00000800:00000200:3.1F:1767315040.356496:0:7012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092fbd560] -> 12345-192.168.204.150@tcp (2)
00000800:00000200:1.1F:1767315040.366392:0:7004:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092fbd560] -> 12345-192.168.204.150@tcp (2)
00000800:00000200:1.1:1767315040.366410:0:7004:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.150@tcp 000000007f5424e6 deleted
00000800:00000010:1.1:1767315040.366412:0:7004:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007f5424e6.
00000800:00000200:1.1:1767315040.366418:0:7004:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1:1767315040.366425:0:7004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.150@tcp ip 192.168.204.150:1023
00000800:00000200:1.1:1767315040.366429:0:7004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ccc4cef7 type 2, nob 96 niov 1 nkiov 0
00000800:00000200:1.1:1767315040.370537:0:7003:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1F:1767315040.375265:0:7002:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000092fbd560] -> 12345-192.168.204.150@tcp (4)
00000800:00000200:2.1:1767315040.375272:0:7002:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.150@tcp 00000000833614f8 deleted
00000800:00000010:2.1:1767315040.375273:0:7002:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000833614f8.
00000800:00000200:2.1:1767315040.375277:0:7002:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1
00000800:00000200:0.1F:1767315040.380667:0:7003:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1
00010000:00000010:2.1:1767315043.522809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f65506c4.
00010000:00000010:2.1:1767315043.522828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004589faac.
00010000:00000010:2.1:1767315043.661259:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c96da9de.
00010000:00000010:2.1:1767315043.661266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007ca189d5.
00010000:00000010:1.1:1767315043.661375:0:15432:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023e72dea.
00010000:00000010:1.1:1767315043.661381:0:15432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005fe2cac2.
00010000:00000010:1.1:1767315043.661386:0:15432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d1af7509.
00010000:00000010:1.1:1767315043.815695:0:1307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004ee9f0e3.
00010000:00000010:1.1:1767315043.815706:0:1307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000537d2bb4.
00010000:00000010:1.1:1767315043.815712:0:1307:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002c9b7e7c.
00010000:00000010:1.1:1767315043.815716:0:1307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000056a898b9.
00010000:00000010:1.1:1767315043.815720:0:1307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000051d7a080.
00010000:00000010:1.1:1767315043.815724:0:1307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c87979bc.
00010000:00000010:1.1:1767315043.815727:0:1307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bba3fee.
00010000:00000010:1.1:1767315043.815730:0:1307:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061336e6b.
00010000:00000010:1.1:1767315043.815733:0:1307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d1af7509.
00010000:00000010:1.1:1767315044.179196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7f7ae35.
00010000:00000010:0.1:1767315044.179327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bbf80103.
00010000:00000010:0.1:1767315044.179333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000035b4ace1.
00010000:00000010:0.1:1767315044.179336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b3809ecb.
00010000:00000010:0.1:1767315044.179339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f2af9a6e.
00080000:00000010:3.1:1767315044.208209:0:15444:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 68 at 000000000b12aa75.
00000100:00100000:1.0:1767318920.383329:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993473536:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318920.383357:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767318920.383392:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993473536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (375us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318920.383399:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786
00000100:00100000:1.0:1767318921.799678:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767318921.799723:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767318923.966383:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993473920:0@lo:400:kworker.0
00000100:00100000:1.0:1767318923.966449:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318923.966525:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993473920
00000100:00100000:1.0:1767318923.966534:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993473920
00000100:00100000:1.0:1767318923.966588:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4942
00000100:00100000:1.0:1767318923.966599:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993473920:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318923.966660:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993473920:12345-0@lo:400:kworker.0 Request processed in 64us (210us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318923.966666:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4942
00000100:00100000:1.0:1767318923.966707:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993473920:0@lo:400:kworker.0
00000100:00080000:1.0:1767318923.966745:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318923.967475:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993473664
00000100:00100000:1.0:1767318923.967479:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993473664
00000100:00100000:1.0:1767318923.967507:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71898
00000100:00100000:1.0:1767318923.967512:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993473664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318923.967523:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318923.967564:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993473664:12345-0@lo:38:kworker.0 Request processed in 51us (636us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318923.967570:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71898
00000100:00100000:1.0:1767318923.968025:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993474176:0@lo:400:kworker.0
00000100:00100000:1.0:1767318923.968052:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318923.968069:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767318923.968072:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993474432:0@lo:400:kworker.0
00000100:00100000:1.0:1767318923.968085:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318923.968377:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767318923.968381:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318923.969386:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3074
00000100:00100000:1.0:1767318923.969399:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993474432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318923.969447:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993474432:12345-0@lo:400:kworker.0 Request processed in 52us (1359us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318923.969453:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3074
00000100:00080000:1.0:1767318923.969475:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318923.969536:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993474432:0@lo:400:kworker.0
00000100:00080000:1.0:1767318925.504568:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318925.504573:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318928.062720:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993475072
00000100:00100000:1.0:1767318928.062727:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993475072
00000100:00100000:1.0:1767318928.062760:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71902
00000100:00100000:1.0:1767318928.062771:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993475072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318928.062798:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318928.062861:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993475072:12345-0@lo:38:kworker.0 Request processed in 90us (294us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318928.062870:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71902
00000100:00100000:1.0:1767318928.063182:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993475584:0@lo:400:kworker.0
00000100:00100000:1.0:1767318928.067847:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318931.017798:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:1.0:1767318931.017835:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942165632 offset 0 length 520: 4
00000100:00100000:1.0:1767318931.017856:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767318933.182237:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71906
00000100:00100000:1.0:1767318933.182244:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993476352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318933.182269:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318933.182312:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993476352:12345-0@lo:38:kworker.0 Request processed in 67us (386us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318933.182320:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71906
00000100:00100000:1.0:1767318933.182373:0:37256:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993476480
00000100:00100000:1.0:1767318933.182377:0:37256:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993476480
00000100:00100000:1.0:1767318933.182401:0:37256:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3751
00000100:00100000:1.0:1767318933.182406:0:37256:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0+-99:7013:x1853163993476480:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318933.182416:0:37256:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318933.182442:0:37256:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0+-99:7013:x1853163993476480:12345-0@lo:38:kworker.0 Request processed in 35us (471us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318933.182449:0:37256:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3751
00000100:00080000:1.0:1767318933.182482:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318933.183669:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993477248:0@lo:400:kworker.0
00000100:00100000:1.0:1767318933.183714:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318933.183764:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993477248
00000100:00100000:1.0:1767318933.183769:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993477248
00000100:00100000:1.0:1767318933.183816:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077
00000100:00100000:1.0:1767318933.183824:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993477248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318933.183865:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993477248:12345-0@lo:400:kworker.0 Request processed in 42us (150us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318933.183871:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077
00000100:00080000:1.0:1767318933.183889:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318933.183915:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993477248:0@lo:400:kworker.0
00000100:00100000:1.0:1767318933.183950:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993476864:0@lo:400:kworker.0
00000100:00100000:1.0:1767318933.183974:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318933.183992:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767318933.183998:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993477120:0@lo:400:kworker.0
00000100:00100000:1.0:1767318933.184037:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318933.184059:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993477120
00000100:00100000:1.0:1767318933.184063:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993477120
00000100:00100000:1.0:1767318933.184089:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078
00000100:00100000:1.0:1767318933.184095:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993477120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318933.184126:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993477120:12345-0@lo:400:kworker.0 Request processed in 32us (88us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318933.184131:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078
00000100:00080000:1.0:1767318933.184145:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318933.184184:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993477120:0@lo:400:kworker.0
00000100:00100000:1.0:1767318933.184204:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993476864
00000100:00100000:1.0:1767318933.184208:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993476864
00000100:00100000:1.0:1767318933.184237:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4949
00000100:00100000:1.0:1767318933.184243:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993476864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318933.184275:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993476864:12345-0@lo:400:kworker.0 Request processed in 32us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318933.184281:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4949
00000100:00080000:1.0:1767318933.184299:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318933.184313:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993476864:0@lo:400:kworker.0
00000100:00100000:1.0:1767318933.184341:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993476736:0@lo:38:kworker.0
00000100:00100000:1.0:1767318933.184378:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318933.184393:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993476992:0@lo:38:kworker.0
00000100:00100000:1.0:1767318933.184411:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318933.184432:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318933.184437:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318933.184440:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993476352:0@lo:38:kworker.0
00000100:00080000:1.0:1767318933.184449:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318933.184452:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318933.184454:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993476480:0@lo:38:kworker.0
00000100:00100000:1.0:1767318933.184478:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993476736
00000100:00100000:1.0:1767318933.184481:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993476736
00000100:00100000:1.0:1767318933.184498:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993476992
00000100:00100000:1.0:1767318933.184501:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993476992
00000100:00100000:1.0:1767318933.184515:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71907
00000100:00100000:1.0:1767318933.184520:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993476736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318933.184535:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318933.184566:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993476736:12345-0@lo:38:kworker.0 Request processed in 45us (187us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318933.184573:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71907
00000100:00100000:1.0:1767318933.184584:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71908
00000100:00100000:1.0:1767318933.184588:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993476992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318933.184596:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318933.184619:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993476992:12345-0@lo:38:kworker.0 Request processed in 30us (207us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318933.184624:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71908
00000100:00080000:1.0:1767318933.184649:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318933.184652:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318933.184655:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993476736:0@lo:38:kworker.0
00000100:00080000:1.0:1767318933.184662:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318933.184665:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318933.184667:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993476992:0@lo:38:kworker.0
00000100:00100000:1.0:1767318935.742087:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993477376
00000100:00100000:1.0:1767318935.742096:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993477376
00000100:00100000:1.0:1767318935.742189:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791
00000100:00100000:1.0:1767318935.742199:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993477376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318935.742235:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767318935.742305:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993477376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (356us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318935.742313:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791
00000100:00100000:1.0:1767318936.145762:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767318936.145912:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:1.0:1767318936.171217:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318938.301968:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993478528
00000100:00100000:1.0:1767318938.301976:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993478528
00000100:00100000:1.0:1767318938.302044:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079
00000100:00100000:1.0:1767318938.302054:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993478528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318938.302109:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993478528:12345-0@lo:400:kworker.0 Request processed in 58us (327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318938.302116:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079
00000100:00100000:1.0:1767318938.302190:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993478528:0@lo:400:kworker.0
00000100:00100000:1.0:1767318938.304058:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993477760
00000100:00100000:1.0:1767318938.304068:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993477760
00000100:00100000:1.0:1767318938.304114:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3752
00000100:00100000:1.0:1767318938.304120:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7013:x1853163993477760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318938.304137:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318938.304237:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7013:x1853163993477760:12345-0@lo:38:kworker.0 Request processed in 115us (1442us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318938.304244:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3752
00000100:00100000:1.0:1767318938.304275:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993478400
00000100:00100000:1.0:1767318938.304278:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993478400
00000100:00100000:1.0:1767318938.304310:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080
00000100:00100000:1.0:1767318938.304316:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993478400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318938.304350:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993478400:12345-0@lo:400:kworker.0 Request processed in 35us (1978us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318938.304356:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080
00000100:00100000:1.0:1767318938.304399:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993477888:0@lo:400:kworker.0
00000100:00100000:1.0:1767318940.867154:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60ad30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993478784:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318941.258714:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942166400
00000100:00100000:1.0:1767318941.258732:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942166400
00000100:00100000:1.0:1767318941.258927:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 4953
00000100:00100000:1.0:1767318941.258941:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942166400:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767318941.259028:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942166400:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 78us (518us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318941.259038:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 4953
00000100:00100000:1.0:1767318943.421652:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767318943.421677:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993479168:0@lo:400:kworker.0
00000100:00100000:1.0:1767318943.421775:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318943.421877:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318943.422187:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993479168:0@lo:400:kworker.0
00000100:00100000:1.0:1767318943.423228:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993479424:0@lo:400:kworker.0
00000100:00100000:1.0:1767318943.423253:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318943.423278:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767318943.423281:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993479680:0@lo:400:kworker.0
00000100:00100000:1.0:1767318943.423299:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318943.423320:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993479296
00000100:00100000:1.0:1767318943.423322:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993479296
00000100:00100000:1.0:1767318943.424567:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71915
00000100:00100000:1.0:1767318943.424575:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993479296:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318943.424588:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318943.424641:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993479296:12345-0@lo:38:kworker.0 Request processed in 66us (1962us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318943.424647:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71915
00000100:00080000:1.0:1767318945.987153:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318945.988209:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318948.543660:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993480192
00000100:00100000:1.0:1767318948.543666:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993480192
00000100:00100000:1.0:1767318948.543700:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71918
00000100:00100000:1.0:1767318948.543707:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993480192:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318948.543742:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318948.543790:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993480192:12345-0@lo:38:kworker.0 Request processed in 82us (581us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318948.543798:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71918
00000100:00080000:1.0:1767318948.543844:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318948.543849:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318948.543852:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993480192:0@lo:38:kworker.0
00000100:00100000:1.0:1767318948.552149:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4958
00000100:00100000:1.0:1767318948.552177:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993480448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318948.552235:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993480448:12345-0@lo:400:kworker.0 Request processed in 77us (386us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318948.552242:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4958
00000100:00080000:1.0:1767318948.552266:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767318948.553370:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318951.101940:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318951.104229:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767318953.667268:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318953.667282:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767318953.667287:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318953.667298:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4172
00000100:00080000:1.0:1767318953.667302:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318953.667311:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767318953.667354:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b291500 x1853163993481472/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318953.667378:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318953.667382:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318953.667383:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318953.667386:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4193
00000100:00080000:1.0:1767318953.667389:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318953.667392:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767318953.667407:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b292d80 x1853163993481600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318953.667417:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318953.667420:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318953.667421:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318953.667425:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4193
00000100:00080000:1.0:1767318953.667427:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318953.667431:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767318953.667444:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b290000 x1853163993481728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318953.667484:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318953.667488:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318953.667490:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318953.667495:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4193
00000100:00080000:1.0:1767318953.667497:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318953.667502:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767318953.667515:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e59180 x1853163993481984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318953.667541:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318953.667544:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318953.667546:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318953.667549:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4193
00000100:00080000:1.0:1767318953.667551:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318953.667555:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767318953.667566:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e5bb80 x1853163993482240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318953.667620:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993482368:0@lo:400:kworker.0
00000100:00100000:1.0:1767318953.670265:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318953.670291:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318953.670297:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993482112:0@lo:400:kworker.0
00000100:00100000:1.0:1767318953.670316:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318953.670353:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993482112
00000100:00100000:1.0:1767318953.670356:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993482112
00000100:00100000:1.0:1767318953.670412:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4960
00000100:00100000:1.0:1767318953.670418:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993482112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318953.670453:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993482112:12345-0@lo:400:kworker.0 Request processed in 36us (136us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318953.670458:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4960
00000100:00100000:1.0:1767318953.670492:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993482112:0@lo:400:kworker.0
00000100:00080000:1.0:1767318953.670538:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318953.670543:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318953.670546:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993481600:0@lo:38:kworker.0
00000100:00080000:1.0:1767318953.670553:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318953.670556:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318953.670560:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993481984:0@lo:38:kworker.0
00000100:00080000:1.0:1767318953.670567:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318953.670570:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318953.670573:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993482240:0@lo:38:kworker.0
00000100:00080000:1.0:1767318953.671054:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318953.671059:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318953.671062:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993481728:0@lo:38:kworker.0
00000100:00080000:1.0:1767318953.683913:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767318953.684110:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318956.226780:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318956.226785:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318958.781815:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993482880:0@lo:38:kworker.0
00000100:00100000:1.0:1767318958.781893:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318958.782290:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993483008:0@lo:38:kworker.0
00000100:00100000:1.0:1767318958.782322:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318958.784326:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993483136
00000100:00100000:1.0:1767318958.784333:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993483136
00000100:00100000:1.0:1767318958.784386:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993483392
00000100:00100000:1.0:1767318958.784391:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993483392
00000100:00100000:1.0:1767318958.784416:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4963
00000100:00100000:1.0:1767318958.784424:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993483136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318958.784494:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993483136:12345-0@lo:400:kworker.0 Request processed in 71us (1312us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318958.784501:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4963
00000100:00100000:1.0:1767318958.784516:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4964
00000100:00100000:1.0:1767318958.784523:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993483392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318958.784569:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993483392:12345-0@lo:400:kworker.0 Request processed in 46us (1168us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318958.784575:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4964
00000100:00100000:1.0:1767318958.784616:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993483392:0@lo:400:kworker.0
00000100:00100000:1.0:1767318958.784641:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993483136:0@lo:400:kworker.0
00000100:00100000:1.0:1767318958.784973:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993483264
00000100:00100000:1.0:1767318958.784978:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993483264
00000100:00100000:1.0:1767318958.784997:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993483520
00000100:00100000:1.0:1767318958.785000:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993483520
00000100:00100000:1.0:1767318958.785015:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71927
00000100:00100000:1.0:1767318958.785020:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993483264:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318958.785038:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318958.785068:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993483264:12345-0@lo:38:kworker.0 Request processed in 47us (283us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318958.785075:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71927
00000100:00100000:1.0:1767318958.785088:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71928
00000100:00100000:1.0:1767318958.785091:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993483520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318958.785100:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318958.785118:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993483520:12345-0@lo:38:kworker.0 Request processed in 26us (283us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318958.785123:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71928
00000100:00100000:1.0:1767318963.901978:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993484160
00000100:00100000:1.0:1767318963.901987:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993484160
00000100:00100000:1.0:1767318963.902041:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71930
00000100:00100000:1.0:1767318963.902050:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993484160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318963.902072:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318963.904523:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993484160:12345-0@lo:38:kworker.0 Request processed in 2467us (2699us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318963.904543:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71930
00000100:00100000:1.0:1767318963.908042:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993484416
00000100:00100000:1.0:1767318963.908052:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993484416
00000100:00100000:1.0:1767318963.908138:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4966
00000100:00100000:1.0:1767318963.908152:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993484416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318963.911945:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993484416:12345-0@lo:400:kworker.0 Request processed in 3786us (4631us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318963.911963:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4966
00000100:00080000:1.0:1767318966.467688:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318966.467695:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318966.857917:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942167808
00000100:00100000:1.0:1767318966.857935:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942167808
00000100:00100000:1.0:1767318966.858061:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 4968
00000100:00100000:1.0:1767318966.858074:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942167808:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767318966.858388:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942167808:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 315us (1344us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318966.858397:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 4968
00000100:00100000:1.0:1767318969.022095:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993485696:0@lo:400:kworker.0
00000100:00100000:1.0:1767318969.022145:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318971.582076:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993486464
00000100:00100000:1.0:1767318971.582088:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993486464
00000100:00100000:1.0:1767318971.582205:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805
00000100:00100000:1.0:1767318971.582220:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993486464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318971.582272:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767318971.582987:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993486464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 772us (1102us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318971.582995:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805
00000100:00100000:1.0:1767318974.143984:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993486976
00000100:00100000:1.0:1767318974.143996:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993486976
00000100:00100000:1.0:1767318974.144082:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4972
00000100:00100000:1.0:1767318974.144095:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993486976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318974.151212:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993486976:12345-0@lo:400:kworker.0 Request processed in 7105us (7380us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318974.151232:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4972
00000100:00100000:1.0:1767318976.701564:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993487744:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318976.701665:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318976.702766:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993487744:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318976.704301:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993487872:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318977.096971:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767318977.097072:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767318978.243022:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993488128
00000100:00100000:1.0:1767318978.243028:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993488128
00000100:00100000:1.0:1767318978.243065:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71942
00000100:00100000:1.0:1767318978.243072:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993488128:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318978.243095:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318978.243135:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993488128:12345-0@lo:38:kworker.0 Request processed in 62us (239us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318978.243141:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71942
00000100:00080000:1.0:1767318978.252885:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318978.252900:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318978.252906:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993488256:0@lo:38:kworker.0
00000400:00000100:1.0:1767318981.195013:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942168448 offset 0 length 520: 4
00000100:00100000:1.0:1767318981.195054:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:1.0:1767318981.203648:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767318981.822458:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318981.822919:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767318981.823341:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993489280:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318981.823404:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318981.824897:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318983.358259:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993489408:0@lo:38:kworker.0
00000100:00100000:1.0:1767318983.358297:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318983.358323:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993489536:0@lo:38:kworker.0
00000100:00100000:1.0:1767318983.358348:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318983.358370:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993489792:0@lo:38:kworker.0
00000100:00100000:1.0:1767318983.358394:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318983.358410:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993490048:0@lo:38:kworker.0
00000100:00100000:1.0:1767318983.358431:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318983.358470:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993489664
00000100:00100000:1.0:1767318983.358479:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993489664
00000100:00100000:1.0:1767318983.358538:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993489408
00000100:00100000:1.0:1767318983.358541:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993489408
00000100:00100000:1.0:1767318983.358555:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993489792
00000100:00100000:1.0:1767318983.358557:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993489792
00000100:00100000:1.0:1767318983.358569:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993490048
00000100:00100000:1.0:1767318983.358571:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993490048
00000100:00100000:1.0:1767318983.358583:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4978
00000100:00100000:1.0:1767318983.358596:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993489664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318983.372554:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993489664:12345-0@lo:400:kworker.0 Request processed in 13943us (14608us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318983.372574:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4978
00000100:00100000:1.0:1767318986.312711:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767318986.312800:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:1.0:1767318986.313581:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318986.941706:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318986.941734:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993490560:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318986.942038:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318986.952375:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318986.952382:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318986.952416:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993490560:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767318988.477558:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318988.477575:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767318988.477578:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318988.477583:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318988.477588:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318988.477601:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4228
00000100:00080000:1.0:1767318988.477608:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318988.477618:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767318988.477676:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731189c00 x1853163993490688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318988.477705:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318988.477709:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318988.477711:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318988.477716:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4228
00000100:00080000:1.0:1767318988.477718:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318988.477722:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767318988.477736:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73118aa00 x1853163993490816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318988.477791:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318988.477795:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318988.478355:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318988.478360:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4228
00000100:00080000:1.0:1767318988.478363:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318988.478368:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767318988.478385:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73118ad80 x1853163993491072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318988.478426:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318988.478430:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318988.478432:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318988.478436:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4228
00000100:00080000:1.0:1767318988.478439:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318988.478442:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767318988.478455:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731189f80 x1853163993491328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318988.480142:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318988.488046:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993490688:0@lo:38:kworker.0
00000100:00100000:1.0:1767318988.488171:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318988.488254:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993490688
00000100:00100000:1.0:1767318988.488265:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993490688
00000100:00100000:1.0:1767318988.488327:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71950
00000100:00100000:1.0:1767318988.488336:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993490688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318988.488365:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318988.494116:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993490688:12345-0@lo:38:kworker.0 Request processed in 5768us (5946us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318988.494134:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71950
00000100:00080000:1.0:1767318988.501766:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318988.501773:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318988.501777:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993490816:0@lo:38:kworker.0
00000100:00100000:1.0:1767318991.436051:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 71953
00000100:00100000:1.0:1767318991.436065:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942169088:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767318991.436096:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318991.436197:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942169088:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 131us (545us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318991.439270:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 71953
00000100:00100000:1.0:1767318992.062326:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318992.064664:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767318993.597337:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318993.597353:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767318993.597357:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318993.597361:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318993.597368:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318993.597379:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4233
00000100:00080000:1.0:1767318993.597385:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318993.597394:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767318993.597468:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f800 x1853163993491968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318993.597509:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318993.597514:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318993.597516:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318993.597520:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4233
00000100:00080000:1.0:1767318993.597523:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318993.597527:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767318993.597542:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605d880 x1853163993492096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318993.597576:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318993.597580:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318993.597581:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318993.597585:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4233
00000100:00080000:1.0:1767318993.597587:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318993.597590:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767318993.597601:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e300 x1853163993492352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318993.597627:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318993.597630:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318993.597631:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318993.597634:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4233
00000100:00080000:1.0:1767318993.597636:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318993.597639:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767318993.597648:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e680 x1853163993492608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318993.597697:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993492480:0@lo:400:kworker.0
00000100:00100000:1.0:1767318993.597735:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318993.597760:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767318993.597765:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993492736:0@lo:400:kworker.0
00000100:00100000:1.0:1767318993.597797:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318993.597846:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993492224:0@lo:400:kworker.0
00000100:00100000:1.0:1767318993.597870:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318993.597911:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767318993.597916:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993492864:0@lo:400:kworker.0
00000100:00100000:1.0:1767318993.597938:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318993.597975:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993492608
00000100:00100000:1.0:1767318993.597979:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993492608
00000100:00100000:1.0:1767318993.597993:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993492224
00000100:00100000:1.0:1767318993.597996:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993492224
00000100:00100000:1.0:1767318993.598015:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4985
00000100:00100000:1.0:1767318993.598020:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993492224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318993.598069:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993492224:12345-0@lo:400:kworker.0 Request processed in 47us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318993.598077:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4985
00000100:00100000:1.0:1767318993.605176:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71954
00000100:00100000:1.0:1767318993.605194:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993491968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318993.605230:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318993.605489:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993491968:12345-0@lo:38:kworker.0 Request processed in 298us (7841us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318993.605497:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71954
00000100:00100000:1.0:1767318993.605529:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71955
00000100:00100000:1.0:1767318993.605534:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993492608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318993.605545:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318993.605573:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993492608:12345-0@lo:38:kworker.0 Request processed in 37us (7733us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318993.605579:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71955
00000100:00100000:1.0:1767318993.605594:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71956
00000100:00100000:1.0:1767318993.605598:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993492352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318993.605609:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318993.605634:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993492352:12345-0@lo:38:kworker.0 Request processed in 35us (7828us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318993.605639:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71956
00000100:00100000:1.0:1767318993.605777:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993492224:0@lo:400:kworker.0
00000100:00080000:1.0:1767318993.605860:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318993.605890:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993492736
00000100:00100000:1.0:1767318993.605898:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993492736
00000100:00100000:1.0:1767318993.605946:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993492864
00000100:00100000:1.0:1767318993.605950:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993492864
00000100:00100000:1.0:1767318993.605973:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101
00000100:00100000:1.0:1767318993.605980:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993492736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318993.606035:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993492736:12345-0@lo:400:kworker.0 Request processed in 55us (8236us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318993.606041:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101
00000100:00100000:1.0:1767318993.606054:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102
00000100:00100000:1.0:1767318993.606060:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993492864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318993.606096:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993492864:12345-0@lo:400:kworker.0 Request processed in 36us (8155us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318993.606102:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102
00000100:00100000:1.0:1767318993.606135:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993492864:0@lo:400:kworker.0
00000100:00100000:1.0:1767318993.606938:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993492736:0@lo:400:kworker.0
00000100:00100000:1.0:1767318993.606954:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993492480:0@lo:400:kworker.0
00000100:00100000:1.0:1767318996.565608:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767318996.565664:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767318997.182023:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993493120:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318997.182063:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318997.190352:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993493120:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318998.718282:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993493504:0@lo:400:kworker.0
00000100:00100000:1.0:1767318998.722026:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318998.722156:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993493760
00000100:00100000:1.0:1767318998.722184:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993493760
00000100:00100000:1.0:1767318998.722254:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993493504
00000100:00100000:1.0:1767318998.722256:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993493504
00000100:00100000:1.0:1767318998.722275:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4987
00000100:00100000:1.0:1767318998.722283:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993493760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318998.722353:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993493760:12345-0@lo:400:kworker.0 Request processed in 70us (4347us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318998.722361:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4987
00000100:00100000:1.0:1767318998.722381:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4988
00000100:00100000:1.0:1767318998.722388:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993493504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318998.723232:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993493504:12345-0@lo:400:kworker.0 Request processed in 843us (1218us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318998.723240:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4988
00000100:00100000:1.0:1767318998.723305:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993493504:0@lo:400:kworker.0
00000100:00100000:1.0:1767318998.723345:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993493760:0@lo:400:kworker.0
00000100:00080000:1.0:1767318998.723389:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318998.728660:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993494144
00000100:00100000:1.0:1767318998.728678:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993494144
00000100:00100000:1.0:1767318998.728754:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104
00000100:00100000:1.0:1767318998.728767:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993494144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318998.735521:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993494144:12345-0@lo:400:kworker.0 Request processed in 6739us (8141us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318998.735542:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104
00000100:00100000:1.0:1767318998.738869:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993493248
00000100:00100000:1.0:1767318998.738880:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993493248
00000100:00100000:1.0:1767318998.738938:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71958
00000100:00100000:1.0:1767318998.738948:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993493248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318998.742453:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318998.742898:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993493248:12345-0@lo:38:kworker.0 Request processed in 3945us (4142us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318998.742913:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71958
00000100:00100000:1.0:1767319001.682918:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942169728
00000100:00100000:1.0:1767319001.682933:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942169728
00000100:00100000:1.0:1767319001.683035:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942169600
00000100:00100000:1.0:1767319001.683039:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942169600
00000100:00100000:1.0:1767319001.683126:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 4989
00000100:00100000:1.0:1767319001.683141:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942169728:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319001.683298:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942169728:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 160us (485us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319001.683306:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 4989
00000100:00100000:1.0:1767319001.683332:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 71961
00000100:00100000:1.0:1767319001.683337:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942169600:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319001.683363:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319001.683393:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942169600:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 54us (439us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319001.683399:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 71961
00000100:00100000:1.0:1767319002.301439:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993494272:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319002.301530:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319002.303370:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993494272:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319003.839961:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319003.839968:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319003.839971:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319003.839977:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4222
00000100:00080000:1.0:1767319003.839981:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319003.839989:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319003.840029:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a39aa00 x1853163993494528/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319003.840055:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319003.840059:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319003.840061:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319003.840065:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4243
00000100:00080000:1.0:1767319003.840067:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319003.840070:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319003.840084:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a399f80 x1853163993494656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319003.840091:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319003.840095:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319003.840096:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319003.840100:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4243
00000100:00080000:1.0:1767319003.840102:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319003.840105:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319003.840114:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a39b100 x1853163993494784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319003.840640:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319003.840644:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319003.840647:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319003.840650:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4243
00000100:00080000:1.0:1767319003.840653:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319003.840658:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319003.840673:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237100 x1853163993495040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319003.840711:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319003.840714:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319003.840716:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319003.840720:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4243
00000100:00080000:1.0:1767319003.840722:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319003.840725:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319003.840736:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236d80 x1853163993495296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319008.958434:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993496832:0@lo:400:kworker.0
00000100:00100000:1.0:1767319008.968998:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319008.972982:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993496832:0@lo:400:kworker.0
00000100:00100000:1.0:1767319008.980802:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993496192
00000100:00100000:1.0:1767319008.980815:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993496192
00000100:00100000:1.0:1767319008.981108:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4994
00000100:00100000:1.0:1767319008.981121:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993496192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319008.981274:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993496192:12345-0@lo:400:kworker.0 Request processed in 157us (592us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319008.981283:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4994
00000100:00100000:1.0:1767319012.542300:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993496960:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319012.542369:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319012.543033:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319012.543070:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993496960:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319012.543295:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319012.543305:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993497088:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319012.543334:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319012.544543:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319014.077461:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319014.077472:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319014.077476:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319014.077480:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319014.077484:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319014.077500:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4253
00000100:00080000:2.0:1767319014.077505:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319014.077513:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319014.077557:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291adc00 x1853163993497216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319014.077575:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319014.077578:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319014.077580:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319014.077584:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4253
00000100:00080000:2.0:1767319014.077586:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319014.077590:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319014.077602:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291ae680 x1853163993497344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319014.077645:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319014.077649:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319014.077651:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319014.077654:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4253
00000100:00080000:2.0:1767319014.077657:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319014.077661:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319014.077674:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291ad880 x1853163993497600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319014.077698:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319014.077703:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319014.077705:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319014.077709:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4253
00000100:00080000:2.0:1767319014.077711:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319014.077713:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319014.077723:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291afb80 x1853163993497856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319014.077907:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993497472:0@lo:400:kworker.0
00000100:00100000:1.0:1767319014.077977:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319014.078057:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319014.078063:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993498112:0@lo:400:kworker.0
00000100:00100000:1.0:1767319014.078090:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319014.078131:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993498112
00000100:00100000:1.0:1767319014.078138:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993498112
00000100:00100000:1.0:1767319014.078216:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109
00000100:00100000:1.0:1767319014.078226:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993498112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319014.078288:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993498112:12345-0@lo:400:kworker.0 Request processed in 63us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319014.078295:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109
00000100:00080000:1.0:1767319014.078330:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319014.078363:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993498112:0@lo:400:kworker.0
00000100:00100000:1.0:1767319014.078415:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993497728:0@lo:400:kworker.0
00000100:00100000:1.0:1767319014.078478:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319014.078644:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993497472
00000100:00100000:2.0:1767319014.078649:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993497472
00000100:00100000:2.0:1767319014.078686:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993497728
00000100:00100000:2.0:1767319014.078690:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993497728
00000100:00100000:2.0:1767319014.078712:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4996
00000100:00100000:2.0:1767319014.078717:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993497472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319014.079004:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4997
00000100:00100000:1.0:1767319014.079013:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993497728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319014.079046:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993497728:12345-0@lo:400:kworker.0 Request processed in 36us (577us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319014.079052:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4997
00000100:00100000:1.0:1767319014.079074:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993497984
00000100:00100000:1.0:1767319014.079078:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993497984
00000100:00100000:1.0:1767319014.079103:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110
00000100:00100000:1.0:1767319014.079109:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993497984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319014.079139:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993497984:12345-0@lo:400:kworker.0 Request processed in 31us (670us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319014.079146:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110
00000100:00100000:1.0:1767319014.079201:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993497728:0@lo:400:kworker.0
00000100:00080000:1.0:1767319014.079245:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319014.079249:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319014.099967:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993497472:12345-0@lo:400:kworker.0 Request processed in 21242us (21982us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319014.099981:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4996
00000100:00100000:2.0:1767319014.109732:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993497216
00000100:00100000:2.0:1767319014.109752:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993497216
00000100:00100000:2.0:1767319014.109800:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993497600
00000100:00100000:2.0:1767319014.109804:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993497600
00000100:00100000:2.0:1767319014.109837:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71970
00000100:00100000:2.0:1767319014.109845:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993497216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319014.109869:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319014.109953:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993497216:12345-0@lo:38:kworker.0 Request processed in 108us (11932us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319014.109961:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71970
00000100:00100000:2.0:1767319014.109978:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71971
00000100:00100000:2.0:1767319014.109982:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993497600:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319014.109991:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319014.110013:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993497600:12345-0@lo:38:kworker.0 Request processed in 29us (11693us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319014.110019:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71971
00000100:00100000:2.0:1767319014.110080:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993497472:0@lo:400:kworker.0
00000100:00100000:1.0:1767319014.111035:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993497856
00000100:00100000:1.0:1767319014.111042:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993497856
00000100:00100000:1.0:1767319014.111072:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71972
00000100:00100000:1.0:1767319014.111078:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993497856:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319014.111093:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319014.111219:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993497856:12345-0@lo:38:kworker.0 Request processed in 140us (5296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319014.111226:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71972
00000100:00100000:2.0:1767319016.008261:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:1.0:1767319016.008523:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319016.008841:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319017.662040:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993498240
00000100:00100000:2.0:1767319017.662048:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993498240
00000100:00100000:1.0:1767319017.662104:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993498368:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319017.662141:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319017.662212:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993498368
00000100:00100000:1.0:1767319017.662216:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993498368
00000100:00100000:2.0:1767319017.662290:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823
00000100:00100000:2.0:1767319017.662389:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993498240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319017.662419:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319017.662481:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993498240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (700us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319017.662489:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823
00000100:00100000:1.0:1767319017.664735:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824
00000100:00100000:1.0:1767319017.664749:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993498368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319017.664916:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319017.665063:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993498368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 317us (2919us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319017.665070:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824
00000100:00100000:2.0:1767319019.199740:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993498496:0@lo:38:kworker.0
00000100:00100000:2.0:1767319019.199814:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319019.199880:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993498624:0@lo:38:kworker.0
00000100:00100000:2.0:1767319019.199905:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319019.199924:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993498880:0@lo:38:kworker.0
00000100:00100000:2.0:1767319019.199940:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319019.199954:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993499136:0@lo:38:kworker.0
00000100:00100000:2.0:1767319019.199970:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319019.199997:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993498496
00000100:00100000:2.0:1767319019.200003:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993498496
00000100:00100000:2.0:1767319019.200029:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993498880
00000100:00100000:2.0:1767319019.200031:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993498880
00000100:00100000:2.0:1767319019.200041:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993499136
00000100:00100000:2.0:1767319019.200043:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993499136
00000100:00100000:2.0:1767319019.200060:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71974
00000100:00100000:2.0:1767319019.200067:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993498496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319019.200086:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319019.200128:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993498496:12345-0@lo:38:kworker.0 Request processed in 60us (314us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319019.200135:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71974
00000100:00100000:2.0:1767319019.200152:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71975
00000100:00100000:2.0:1767319019.200156:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993498880:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319019.200186:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319019.200210:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993498880:12345-0@lo:38:kworker.0 Request processed in 52us (269us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319019.200216:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71975
00000100:00100000:2.0:1767319019.200227:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71976
00000100:00100000:2.0:1767319019.200231:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993499136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319019.200239:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319019.200260:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993499136:12345-0@lo:38:kworker.0 Request processed in 27us (290us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319019.200265:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71976
00000100:00080000:2.0:1767319019.200299:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319019.200304:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319019.200307:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993498496:0@lo:38:kworker.0
00000100:00080000:2.0:1767319019.200316:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319019.200318:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319019.200321:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993498880:0@lo:38:kworker.0
00000100:00080000:2.0:1767319019.200327:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319019.200330:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319019.200333:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993499136:0@lo:38:kworker.0
00000100:00100000:1.0:1767319019.201082:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993499392
00000100:00100000:1.0:1767319019.201087:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993499392
00000100:00100000:1.0:1767319019.201121:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993499264
00000100:00100000:1.0:1767319019.201125:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993499264
00000100:00100000:1.0:1767319019.201154:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111
00000100:00100000:1.0:1767319019.201180:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993499392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319019.201220:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993499392:12345-0@lo:400:kworker.0 Request processed in 60us (703us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319019.201226:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111
00000100:00100000:1.0:1767319019.201239:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112
00000100:00100000:1.0:1767319019.201245:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993499264:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319019.201274:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993499264:12345-0@lo:400:kworker.0 Request processed in 30us (672us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319019.201280:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112
00000100:00100000:1.0:1767319019.201307:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993499264:0@lo:400:kworker.0
00000100:00100000:1.0:1767319019.201329:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993499392:0@lo:400:kworker.0
00000100:00100000:2.0:1767319021.128434:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319021.128540:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319021.128811:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942170880
00000100:00100000:1.0:1767319021.128821:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942170880
00000100:00100000:1.0:1767319021.128901:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942170752
00000100:00100000:1.0:1767319021.128905:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942170752
00000100:00100000:1.0:1767319021.128923:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5001
00000100:00100000:1.0:1767319021.128933:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942170880:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319021.129030:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942170880:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 97us (605us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319021.129038:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5001
00000100:00080000:2.0:1767319021.129864:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319022.782489:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993499520:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319022.782573:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319022.782917:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993499520
00000100:00100000:2.0:1767319022.782925:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993499520
00000100:00100000:2.0:1767319022.782992:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825
00000100:00100000:2.0:1767319022.783002:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993499520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319022.783030:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319022.783074:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993499520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (500us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319022.783081:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825
00000100:00080000:1.0:1767319022.783145:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319022.783210:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993499520:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319022.784262:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993499648:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319022.784342:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319022.784722:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993499648
00000100:00100000:2.0:1767319022.784730:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993499648
00000100:00100000:2.0:1767319022.784795:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826
00000100:00100000:2.0:1767319022.784803:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993499648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319022.784825:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319022.786960:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993499648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2150us (2610us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319022.786972:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826
00000100:00100000:1.0:1767319022.787090:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993499648:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319024.321797:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993499776:0@lo:38:kworker.0
00000100:00100000:2.0:1767319024.321828:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319024.321854:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993499904:0@lo:38:kworker.0
00000100:00100000:2.0:1767319024.321875:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319024.321898:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993500160:0@lo:38:kworker.0
00000100:00100000:2.0:1767319024.321915:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319024.321943:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993500416:0@lo:38:kworker.0
00000100:00100000:2.0:1767319024.321964:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319024.322010:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993499904
00000100:00100000:2.0:1767319024.322014:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993499904
00000100:00100000:2.0:1767319024.322034:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14
00000100:00100000:2.0:1767319024.322039:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993499904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319024.322057:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319024.322090:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993499904:12345-0@lo:38:kworker.0 Request processed in 50us (214us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319024.322097:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14
00000100:00080000:2.0:1767319024.322127:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319024.322131:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319024.322135:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993499904:0@lo:38:kworker.0
00000100:00100000:1.0:1767319024.322339:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993500288
00000100:00100000:1.0:1767319024.322343:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993500288
00000100:00100000:1.0:1767319024.322382:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993499776
00000100:00100000:1.0:1767319024.322386:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993499776
00000100:00100000:1.0:1767319024.322402:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993500160
00000100:00100000:1.0:1767319024.322404:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993500160
00000100:00100000:1.0:1767319024.322417:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993500416
00000100:00100000:1.0:1767319024.322419:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993500416
00000100:00100000:1.0:1767319024.322428:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5002
00000100:00100000:1.0:1767319024.322435:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993500288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319024.322478:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993500288:12345-0@lo:400:kworker.0 Request processed in 44us (1265us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319024.322485:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5002
00000100:00100000:1.0:1767319024.322499:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71978
00000100:00100000:1.0:1767319024.322503:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993499776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319024.322513:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319024.322541:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993499776:12345-0@lo:38:kworker.0 Request processed in 37us (713us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319024.322546:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71978
00000100:00100000:1.0:1767319024.322557:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71979
00000100:00100000:1.0:1767319024.322561:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993500160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319024.322569:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319024.322591:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993500160:12345-0@lo:38:kworker.0 Request processed in 28us (674us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319024.322600:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71979
00000100:00100000:1.0:1767319024.322611:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71980
00000100:00100000:1.0:1767319024.322614:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993500416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319024.322622:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319024.322644:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993500416:12345-0@lo:38:kworker.0 Request processed in 28us (679us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319024.322650:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71980
00000100:00100000:1.0:1767319024.322685:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993500288:0@lo:400:kworker.0
00000100:00080000:1.0:1767319024.322705:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319024.322709:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319024.322712:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993499776:0@lo:38:kworker.0
00000100:00080000:1.0:1767319024.322718:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319024.322721:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319024.322724:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993500160:0@lo:38:kworker.0
00000100:00080000:1.0:1767319024.322730:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319024.322734:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319024.322736:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993500416:0@lo:38:kworker.0
00000100:00100000:1.0:1767319024.322759:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993500672:0@lo:400:kworker.0
00000100:00100000:1.0:1767319024.322784:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319024.322803:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319024.322808:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993500032:0@lo:400:kworker.0
00000100:00100000:1.0:1767319024.322828:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319024.322848:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993500032
00000100:00100000:1.0:1767319024.322852:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993500032
00000100:00100000:1.0:1767319024.322876:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5003
00000100:00100000:1.0:1767319024.322882:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993500032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319024.322916:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993500032:12345-0@lo:400:kworker.0 Request processed in 35us (87us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319024.322922:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5003
00000100:00100000:1.0:1767319024.322965:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993500032:0@lo:400:kworker.0
00000100:00100000:1.0:1767319024.324452:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993500672:0@lo:400:kworker.0
00000100:00100000:2.0:1767319026.246996:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:2.0:1767319026.248183:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319027.902072:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319027.902082:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319027.902096:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993500928:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319027.902155:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319027.904194:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319027.904285:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993500928:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319027.904909:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993500800
00000100:00100000:1.0:1767319027.904913:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993500800
00000100:00100000:1.0:1767319027.904991:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828
00000100:00100000:1.0:1767319027.904999:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706453c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993500800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319027.905019:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319027.905057:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706453c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993500800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319027.905064:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828
00000100:00080000:2.0:1767319027.905445:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319028.413322:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319003/real 1767319003]  req@ffff89b60a39aa00 x1853163993494528/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319028 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319028.413357:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60a39aa00 x1853163993494528/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319028 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319028.413384:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319028.413406:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319028.413411:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993494528:0@lo:250:kworker.0
00000100:00100000:2.0:1767319028.414753:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993501056:0@lo:250:kworker.0
00000400:00000100:2.0:1767319028.414771:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993501056 offset 0 length 520: 4
00000100:00100000:2.0:1767319028.414784:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993501184:0@lo:38:kworker.0
00000100:00100000:2.0:1767319028.414796:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319028.414816:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993501312:0@lo:38:kworker.0
00000100:00100000:2.0:1767319028.414836:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319028.414853:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993501568:0@lo:38:kworker.0
00000100:00100000:2.0:1767319028.414872:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319028.414886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993501824:0@lo:38:kworker.0
00000100:00100000:2.0:1767319028.414899:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319028.414918:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993501312
00000100:00100000:2.0:1767319028.414921:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993501312
00000100:00100000:2.0:1767319028.414935:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15
00000100:00100000:2.0:1767319028.414939:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993501312:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319028.414953:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319028.414983:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993501312:12345-0@lo:38:kworker.0 Request processed in 43us (146us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319028.414987:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15
00000100:00080000:2.0:1767319028.415007:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319028.415010:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319028.415012:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993501312:0@lo:38:kworker.0
00000100:00100000:2.0:1767319028.415031:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993501184
00000100:00100000:2.0:1767319028.415034:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993501184
00000100:00100000:2.0:1767319028.415044:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993501568
00000100:00100000:2.0:1767319028.415046:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993501568
00000100:00100000:2.0:1767319028.415052:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993501824
00000100:00100000:2.0:1767319028.415054:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993501824
00000100:00100000:2.0:1767319028.415061:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71982
00000100:00100000:2.0:1767319028.415064:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993501184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319028.415070:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319028.415088:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993501184:12345-0@lo:38:kworker.0 Request processed in 23us (291us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319028.415091:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71982
00000100:00100000:2.0:1767319028.415097:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71983
00000100:00100000:2.0:1767319028.415099:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993501568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319028.415104:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319028.415115:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993501568:12345-0@lo:38:kworker.0 Request processed in 14us (243us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319028.415118:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71983
00000100:00100000:2.0:1767319028.415124:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71984
00000100:00100000:2.0:1767319028.415126:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993501824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319028.415130:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319028.415141:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993501824:12345-0@lo:38:kworker.0 Request processed in 14us (241us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319028.415146:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71984
00000100:00080000:2.0:1767319028.415174:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319028.415177:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319028.415181:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993501184:0@lo:38:kworker.0
00000100:00080000:2.0:1767319028.415189:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319028.415192:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319028.415195:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993501568:0@lo:38:kworker.0
00000100:00080000:2.0:1767319028.415200:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319028.415203:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319028.415206:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993501824:0@lo:38:kworker.0
00000100:00100000:1.0:1767319031.368906:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319031.368931:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319031.369012:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942171520
00000100:00100000:2.0:1767319031.369023:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942171520
00000100:00100000:2.0:1767319031.375086:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5007
00000100:00100000:2.0:1767319031.375108:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942171520:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319031.375225:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942171520:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 128us (6323us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319031.375234:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5007
00000100:00100000:2.0:1767319033.022547:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993502208
00000100:00100000:2.0:1767319033.022559:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993502208
00000100:00100000:2.0:1767319033.022680:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829
00000100:00100000:2.0:1767319033.022692:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993502208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319033.022736:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319033.022794:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993502208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (603us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319033.022806:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829
00000100:00100000:1.0:1767319033.024130:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993502336:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319033.024594:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319033.024719:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993502336
00000100:00100000:2.0:1767319033.024728:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993502336
00000100:00100000:2.0:1767319033.025482:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830
00000100:00100000:2.0:1767319033.025495:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993502336:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319033.025535:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319033.025671:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993502336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 178us (1077us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319033.025679:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830
00000100:00100000:1.0:1767319033.025768:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993502336:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319033.533716:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319033.533732:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319033.533735:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319033.533740:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319033.533745:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319033.533756:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4273
00000100:00080000:1.0:1767319033.533762:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319033.533771:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319033.533825:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8c380 x1853163993502464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319033.533859:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319033.533863:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319033.533865:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319033.533870:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4273
00000100:00080000:1.0:1767319033.533873:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319033.533876:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319033.533900:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8d500 x1853163993502592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319033.533969:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993502464:0@lo:38:kworker.0
00000100:00080000:1.0:1767319033.534018:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319033.534022:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319033.534024:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319033.534027:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4273
00000100:00080000:1.0:1767319033.534030:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319033.534034:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319033.534047:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8d880 x1853163993502848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319033.534063:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319033.534146:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993502592:0@lo:38:kworker.0
00000100:00080000:1.0:1767319033.534153:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319033.534179:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319033.534182:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319033.534186:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4273
00000100:00080000:1.0:1767319033.534188:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319033.534192:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319033.534196:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319033.534226:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993502848:0@lo:38:kworker.0
00000100:00100000:2.0:1767319033.534250:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319033.534287:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993502592
00000100:00100000:2.0:1767319033.534297:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993502592
00000100:00100000:2.0:1767319033.534339:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16
00000100:00100000:2.0:1767319033.534348:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993502592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319033.534373:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319033.534414:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993502592:12345-0@lo:38:kworker.0 Request processed in 66us (217us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319033.534422:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16
00000100:00100000:2.0:1767319033.534452:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993502720
00000100:00100000:2.0:1767319033.534455:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993502720
00000100:00100000:1.0:1767319033.534497:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8ce00 x1853163993503104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319033.534500:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5008
00000100:00100000:2.0:1767319033.534507:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993502720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319033.534547:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71986
00000100:00100000:2.0:1767319033.534549:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993502720:12345-0@lo:400:kworker.0 Request processed in 43us (210us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319033.534553:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993502464:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319033.534556:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5008
00010000:00020000:1.0:1767319033.534563:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319033.534567:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71987
00000100:00100000:2.0:1767319033.534571:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993502848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319033.534580:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319033.534591:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993502464:12345-0@lo:38:kworker.0 Request processed in 38us (528us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319033.534597:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71986
00000100:00100000:2.0:1767319033.534597:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993502848:12345-0@lo:38:kworker.0 Request processed in 26us (347us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319033.534602:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71987
00000100:00100000:1.0:1767319033.534619:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993503232:0@lo:400:kworker.0
00000100:00100000:2.0:1767319033.534625:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993503104:0@lo:38:kworker.0
00000100:00100000:2.0:1767319033.534644:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319033.534645:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319033.534672:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993503104
00000100:00100000:1.0:1767319033.534675:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993503104
00000100:00080000:2.0:1767319033.534676:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767319033.534694:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71988
00000100:00100000:1.0:1767319033.534698:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993503104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319033.534708:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319033.534738:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993503104:12345-0@lo:38:kworker.0 Request processed in 38us (93us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319033.534742:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71988
00000100:00100000:1.0:1767319033.534762:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993503232
00000100:00100000:1.0:1767319033.534765:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993503232
00000100:00100000:1.0:1767319033.534792:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117
00000100:00100000:1.0:1767319033.534798:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993503232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319033.534831:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993503232:12345-0@lo:400:kworker.0 Request processed in 34us (185us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319033.534837:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117
00000100:00100000:1.0:1767319033.534863:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993503232:0@lo:400:kworker.0
00000100:00080000:2.0:1767319033.535970:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319033.535976:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993502848:0@lo:38:kworker.0
00000100:00080000:2.0:1767319033.535998:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319033.536002:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319033.536007:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993502464:0@lo:38:kworker.0
00000100:00080000:2.0:1767319033.536018:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319033.536021:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319033.536024:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993502592:0@lo:38:kworker.0
00000100:00080000:2.0:1767319033.536050:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319033.536054:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319033.536057:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993503104:0@lo:38:kworker.0
00000100:00080000:1.0:1767319033.541525:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319036.493235:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319036.495526:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5010
00000100:00100000:2.0:1767319036.495542:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942171776:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319036.495657:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942171776:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 119us (2440us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319036.495665:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5010
00000100:00100000:2.0:1767319036.495689:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 71989
00000100:00100000:2.0:1767319036.495694:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942171648:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319036.495722:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319036.495761:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942171648:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 66us (8429us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319036.495768:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 71989
00000100:00100000:1.0:1767319038.141325:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319038.141816:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993503488
00000100:00100000:1.0:1767319038.141828:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993503488
00000100:00100000:2.0:1767319038.142007:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831
00000100:00100000:2.0:1767319038.142023:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993503488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319038.142077:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319038.142143:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993503488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (408us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319038.142151:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831
00000100:00080000:1.0:1767319038.142182:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319038.142239:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993503488:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319038.655646:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993503744:0@lo:38:kworker.0
00000100:00100000:2.0:1767319038.655748:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319038.656841:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319038.656847:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319038.656851:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993503744:0@lo:38:kworker.0
00000100:00100000:1.0:1767319038.657365:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993504000:0@lo:400:kworker.0
00000100:00100000:1.0:1767319038.657409:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319038.657580:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993503872:0@lo:38:kworker.0
00000100:00100000:2.0:1767319038.658077:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319038.658109:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993504128:0@lo:38:kworker.0
00000100:00100000:2.0:1767319038.658134:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319038.658179:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993504384:0@lo:38:kworker.0
00000100:00100000:2.0:1767319038.658207:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319038.658241:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993503872
00000100:00100000:2.0:1767319038.658245:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993503872
00000100:00100000:2.0:1767319038.658269:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17
00000100:00100000:2.0:1767319038.658274:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993503872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319038.658293:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319038.658327:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993503872:12345-0@lo:38:kworker.0 Request processed in 52us (250us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319038.658334:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17
00000100:00080000:2.0:1767319038.658371:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319038.658376:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319038.658795:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993503872:0@lo:38:kworker.0
00000100:00100000:2.0:1767319038.658850:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993504640:0@lo:400:kworker.0
00000100:00100000:2.0:1767319038.658886:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319038.658938:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993504640
00000100:00100000:2.0:1767319038.658943:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993504640
00000100:00100000:2.0:1767319038.658979:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119
00000100:00100000:2.0:1767319038.658986:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993504640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319038.659026:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993504640:12345-0@lo:400:kworker.0 Request processed in 40us (139us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319038.659045:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119
00000100:00100000:2.0:1767319038.659083:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993504640:0@lo:400:kworker.0
00000100:00080000:2.0:1767319038.659118:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319038.659135:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993504512:0@lo:400:kworker.0
00000100:00100000:2.0:1767319038.659196:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319038.659220:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319038.659226:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993504256:0@lo:400:kworker.0
00000100:00100000:2.0:1767319038.659250:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319038.659281:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993504512
00000100:00100000:2.0:1767319038.659285:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993504512
00000100:00100000:2.0:1767319038.659310:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120
00000100:00100000:2.0:1767319038.659316:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993504512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319038.659354:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993504512:12345-0@lo:400:kworker.0 Request processed in 38us (157us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319038.659361:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120
00000100:00100000:2.0:1767319038.659398:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993504512:0@lo:400:kworker.0
00000100:00100000:2.0:1767319038.659432:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993504128
00000100:00100000:2.0:1767319038.659448:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993504128
00000100:00100000:2.0:1767319038.659471:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993504384
00000100:00100000:2.0:1767319038.659474:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993504384
00000100:00100000:2.0:1767319038.659487:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993504256
00000100:00100000:2.0:1767319038.659489:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993504256
00000100:00100000:2.0:1767319038.659511:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5012
00000100:00100000:2.0:1767319038.659518:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993504256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319038.659552:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993504256:12345-0@lo:400:kworker.0 Request processed in 35us (301us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319038.659561:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5012
00000100:00100000:2.0:1767319038.659572:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71991
00000100:00100000:2.0:1767319038.659575:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993504128:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319038.659593:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319038.659620:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993504128:12345-0@lo:38:kworker.0 Request processed in 43us (1486us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319038.659626:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71991
00000100:00100000:2.0:1767319038.659636:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71992
00000100:00100000:2.0:1767319038.659639:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993504384:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319038.659647:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319038.659669:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993504384:12345-0@lo:38:kworker.0 Request processed in 28us (1462us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319038.659674:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71992
00000100:00080000:2.0:1767319038.659695:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319038.659711:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993504256:0@lo:400:kworker.0
00000100:00080000:2.0:1767319038.659733:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319038.659738:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319038.659741:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993504384:0@lo:38:kworker.0
00000100:00080000:2.0:1767319038.659750:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319038.659753:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319038.659757:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993504128:0@lo:38:kworker.0
00000100:00100000:1.0:1767319038.667842:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993504000:0@lo:400:kworker.0
00000100:00100000:1.0:1767319039.165691:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319040.190209:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319041.213531:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319042.238038:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319043.261281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319043.261557:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993504768
00000100:00100000:1.0:1767319043.261565:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993504768
00000100:00100000:1.0:1767319043.261627:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833
00000100:00100000:1.0:1767319043.261635:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993504768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319043.261683:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319043.262110:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993504896:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319043.262142:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319043.262193:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993504896
00000100:00100000:2.0:1767319043.262197:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993504896
00000100:00100000:2.0:1767319043.262226:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2834
00000100:00100000:2.0:1767319043.262233:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993504896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319043.262250:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319043.262284:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993504896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (141us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319043.262291:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2834
00000100:00100000:2.0:1767319043.262338:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993504896:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319043.262547:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319043.262552:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319043.272201:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993504768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 10554us (10738us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319043.272219:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833
00000100:00100000:1.0:1767319043.774397:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993505920:0@lo:400:kworker.0
00000100:00100000:1.0:1767319043.774428:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319043.774462:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319043.774467:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993505280:0@lo:400:kworker.0
00000100:00100000:1.0:1767319043.774487:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319043.774508:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993505280
00000100:00100000:1.0:1767319043.774512:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993505280
00000100:00100000:1.0:1767319043.774536:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5015
00000100:00100000:1.0:1767319043.774542:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993505280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319043.774570:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993505280:12345-0@lo:400:kworker.0 Request processed in 28us (82us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319043.774575:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5015
00000100:00100000:1.0:1767319043.774599:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993505280:0@lo:400:kworker.0
00000100:00100000:1.0:1767319043.775110:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993505920:0@lo:400:kworker.0
00000100:00080000:2.0:1767319043.775250:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319043.775271:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993505024:0@lo:38:kworker.0
00000100:00100000:2.0:1767319043.775302:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319043.775331:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993505152:0@lo:38:kworker.0
00000100:00100000:2.0:1767319043.775355:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319043.775402:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993505408:0@lo:38:kworker.0
00000100:00100000:2.0:1767319043.775423:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319043.775441:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f396300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993505664:0@lo:38:kworker.0
00000100:00100000:2.0:1767319043.775460:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319043.775488:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993505024
00000100:00100000:2.0:1767319043.775492:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993505024
00000100:00100000:2.0:1767319043.775512:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993505408
00000100:00100000:2.0:1767319043.775515:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993505408
00000100:00100000:2.0:1767319043.775525:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993505664
00000100:00100000:2.0:1767319043.775527:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993505664
00000100:00100000:2.0:1767319043.775539:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71994
00000100:00100000:2.0:1767319043.775544:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993505024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319043.775562:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319043.775592:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993505024:12345-0@lo:38:kworker.0 Request processed in 48us (290us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319043.775599:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71994
00000100:00100000:2.0:1767319043.775611:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71995
00000100:00100000:2.0:1767319043.775615:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993505408:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319043.775624:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319043.775645:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993505408:12345-0@lo:38:kworker.0 Request processed in 29us (222us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319043.775651:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71995
00000100:00100000:2.0:1767319043.775661:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71996
00000100:00100000:2.0:1767319043.775665:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993505664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319043.775673:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319043.775697:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993505664:12345-0@lo:38:kworker.0 Request processed in 30us (235us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319043.775701:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71996
00000100:00080000:2.0:1767319043.775734:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319043.775738:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319043.775741:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993505024:0@lo:38:kworker.0
00000100:00080000:2.0:1767319043.775748:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319043.775751:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319043.775753:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993505408:0@lo:38:kworker.0
00000100:00080000:2.0:1767319043.775760:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319043.775762:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319043.775765:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f396300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993505664:0@lo:38:kworker.0
00000100:00100000:1.0:1767319044.285297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319045.310783:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319046.333501:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319046.727424:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942172160
00000100:00100000:1.0:1767319046.727436:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942172160
00000100:00100000:1.0:1767319046.727485:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 71997
00000100:00100000:1.0:1767319046.727494:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942172160:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319046.727518:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319046.727628:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942172160:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 134us (530us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319046.727636:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 71997
00000100:00100000:2.0:1767319046.731683:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942172288
00000100:00100000:2.0:1767319046.731693:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942172288
00000100:00100000:2.0:1767319046.736342:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5016
00000100:00100000:2.0:1767319046.736369:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942172288:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319046.736469:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942172288:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 113us (5085us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319046.736477:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5016
00000100:00100000:1.0:1767319047.357673:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319048.383211:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993506048:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319048.383294:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319048.383553:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319048.383794:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993506048:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319048.383821:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319048.384179:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319048.384192:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993506176:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319048.384239:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319048.384585:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993506176:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319048.894020:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5017
00000100:00100000:2.0:1767319048.894031:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993506816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319048.894078:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993506816:12345-0@lo:400:kworker.0 Request processed in 48us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319048.894084:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5017
00000100:00100000:2.0:1767319048.895113:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993506816:0@lo:400:kworker.0
00000100:00100000:2.0:1767319048.914470:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993506304
00000100:00100000:2.0:1767319048.914485:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993506304
00000100:00100000:2.0:1767319048.914543:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993506688
00000100:00100000:2.0:1767319048.914547:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993506688
00000100:00100000:2.0:1767319048.914570:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71998
00000100:00100000:2.0:1767319048.914578:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993506304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319048.914600:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319048.914670:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993506304:12345-0@lo:38:kworker.0 Request processed in 92us (20415us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319048.914677:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71998
00000100:00100000:2.0:1767319048.914696:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71999
00000100:00100000:2.0:1767319048.914699:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993506688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319048.914709:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319048.914734:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993506688:12345-0@lo:38:kworker.0 Request processed in 33us (14820us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319048.914739:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71999
00000100:00100000:1.0:1767319049.405336:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319051.850209:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942172416
00000100:00100000:1.0:1767319051.850219:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942172416
00000100:00100000:1.0:1767319051.850265:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72001
00000100:00100000:1.0:1767319051.850273:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942172416:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319051.850297:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319051.850372:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942172416:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 98us (714us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319051.850381:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72001
00000100:00080000:2.0:1767319051.852951:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319053.501617:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993507072:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319053.501689:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319053.504052:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319054.017293:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319054.017317:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993507584:0@lo:400:kworker.0
00000100:00100000:1.0:1767319054.021873:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319028/real 1767319028]  req@ffff89b6061b7480 x1853163993501056/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319053 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319054.021910:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6061b7480 x1853163993501056/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319053 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319054.021937:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993507328:0@lo:38:kworker.0
00000100:00100000:2.0:1767319054.032359:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319054.032605:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319054.032647:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993507456:0@lo:38:kworker.0
00000100:00100000:2.0:1767319054.032659:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993507328
00000100:00100000:2.0:1767319054.032665:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993507328
00000100:00100000:2.0:1767319054.032699:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72002
00000100:00100000:2.0:1767319054.032707:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993507328:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319054.032728:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319054.033448:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993507328:12345-0@lo:38:kworker.0 Request processed in 730us (833us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319054.033455:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72002
00000100:00100000:1.0:1767319054.033578:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319054.033628:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993507712:0@lo:38:kworker.0
00000100:00100000:1.0:1767319054.033662:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319054.033703:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993507712
00000100:00100000:1.0:1767319054.033710:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993507712
00000100:00100000:1.0:1767319054.033736:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72003
00000100:00100000:1.0:1767319054.033753:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993507712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319054.033768:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319054.033937:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993507712:12345-0@lo:38:kworker.0 Request processed in 189us (271us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319054.033945:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72003
00000100:00100000:1.0:1767319054.033961:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993507968
00000100:00100000:1.0:1767319054.033965:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993507968
00000100:00100000:1.0:1767319054.033991:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72004
00000100:00100000:1.0:1767319054.033998:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993507968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319054.034009:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319054.034042:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993507968:12345-0@lo:38:kworker.0 Request processed in 41us (109us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319054.034052:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72004
00000100:00100000:2.0:1767319054.035328:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993507584:0@lo:400:kworker.0
00000100:00100000:1.0:1767319054.525308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319055.549295:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319055.948121:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:2.0:1767319055.948493:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942172672 offset 0 length 520: 4
00000100:00100000:2.0:1767319055.948523:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319056.573299:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319057.597286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319058.621968:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993508224:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319058.622006:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319058.627065:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993508352
00000100:00100000:1.0:1767319058.627079:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993508352
00000100:00100000:1.0:1767319058.628550:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839
00000100:00100000:1.0:1767319058.628563:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993508352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319058.628601:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319058.628698:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993508352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 138us (7230us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319058.628706:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839
00000100:00100000:1.0:1767319058.628793:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993508352:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319058.633916:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993508224:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319059.135717:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993508736:0@lo:400:kworker.0
00000100:00100000:1.0:1767319059.135803:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319059.135892:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993508736
00000100:00100000:1.0:1767319059.135900:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993508736
00000100:00100000:1.0:1767319059.135958:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5023
00000100:00100000:1.0:1767319059.135971:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993508736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319059.136026:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993508736:12345-0@lo:400:kworker.0 Request processed in 59us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319059.136034:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5023
00000100:00100000:1.0:1767319059.136357:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993508736:0@lo:400:kworker.0
00000100:00100000:2.0:1767319059.136509:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993508480:0@lo:38:kworker.0
00000100:00100000:2.0:1767319059.136544:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319059.136577:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993508608:0@lo:38:kworker.0
00000100:00100000:2.0:1767319059.136601:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319059.136621:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993508864:0@lo:38:kworker.0
00000100:00100000:2.0:1767319059.136639:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319059.136662:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993509120:0@lo:38:kworker.0
00000100:00100000:2.0:1767319059.136681:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319059.138294:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319059.138300:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319059.138304:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993508480:0@lo:38:kworker.0
00000100:00080000:2.0:1767319059.138446:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319059.138451:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319059.138454:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993508608:0@lo:38:kworker.0
00000100:00080000:2.0:1767319059.138465:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319059.138469:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319059.138472:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993508864:0@lo:38:kworker.0
00000100:00080000:2.0:1767319059.138480:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319059.138484:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319059.138487:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993509120:0@lo:38:kworker.0
00000100:00100000:1.0:1767319063.746453:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319064.258699:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993509504:0@lo:38:kworker.0
00000100:00100000:1.0:1767319064.258789:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319064.259220:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993509632:0@lo:38:kworker.0
00000100:00100000:1.0:1767319064.259264:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319064.259299:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993509888:0@lo:38:kworker.0
00000100:00100000:1.0:1767319064.259329:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319064.259356:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993510144:0@lo:38:kworker.0
00000100:00100000:1.0:1767319064.259380:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319064.259418:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993509888
00000100:00100000:1.0:1767319064.259423:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993509888
00000100:00100000:1.0:1767319064.259455:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993510144
00000100:00100000:1.0:1767319064.259459:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993510144
00000100:00100000:1.0:1767319064.259645:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72010
00000100:00100000:1.0:1767319064.259652:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993509504:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319064.259680:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319064.259993:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993509504:12345-0@lo:38:kworker.0 Request processed in 340us (1204us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319064.260002:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72010
00000100:00100000:1.0:1767319064.260217:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72011
00000100:00100000:1.0:1767319064.260222:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993509888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319064.260235:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319064.260263:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993509888:12345-0@lo:38:kworker.0 Request processed in 40us (933us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319064.260269:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72011
00000100:00100000:1.0:1767319064.260284:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72012
00000100:00100000:1.0:1767319064.260288:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993510144:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319064.260298:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319064.260323:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993510144:12345-0@lo:38:kworker.0 Request processed in 33us (941us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319064.260328:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72012
00000100:00080000:1.0:1767319064.260393:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319064.260399:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319064.260403:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993509504:0@lo:38:kworker.0
00000100:00080000:1.0:1767319064.260415:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319064.260418:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319064.260421:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993509888:0@lo:38:kworker.0
00000100:00080000:1.0:1767319064.260429:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319064.260432:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319064.260435:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993510144:0@lo:38:kworker.0
00000100:00080000:1.0:1767319064.260496:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319064.260560:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993509760:0@lo:400:kworker.0
00000100:00100000:1.0:1767319064.260591:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993509632
00000100:00100000:1.0:1767319064.260595:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993509632
00000100:00100000:1.0:1767319064.260623:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22
00000100:00100000:1.0:1767319064.260628:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993509632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319064.260638:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319064.260668:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993509632:12345-0@lo:38:kworker.0 Request processed in 40us (1404us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319064.260674:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22
00000100:00080000:1.0:1767319064.260693:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319064.260696:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319064.260699:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993509632:0@lo:38:kworker.0
00000100:00100000:1.0:1767319064.769024:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319065.789664:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767319066.188228:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319066.813449:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319067.837337:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319068.861637:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993510272:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319068.861742:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319068.861941:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993510272
00000100:00100000:1.0:1767319068.861952:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993510272
00000100:00100000:1.0:1767319068.862038:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843
00000100:00100000:1.0:1767319068.862049:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993510272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319068.862089:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319068.862140:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993510272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (397us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319068.862148:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843
00000100:00100000:1.0:1767319068.862230:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993510272:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319068.862334:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319068.863142:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319069.374470:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993511296:0@lo:400:kworker.0
00000100:00100000:1.0:1767319069.374503:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319069.374537:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319069.374543:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993511040:0@lo:400:kworker.0
00000100:00100000:1.0:1767319069.374565:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319069.374599:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993510784
00000100:00100000:1.0:1767319069.374608:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993510784
00000100:00100000:1.0:1767319069.374668:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993511040
00000100:00100000:1.0:1767319069.374671:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993511040
00000100:00100000:1.0:1767319069.374700:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5029
00000100:00100000:1.0:1767319069.374709:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993510784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319069.374768:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993510784:12345-0@lo:400:kworker.0 Request processed in 59us (508us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319069.374775:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5029
00000100:00100000:1.0:1767319069.374797:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5030
00000100:00100000:1.0:1767319069.374805:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993511040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319069.374835:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993511040:12345-0@lo:400:kworker.0 Request processed in 32us (269us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319069.374841:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5030
00000100:00100000:1.0:1767319069.374866:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993510528:0@lo:38:kworker.0
00000100:00100000:1.0:1767319069.374890:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319069.374906:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993510656:0@lo:38:kworker.0
00000100:00100000:1.0:1767319069.374928:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319069.374951:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993510912:0@lo:38:kworker.0
00000100:00100000:1.0:1767319069.374971:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319069.374985:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993511168:0@lo:38:kworker.0
00000100:00100000:1.0:1767319069.375003:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319069.375030:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993510528
00000100:00100000:1.0:1767319069.375033:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993510528
00000100:00100000:1.0:1767319069.375066:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993510912
00000100:00100000:1.0:1767319069.375069:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993510912
00000100:00100000:1.0:1767319069.375082:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993511168
00000100:00100000:1.0:1767319069.375084:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993511168
00000100:00100000:1.0:1767319069.375094:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72014
00000100:00100000:1.0:1767319069.375099:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993510528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319069.375122:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319069.375197:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993510528:12345-0@lo:38:kworker.0 Request processed in 57us (266us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319069.375204:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72014
00000100:00100000:1.0:1767319069.375216:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72015
00000100:00100000:1.0:1767319069.375220:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993510912:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319069.375229:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319069.375250:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993510912:12345-0@lo:38:kworker.0 Request processed in 29us (278us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319069.375256:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72015
00000100:00100000:1.0:1767319069.375266:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72016
00000100:00100000:1.0:1767319069.375270:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993511168:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319069.375277:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319069.375298:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993511168:12345-0@lo:38:kworker.0 Request processed in 27us (293us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319069.375304:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72016
00000100:00100000:1.0:1767319069.375357:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993511040:0@lo:400:kworker.0
00000100:00080000:1.0:1767319069.375392:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319069.375397:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319069.375400:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993510528:0@lo:38:kworker.0
00000100:00080000:1.0:1767319069.375409:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319069.375413:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319069.375416:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993510912:0@lo:38:kworker.0
00000100:00080000:1.0:1767319069.375423:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319069.375426:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319069.375429:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993511168:0@lo:38:kworker.0
00000100:00100000:2.0:1767319069.375880:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993511424
00000100:00100000:2.0:1767319069.375885:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993511424
00000100:00100000:2.0:1767319069.375931:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993511296
00000100:00100000:2.0:1767319069.375935:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993511296
00000100:00100000:2.0:1767319069.375959:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123
00000100:00100000:2.0:1767319069.375966:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993511424:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319069.376015:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993511424:12345-0@lo:400:kworker.0 Request processed in 51us (1630us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319069.376022:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123
00000100:00100000:2.0:1767319069.376037:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124
00000100:00100000:2.0:1767319069.376042:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993511296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319069.376092:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993511296:12345-0@lo:400:kworker.0 Request processed in 50us (1588us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319069.376098:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124
00000100:00080000:2.0:1767319069.376123:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319069.376156:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993511296:0@lo:400:kworker.0
00000100:00080000:2.0:1767319071.305747:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319073.981398:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319073.981427:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993511552:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319073.981639:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319073.982074:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319073.982112:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993511552:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319073.982318:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319073.982328:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993511680:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319073.982361:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319073.982807:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319073.982994:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993511680:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319074.496067:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993511808:0@lo:38:kworker.0
00000100:00100000:1.0:1767319074.496102:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319074.496123:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993511936:0@lo:38:kworker.0
00000100:00100000:1.0:1767319074.496146:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319074.496189:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993512192:0@lo:38:kworker.0
00000100:00100000:1.0:1767319074.496211:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319074.496227:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993512448:0@lo:38:kworker.0
00000100:00100000:1.0:1767319074.496247:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319074.496277:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993511808
00000100:00100000:1.0:1767319074.496281:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993511808
00000100:00100000:1.0:1767319074.496302:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993512192
00000100:00100000:1.0:1767319074.496305:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993512192
00000100:00100000:1.0:1767319074.496318:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72018
00000100:00100000:1.0:1767319074.496323:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993511808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319074.496342:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319074.496666:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993511808:12345-0@lo:38:kworker.0 Request processed in 65us (287us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319074.496676:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72018
00000100:00100000:1.0:1767319074.496690:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993512448
00000100:00100000:1.0:1767319074.496693:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993512448
00000100:00100000:1.0:1767319074.496713:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72019
00000100:00100000:1.0:1767319074.496716:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993512192:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319074.496726:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319074.496917:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993511936
00000100:00100000:2.0:1767319074.496921:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993511936
00000100:00100000:2.0:1767319074.496943:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24
00000100:00100000:2.0:1767319074.496948:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993511936:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319074.496958:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319074.496983:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993511936:12345-0@lo:38:kworker.0 Request processed in 34us (837us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319074.496988:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24
00000100:00080000:2.0:1767319074.497033:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319074.499228:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993512192:12345-0@lo:38:kworker.0 Request processed in 2502us (3009us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319074.499240:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72019
00000100:00100000:1.0:1767319076.424341:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319076.424447:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:1.0:1767319076.424760:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319079.102304:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993512832:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319079.102374:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319079.102789:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319079.102839:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993512832:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319079.107141:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993512960:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319079.107304:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319079.108115:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993512960:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319079.115317:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319079.615215:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993513216
00000100:00100000:2.0:1767319079.615219:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993513216
00000100:00100000:2.0:1767319079.615247:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25
00000100:00100000:2.0:1767319079.615251:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993513216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319079.615271:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319079.615305:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993513216:12345-0@lo:38:kworker.0 Request processed in 53us (673us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319079.615311:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25
00000100:00080000:2.0:1767319079.615330:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319081.547561:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942174080
00000100:00100000:1.0:1767319081.547577:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942174080
00000100:00100000:1.0:1767319081.547642:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942174208
00000100:00100000:1.0:1767319081.547646:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942174208
00000100:00100000:1.0:1767319081.547703:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5037
00000100:00100000:1.0:1767319081.547714:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942174208:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319081.547818:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942174208:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 105us (3929us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319081.547827:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5037
00000100:00100000:1.0:1767319081.547850:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72025
00000100:00100000:1.0:1767319081.547854:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942174080:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319081.547875:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319081.547903:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942174080:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 47us (4073us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319081.547910:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72025
00000100:00100000:1.0:1767319084.221321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319084.221395:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319084.221417:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993514240:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319084.221493:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319084.221848:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993514368:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319084.221882:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319084.228190:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319084.229034:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319084.229866:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849
00000100:00100000:1.0:1767319084.229884:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993514240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319084.229923:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319084.230194:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993514240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 284us (8666us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319084.230203:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849
00000100:00100000:1.0:1767319084.230227:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850
00000100:00100000:1.0:1767319084.230235:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993514368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319084.230250:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319084.230285:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993514368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (8403us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319084.230291:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850
00000100:00100000:1.0:1767319084.230348:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993514368:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319084.234994:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993514240:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319084.734052:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319084.734063:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319084.734066:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319084.734071:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319084.734075:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319084.734084:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4324
00000100:00080000:2.0:1767319084.734090:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319084.734097:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319084.734138:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615e300 x1853163993514496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319084.734904:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319084.734909:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319084.734912:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319084.734916:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4324
00000100:00080000:2.0:1767319084.734919:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319084.734923:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319084.734940:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606057480 x1853163993514624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319084.734963:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319084.734966:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319084.734969:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319084.734972:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4324
00000100:00080000:2.0:1767319084.734974:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319084.734976:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319084.734989:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6062c1500 x1853163993514880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319084.735011:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319084.735015:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319084.735016:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319084.735019:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4324
00000100:00080000:2.0:1767319084.735021:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319084.735024:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319084.735034:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293c700 x1853163993515136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319084.735070:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993515008:0@lo:400:kworker.0
00000100:00100000:2.0:1767319084.735100:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319084.735555:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993514752:0@lo:400:kworker.0
00000100:00100000:1.0:1767319084.735583:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319084.736108:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319084.736116:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993515264:0@lo:400:kworker.0
00000100:00100000:2.0:1767319084.736145:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319084.736207:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319084.736248:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993514880
00000100:00100000:2.0:1767319084.736252:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993514880
00000100:00100000:2.0:1767319084.736274:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993515136
00000100:00100000:2.0:1767319084.736277:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993515136
00000100:00100000:2.0:1767319084.736289:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72026
00000100:00100000:2.0:1767319084.736295:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993514496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319084.736334:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319084.736379:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993514496:12345-0@lo:38:kworker.0 Request processed in 81us (1569us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319084.736386:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72026
00000100:00100000:2.0:1767319084.736416:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72027
00000100:00100000:2.0:1767319084.736420:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993514880:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319084.736429:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319084.736451:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993514880:12345-0@lo:38:kworker.0 Request processed in 29us (470us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319084.736456:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72027
00000100:00100000:2.0:1767319084.736468:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72028
00000100:00100000:2.0:1767319084.736472:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993515136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319084.736481:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319084.736502:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993515136:12345-0@lo:38:kworker.0 Request processed in 30us (484us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319084.736508:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72028
00000100:00080000:2.0:1767319084.736546:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319084.736551:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319084.736555:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993514880:0@lo:38:kworker.0
00000100:00080000:2.0:1767319084.736566:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319084.736569:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319084.736572:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993515136:0@lo:38:kworker.0
00000100:00080000:2.0:1767319084.736580:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319084.736583:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319084.736587:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993514496:0@lo:38:kworker.0
00000100:00100000:2.0:1767319084.737677:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993514624
00000100:00100000:2.0:1767319084.737685:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993514624
00000100:00100000:2.0:1767319084.737718:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26
00000100:00100000:2.0:1767319084.737724:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993514624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319084.737738:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319084.737781:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993514624:12345-0@lo:38:kworker.0 Request processed in 56us (2567us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319084.737787:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26
00000100:00080000:2.0:1767319084.737876:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319084.737881:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319084.737884:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993514624:0@lo:38:kworker.0
00000100:00100000:2.0:1767319084.737924:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993515264
00000100:00100000:2.0:1767319084.737928:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993515264
00000100:00100000:2.0:1767319084.737958:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129
00000100:00100000:2.0:1767319084.737965:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993515264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319084.738010:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993515264:12345-0@lo:400:kworker.0 Request processed in 45us (1863us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319084.738016:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129
00000100:00100000:2.0:1767319084.738054:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993515264:0@lo:400:kworker.0
00000100:00100000:2.0:1767319084.738086:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993515392:0@lo:400:kworker.0
00000100:00100000:2.0:1767319084.738116:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319084.738145:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993515392
00000100:00100000:2.0:1767319084.738148:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993515392
00000100:00100000:2.0:1767319084.738203:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130
00000100:00100000:2.0:1767319084.738210:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993515392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319084.738813:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993515392:12345-0@lo:400:kworker.0 Request processed in 602us (695us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319084.738820:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130
00000100:00100000:2.0:1767319084.738850:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993515392:0@lo:400:kworker.0
00000100:00100000:1.0:1767319084.740016:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993514752:0@lo:400:kworker.0
00000100:00100000:1.0:1767319085.245274:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319086.269759:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319086.664788:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319086.665452:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:2.0:1767319086.669482:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319087.294037:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319088.317287:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319089.341510:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993515520:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319089.341652:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319089.342478:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319089.342601:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993515648:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319089.342639:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319089.347694:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319089.349683:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319089.349903:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993515520:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319089.355779:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993515648:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319089.853620:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319089.853635:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993516032:0@lo:400:kworker.0
00000100:00100000:1.0:1767319089.853711:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319089.854152:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993516288:0@lo:400:kworker.0
00000100:00080000:1.0:1767319089.854199:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319089.854216:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319089.854237:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993516032:0@lo:400:kworker.0
00000100:00100000:2.0:1767319089.854267:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993515776:0@lo:38:kworker.0
00000100:00100000:2.0:1767319089.854292:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319089.854320:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993515904:0@lo:38:kworker.0
00000100:00100000:2.0:1767319089.854345:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319089.854371:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993516160:0@lo:38:kworker.0
00000100:00100000:2.0:1767319089.854392:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319089.856944:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993516416:0@lo:38:kworker.0
00000100:00100000:2.0:1767319089.857021:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319089.857173:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993515776
00000100:00100000:1.0:1767319089.857178:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993515776
00000100:00100000:1.0:1767319089.857202:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993516160
00000100:00100000:1.0:1767319089.857204:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993516160
00000100:00100000:1.0:1767319089.857224:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5042
00000100:00100000:1.0:1767319089.857234:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993516288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319089.857298:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993516288:12345-0@lo:400:kworker.0 Request processed in 67us (3082us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319089.857306:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5042
00000100:00100000:1.0:1767319089.857324:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993516416
00000100:00100000:1.0:1767319089.857327:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993516416
00000100:00100000:1.0:1767319089.857347:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72030
00000100:00100000:1.0:1767319089.857352:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993515776:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767319089.857354:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319089.857362:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319089.857366:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993515904:0@lo:38:kworker.0
00010000:00020000:1.0:1767319089.857375:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319089.857401:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72031
00000100:00100000:2.0:1767319089.857407:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993516160:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319089.857414:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993515776:12345-0@lo:38:kworker.0 Request processed in 60us (3121us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767319089.857421:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319089.857424:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72030
00000100:00100000:1.0:1767319089.857441:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72032
00000100:00100000:1.0:1767319089.857446:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993516416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319089.857457:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319089.857459:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993516160:12345-0@lo:38:kworker.0 Request processed in 48us (3064us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319089.857467:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72031
00000100:00100000:1.0:1767319089.857489:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993516416:12345-0@lo:38:kworker.0 Request processed in 41us (467us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319089.857496:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72032
00000100:00080000:1.0:1767319089.857519:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319089.857544:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993516288:0@lo:400:kworker.0
00000100:00080000:2.0:1767319089.857644:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319089.857649:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319089.857652:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993515776:0@lo:38:kworker.0
00000100:00080000:2.0:1767319089.857660:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319089.857663:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319089.857666:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993516160:0@lo:38:kworker.0
00000100:00080000:2.0:1767319089.857672:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319089.857675:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319089.857678:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993516416:0@lo:38:kworker.0
00000100:00100000:1.0:1767319090.368317:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319091.389286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767319091.790018:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319092.413288:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319093.437346:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319094.461305:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319094.461611:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993516544:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319094.461681:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319094.461882:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993516544
00000100:00100000:1.0:1767319094.461891:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993516544
00000100:00100000:1.0:1767319094.461958:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853
00000100:00100000:1.0:1767319094.461967:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993516544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319094.462012:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319094.462970:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993516544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1004us (1287us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319094.462978:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853
00000100:00100000:2.0:1767319094.464108:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993516544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319094.977058:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319094.977071:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993517056:0@lo:400:kworker.0
00000100:00100000:2.0:1767319094.977144:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993516800:0@lo:38:kworker.0
00000100:00100000:1.0:1767319094.979651:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319094.979698:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993517312
00000100:00100000:1.0:1767319094.979709:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993517312
00000100:00100000:1.0:1767319094.979771:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993517056
00000100:00100000:1.0:1767319094.979775:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993517056
00000100:00100000:1.0:1767319094.979805:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5044
00000100:00100000:1.0:1767319094.979814:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993517312:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319094.979873:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993517312:12345-0@lo:400:kworker.0 Request processed in 61us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319094.979881:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5044
00000100:00100000:1.0:1767319094.979941:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993517056:0@lo:400:kworker.0
00000100:00100000:1.0:1767319094.979981:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993517312:0@lo:400:kworker.0
00000100:00100000:2.0:1767319094.982034:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319094.982089:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993516928:0@lo:38:kworker.0
00000100:00100000:2.0:1767319094.982117:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319094.982143:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993517184:0@lo:38:kworker.0
00000100:00100000:2.0:1767319094.982183:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319094.982208:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993517440:0@lo:38:kworker.0
00000100:00100000:2.0:1767319094.982230:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319094.982565:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993516800
00000100:00100000:1.0:1767319094.982572:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993516800
00000100:00100000:1.0:1767319094.982611:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993517184
00000100:00100000:1.0:1767319094.982614:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993517184
00000100:00100000:1.0:1767319094.982626:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993517440
00000100:00100000:1.0:1767319094.982628:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993517440
00000100:00100000:1.0:1767319094.982644:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72034
00000100:00100000:1.0:1767319094.982651:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993516800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319094.982672:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319094.982716:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993516800:12345-0@lo:38:kworker.0 Request processed in 64us (687us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319094.982723:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72034
00000100:00100000:1.0:1767319094.982739:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72035
00000100:00100000:1.0:1767319094.982742:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993517184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319094.982751:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319094.982768:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993517184:12345-0@lo:38:kworker.0 Request processed in 24us (584us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319094.982772:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72035
00000100:00100000:1.0:1767319094.982782:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72036
00000100:00100000:1.0:1767319094.982785:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993517440:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319094.982793:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319094.982812:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993517440:12345-0@lo:38:kworker.0 Request processed in 25us (581us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319094.982818:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72036
00000100:00080000:2.0:1767319094.982953:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319094.982959:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319094.982962:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993516800:0@lo:38:kworker.0
00000100:00080000:2.0:1767319094.982980:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319094.982984:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319094.982986:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993516928:0@lo:38:kworker.0
00000100:00080000:2.0:1767319094.982996:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319094.983000:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319094.983002:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993517184:0@lo:38:kworker.0
00000100:00080000:2.0:1767319094.983009:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319094.983011:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319094.983013:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993517440:0@lo:38:kworker.0
00000100:00100000:2.0:1767319095.485464:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319096.512195:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319096.907201:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319096.907872:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942175104
00000100:00100000:2.0:1767319096.907883:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942175104
00000100:00100000:2.0:1767319096.907981:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5046
00000100:00100000:2.0:1767319096.907993:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942175104:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319096.908077:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942175104:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 87us (887us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319096.908084:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5046
00000100:00100000:2.0:1767319096.914864:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942174976:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 606us (1261us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319096.914875:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72037
00000100:00100000:2.0:1767319097.534045:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319098.557586:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319099.581494:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319099.581861:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993517568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319099.581971:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319099.582810:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993517696:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319099.582869:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319099.585019:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993517568:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319099.585153:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319099.585192:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319100.103814:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319100.103828:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319100.103832:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319100.103836:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319100.103841:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319100.103851:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4339
00000100:00080000:2.0:1767319100.103867:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319100.103885:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319100.103947:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6062c2680 x1853163993517824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319100.103969:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319100.103974:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319100.103976:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319100.103980:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4339
00000100:00080000:2.0:1767319100.103983:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319100.103986:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319100.104000:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6062c1500 x1853163993517952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319100.104054:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319100.104059:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319100.104060:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319100.104064:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4339
00000100:00080000:2.0:1767319100.104067:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319100.104071:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319100.104081:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b341880 x1853163993518208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319100.104112:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319100.104116:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319100.104118:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319100.104121:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4339
00000100:00080000:2.0:1767319100.104124:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319100.104126:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319100.104135:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b341c00 x1853163993518464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319100.104212:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319100.104234:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993518336:0@lo:400:kworker.0
00000100:00100000:2.0:1767319100.104329:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319100.104423:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993518336
00000100:00100000:2.0:1767319100.104434:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993518336
00000100:00100000:2.0:1767319100.104506:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5047
00000100:00100000:2.0:1767319100.104517:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993518336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319100.104579:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993518336:12345-0@lo:400:kworker.0 Request processed in 64us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319100.104587:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5047
00000100:00100000:2.0:1767319100.104644:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993518336:0@lo:400:kworker.0
00000100:00080000:1.0:1767319100.110006:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319100.110204:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993518080
00000100:00100000:2.0:1767319100.110218:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993518080
00000100:00100000:2.0:1767319100.110310:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5048
00000100:00100000:2.0:1767319100.110320:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993518080:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319100.110413:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993518080:12345-0@lo:400:kworker.0 Request processed in 94us (2005us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319100.110422:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5048
00000100:00080000:1.0:1767319100.110488:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319100.118781:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993517952
00000100:00100000:1.0:1767319100.118802:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993517952
00000100:00100000:1.0:1767319100.118882:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29
00000100:00100000:1.0:1767319100.118892:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993517952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319100.118923:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319100.119056:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993517952:12345-0@lo:38:kworker.0 Request processed in 164us (7859us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319100.119064:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29
00000100:00080000:2.0:1767319100.119263:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319100.119271:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319100.119275:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993517952:0@lo:38:kworker.0
00000100:00100000:2.0:1767319100.609842:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319101.629531:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319102.024250:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319102.024302:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:1.0:1767319102.024833:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319102.654849:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319103.679676:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319104.193624:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319079/real 1767319079]  req@ffff89b6380c0000 x1853163993514112/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319104.193665:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6380c0000 x1853163993514112/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319104.193684:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319104.193777:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319104.193782:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993514112:0@lo:250:kworker.0
00000100:00100000:2.0:1767319104.194088:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993518592:0@lo:250:kworker.0
00000400:00000100:2.0:1767319104.194184:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993518592 offset 0 length 520: 4
00000100:00100000:2.0:1767319104.195535:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993518720:0@lo:38:kworker.0
00000100:00100000:2.0:1767319104.195589:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319104.196124:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993518976
00000100:00100000:2.0:1767319104.196129:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993518976
00000100:00100000:2.0:1767319104.196215:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5050
00000100:00100000:2.0:1767319104.196224:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993518976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319104.196871:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993518848:0@lo:38:kworker.0
00000100:00100000:1.0:1767319104.196910:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319104.196933:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993519104:0@lo:38:kworker.0
00000100:00100000:1.0:1767319104.196965:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319104.197142:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993518976:12345-0@lo:400:kworker.0 Request processed in 918us (1082us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319104.199648:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5050
00000100:00100000:2.0:1767319104.199702:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993519104
00000100:00100000:2.0:1767319104.199711:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993519104
00000100:00100000:2.0:1767319104.199756:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72043
00000100:00100000:2.0:1767319104.199763:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993519104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319104.199791:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319104.199876:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993519104:12345-0@lo:38:kworker.0 Request processed in 112us (2910us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319104.199882:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72043
00000100:00100000:2.0:1767319104.199950:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993519488:0@lo:400:kworker.0
00000100:00100000:2.0:1767319104.199985:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319104.200025:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993519488
00000100:00100000:2.0:1767319104.200031:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993519488
00000100:00100000:2.0:1767319104.200066:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131
00000100:00100000:2.0:1767319104.200072:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993519488:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319104.200126:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993519488:12345-0@lo:400:kworker.0 Request processed in 43us (129us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319104.200133:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131
00000100:00080000:1.0:1767319104.202129:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319104.202231:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319104.202237:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993519104:0@lo:38:kworker.0
00000100:00100000:1.0:1767319104.202250:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993519360:0@lo:38:kworker.0
00000100:00100000:1.0:1767319104.202555:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319104.202600:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319104.202605:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319104.202608:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993518720:0@lo:38:kworker.0
00000100:00100000:1.0:1767319104.202661:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993518848
00000100:00100000:1.0:1767319104.202668:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993518848
00000100:00100000:1.0:1767319104.202702:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30
00000100:00100000:1.0:1767319104.202708:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993518848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319104.202729:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319104.202774:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993518848:12345-0@lo:38:kworker.0 Request processed in 64us (5862us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319104.202781:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30
00000100:00100000:1.0:1767319104.202817:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993519360
00000100:00100000:1.0:1767319104.202821:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993519360
00000100:00100000:1.0:1767319104.202845:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72044
00000100:00100000:1.0:1767319104.202850:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993519360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319104.202860:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319104.202900:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993519360:12345-0@lo:38:kworker.0 Request processed in 48us (345us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319104.202906:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72044
00000100:00080000:1.0:1767319104.202942:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319104.202948:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319104.202973:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993519488:0@lo:400:kworker.0
00000100:00080000:2.0:1767319104.202993:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319104.202997:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319104.203047:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993518848:0@lo:38:kworker.0
00000100:00080000:1.0:1767319104.203062:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319104.203065:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319104.203069:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993519360:0@lo:38:kworker.0
00000100:00100000:1.0:1767319104.203577:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993519232
00000100:00100000:1.0:1767319104.203582:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993519232
00000100:00100000:1.0:1767319104.203667:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5051
00000100:00100000:1.0:1767319104.203675:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993519232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319104.203720:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993519232:12345-0@lo:400:kworker.0 Request processed in 46us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319104.203727:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5051
00000100:00080000:2.0:1767319104.203771:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319104.203815:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993519232:0@lo:400:kworker.0
00000100:00100000:2.0:1767319104.203970:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993519616
00000100:00100000:2.0:1767319104.203975:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993519616
00000100:00100000:2.0:1767319104.204015:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132
00000100:00100000:2.0:1767319104.204022:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993519616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319104.204058:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993519616:12345-0@lo:400:kworker.0 Request processed in 37us (166us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319104.204064:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132
00000100:00100000:2.0:1767319104.707253:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319104.707742:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319104.707760:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993519744:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319104.707843:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319104.708345:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993519744:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319104.712764:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993519872:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319104.712862:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319104.717326:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993519872:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319105.725309:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000400:00000100:1.0:1767319106.120782:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942175488 offset 0 length 520: 4
00000100:00100000:1.0:1767319106.121219:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319106.121301:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319106.121366:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942175616
00000100:00100000:2.0:1767319106.121380:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942175616
00000100:00100000:2.0:1767319106.121429:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942175744
00000100:00100000:2.0:1767319106.121431:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942175744
00000100:00100000:2.0:1767319106.121501:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5052
00000100:00100000:2.0:1767319106.121514:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942175744:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319106.121608:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942175744:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 98us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319106.121616:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5052
00000100:00100000:2.0:1767319106.121641:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72045
00000100:00100000:2.0:1767319106.121646:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942175616:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319106.121671:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319106.121695:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942175616:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 49us (478us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319106.121700:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72045
00000100:00100000:2.0:1767319106.749647:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319107.773766:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319108.799905:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319109.310069:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993520000:0@lo:38:kworker.0
00000100:00100000:2.0:1767319109.310178:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319109.310267:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993520128:0@lo:38:kworker.0
00000100:00100000:1.0:1767319109.310435:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993520768:0@lo:400:kworker.0
00000100:00100000:2.0:1767319109.313610:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319109.313745:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993520384:0@lo:38:kworker.0
00000100:00100000:2.0:1767319109.316051:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319109.323742:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319109.323751:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319109.323757:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993520384:0@lo:38:kworker.0
00000100:00100000:2.0:1767319109.323770:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993520640:0@lo:38:kworker.0
00000100:00100000:2.0:1767319109.327981:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319109.328146:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319109.328153:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319109.328173:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993520000:0@lo:38:kworker.0
00000100:00080000:2.0:1767319109.328188:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319109.328191:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319109.328194:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993520128:0@lo:38:kworker.0
00000100:00080000:2.0:1767319109.331871:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319109.331879:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319109.331885:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993520640:0@lo:38:kworker.0
00000100:00100000:1.0:1767319109.338172:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319109.341135:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993520768:0@lo:400:kworker.0
00000100:00100000:1.0:1767319109.821341:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319109.821596:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993521024:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319109.821709:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319109.822560:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993521024:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319109.822792:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319109.822804:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993521152:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319109.822839:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319110.847227:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319111.240790:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319111.240901:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319111.241335:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72049
00000100:00100000:2.0:1767319111.241343:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942175872:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319111.241376:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319111.241461:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942175872:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 117us (689us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319111.241473:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72049
00000100:00080000:1.0:1767319111.241832:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319111.869305:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319112.893437:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319113.917297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319114.430195:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993522176:0@lo:400:kworker.0
00000100:00100000:1.0:1767319114.430290:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319114.430379:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319114.430386:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993521536:0@lo:400:kworker.0
00000100:00100000:1.0:1767319114.430419:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319114.430465:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993521536
00000100:00100000:1.0:1767319114.430476:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993521536
00000100:00100000:1.0:1767319114.430554:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5056
00000100:00100000:1.0:1767319114.430569:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993521536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319114.430645:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993521536:12345-0@lo:400:kworker.0 Request processed in 80us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319114.430655:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5056
00000100:00080000:1.0:1767319114.430693:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319114.430737:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993521536:0@lo:400:kworker.0
00000100:00100000:1.0:1767319114.430768:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993522048:0@lo:400:kworker.0
00000100:00100000:1.0:1767319114.430796:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319114.430818:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319114.430824:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993521792:0@lo:400:kworker.0
00000100:00100000:1.0:1767319114.430861:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319114.430886:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993521792
00000100:00100000:1.0:1767319114.430890:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993521792
00000100:00100000:1.0:1767319114.430918:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5057
00000100:00100000:1.0:1767319114.430924:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993521792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319114.430958:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993521792:12345-0@lo:400:kworker.0 Request processed in 34us (96us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319114.430965:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5057
00000100:00080000:1.0:1767319114.430979:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319114.430995:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993521792:0@lo:400:kworker.0
00000100:00080000:1.0:1767319114.431395:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319114.431399:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319114.431553:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993522048:0@lo:400:kworker.0
00000100:00100000:1.0:1767319114.431586:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993522176:0@lo:400:kworker.0
00000100:00100000:2.0:1767319114.432020:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993521280:0@lo:38:kworker.0
00000100:00100000:2.0:1767319114.432065:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319114.432100:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993521408:0@lo:38:kworker.0
00000100:00100000:2.0:1767319114.432131:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319114.432133:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993521280
00000100:00100000:1.0:1767319114.432141:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993521280
00000100:00100000:2.0:1767319114.432208:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993521664:0@lo:38:kworker.0
00000100:00100000:2.0:1767319114.432244:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319114.435246:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993521920:0@lo:38:kworker.0
00000100:00100000:2.0:1767319114.435336:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319114.442592:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993521664
00000100:00100000:1.0:1767319114.442625:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993521664
00000100:00100000:1.0:1767319114.442736:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72050
00000100:00100000:1.0:1767319114.442748:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993521280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319114.442781:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319114.442914:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993521280:12345-0@lo:38:kworker.0 Request processed in 167us (10847us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319114.442923:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72050
00000100:00100000:1.0:1767319114.442945:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72051
00000100:00100000:1.0:1767319114.442949:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993521664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319114.442960:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319114.443002:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993521664:12345-0@lo:38:kworker.0 Request processed in 51us (10763us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319114.443008:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72051
00000100:00080000:2.0:1767319114.445256:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319114.445273:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319114.445280:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993521280:0@lo:38:kworker.0
00000100:00080000:2.0:1767319114.445296:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319114.445300:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319114.445303:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993521408:0@lo:38:kworker.0
00000100:00080000:2.0:1767319114.445315:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319114.445318:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319114.445321:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993521664:0@lo:38:kworker.0
00000100:00080000:2.0:1767319114.449642:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319114.449662:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319114.449668:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993521920:0@lo:38:kworker.0
00000100:00100000:1.0:1767319114.941710:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993522304:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319114.941820:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319114.941925:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319114.941946:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993522304
00000100:00100000:1.0:1767319114.941955:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993522304
00000100:00100000:1.0:1767319114.942015:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861
00000100:00100000:1.0:1767319114.942026:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993522304:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319114.942065:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319114.942122:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993522304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (302us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319114.942130:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861
00000100:00100000:1.0:1767319114.942218:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993522304:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319114.944947:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993522432
00000100:00100000:2.0:1767319114.944964:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993522432
00000100:00100000:2.0:1767319114.945047:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862
00000100:00100000:2.0:1767319114.945057:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993522432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319114.945095:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319114.945242:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993522432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 185us (1851us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319114.945251:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862
00000100:00100000:2.0:1767319115.966485:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319116.360824:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942176128
00000100:00100000:2.0:1767319116.360833:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942176128
00000100:00100000:2.0:1767319116.360873:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72053
00000100:00100000:2.0:1767319116.360880:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942176128:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319116.360907:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319116.360962:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942176128:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 81us (338us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319116.360969:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72053
00000100:00080000:1.0:1767319116.361827:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319116.989306:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319118.013314:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319119.037312:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319119.549968:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993523072:0@lo:400:kworker.0
00000100:00100000:2.0:1767319119.550011:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319119.550044:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319119.550052:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993523328:0@lo:400:kworker.0
00000100:00100000:2.0:1767319119.550087:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319119.550131:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993523456
00000100:00100000:2.0:1767319119.550136:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993523456
00000100:00100000:2.0:1767319119.550204:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993523328
00000100:00100000:2.0:1767319119.550208:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993523328
00000100:00100000:2.0:1767319119.550241:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137
00000100:00100000:2.0:1767319119.550251:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993523456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319119.550292:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993523456:12345-0@lo:400:kworker.0 Request processed in 43us (497us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319119.550304:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137
00000100:00100000:2.0:1767319119.550324:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138
00000100:00100000:2.0:1767319119.550331:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993523328:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319119.550367:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993523328:12345-0@lo:400:kworker.0 Request processed in 36us (281us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319119.550380:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138
00000100:00100000:1.0:1767319119.550735:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993522560:0@lo:38:kworker.0
00000100:00100000:1.0:1767319119.550773:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319119.550804:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993522688:0@lo:38:kworker.0
00000100:00100000:1.0:1767319119.550830:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319119.550870:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993522944:0@lo:38:kworker.0
00000100:00100000:1.0:1767319119.550893:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319119.550909:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993523200:0@lo:38:kworker.0
00000100:00100000:1.0:1767319119.550935:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319119.550986:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993523200
00000100:00100000:1.0:1767319119.550992:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993523200
00000100:00100000:1.0:1767319119.551025:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72055
00000100:00100000:1.0:1767319119.551033:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993522944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319119.551046:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319119.551082:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993522944:12345-0@lo:38:kworker.0 Request processed in 48us (187us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319119.551089:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72055
00000100:00100000:2.0:1767319119.551154:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993522688
00000100:00100000:2.0:1767319119.551172:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993522688
00000100:00100000:2.0:1767319119.551198:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33
00000100:00100000:2.0:1767319119.551203:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993522688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319119.551212:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319119.551239:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993522688:12345-0@lo:38:kworker.0 Request processed in 35us (408us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319119.551245:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33
00000100:00100000:2.0:1767319120.061357:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319120.061538:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319120.061565:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993523584:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319120.061655:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319120.062054:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993523584:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319120.062640:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319120.062653:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993523712:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319120.062695:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319120.063417:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993523712:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319121.085624:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319121.481964:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319121.484508:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942176512
00000100:00100000:1.0:1767319121.484532:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942176512
00000100:00100000:1.0:1767319121.484715:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5061
00000100:00100000:1.0:1767319121.484730:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942176512:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319121.484878:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942176512:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 152us (2931us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319121.484887:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5061
00000100:00100000:0.0:1767319121.486425:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319121.487349:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942176384
00000100:00100000:1.0:1767319121.487365:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942176384
00000100:00100000:1.0:1767319121.487442:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72057
00000100:00100000:1.0:1767319121.487452:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942176384:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319121.487492:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319121.487581:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942176384:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 128us (1168us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319121.487589:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72057
00000100:00100000:0.0:1767319122.111619:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319122.173380:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319123.133337:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319124.157292:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767319124.670177:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319124.670192:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319124.670196:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319124.670201:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319124.670207:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319124.670218:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4364
00000100:00080000:0.0:1767319124.670225:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319124.670233:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319124.670288:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635a300 x1853163993523840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319124.670311:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319124.670314:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319124.670316:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319124.670322:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4364
00000100:00080000:0.0:1767319124.670325:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319124.670328:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319124.670342:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635a680 x1853163993523968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319124.670402:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319124.670407:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319124.670409:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319124.670413:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4364
00000100:00080000:0.0:1767319124.670424:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319124.670429:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319124.670442:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358e00 x1853163993524224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319124.670475:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319124.670480:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319124.670484:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319124.670491:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4364
00000100:00080000:0.0:1767319124.670493:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319124.670497:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319124.670508:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635ad80 x1853163993524480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319124.670550:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993524608:0@lo:400:kworker.0
00000100:00100000:0.0:1767319124.670635:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319124.670724:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319124.670735:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993524352:0@lo:400:kworker.0
00000100:00100000:0.0:1767319124.670770:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319124.670823:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993524096
00000100:00100000:0.0:1767319124.670841:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993524096
00000100:00100000:0.0:1767319124.670881:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993524352
00000100:00100000:0.0:1767319124.670887:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993524352
00000100:00100000:0.0:1767319124.670925:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5062
00000100:00100000:0.0:1767319124.670937:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993524096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319124.671003:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993524096:12345-0@lo:400:kworker.0 Request processed in 67us (315us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319124.671015:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5062
00000100:00100000:0.0:1767319124.671039:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5063
00000100:00100000:0.0:1767319124.671053:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993524352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319124.671093:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993524352:12345-0@lo:400:kworker.0 Request processed in 43us (323us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319124.671105:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5063
00000100:00100000:0.0:1767319124.671182:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993524352:0@lo:400:kworker.0
00000100:00100000:0.0:1767319124.671198:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993524608:0@lo:400:kworker.0
00000100:00100000:1.0:1767319124.671368:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993523840:0@lo:38:kworker.0
00000100:00100000:1.0:1767319124.671404:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319124.671442:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993523968:0@lo:38:kworker.0
00000100:00100000:1.0:1767319124.671468:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319124.671502:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993524224:0@lo:38:kworker.0
00000100:00100000:1.0:1767319124.671524:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319124.671541:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993524480:0@lo:38:kworker.0
00000100:00100000:1.0:1767319124.671563:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319124.671592:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993523840
00000100:00100000:1.0:1767319124.671596:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993523840
00000100:00100000:1.0:1767319124.671617:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993524224
00000100:00100000:1.0:1767319124.671619:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993524224
00000100:00100000:1.0:1767319124.671630:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993524480
00000100:00100000:1.0:1767319124.671633:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993524480
00000100:00100000:1.0:1767319124.671646:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72058
00000100:00100000:1.0:1767319124.671650:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993523840:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319124.671671:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319124.671706:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993523840:12345-0@lo:38:kworker.0 Request processed in 54us (301us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319124.671713:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72058
00000100:00100000:1.0:1767319124.671727:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72059
00000100:00100000:1.0:1767319124.671730:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993524224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319124.671738:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319124.671759:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993524224:12345-0@lo:38:kworker.0 Request processed in 28us (235us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319124.671765:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72059
00000100:00100000:1.0:1767319124.671776:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72060
00000100:00100000:1.0:1767319124.671779:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993524480:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319124.671788:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319124.671808:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993524480:12345-0@lo:38:kworker.0 Request processed in 27us (244us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319124.671814:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72060
00000100:00080000:1.0:1767319124.671854:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319124.671859:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319124.671863:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993523840:0@lo:38:kworker.0
00000100:00080000:1.0:1767319124.671872:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319124.671875:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319124.671878:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993524224:0@lo:38:kworker.0
00000100:00080000:1.0:1767319124.671884:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319124.671887:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319124.671889:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993524480:0@lo:38:kworker.0
00000100:00080000:1.0:1767319124.673322:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319124.673330:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319124.673335:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993523968:0@lo:38:kworker.0
00000100:00100000:0.0:1767319125.181904:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319125.181934:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993524864:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319125.182026:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319125.182156:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319125.182578:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993524992:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319125.182620:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319125.182659:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993524992
00000100:00100000:1.0:1767319125.182662:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993524992
00000100:00100000:1.0:1767319125.182688:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866
00000100:00100000:1.0:1767319125.182694:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993524992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319125.182711:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319125.182738:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993524992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (117us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319125.182744:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866
00000100:00100000:1.0:1767319125.182774:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993524992:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319126.205526:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319126.269485:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319126.600985:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319126.603048:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:2.0:1767319126.613210:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319127.229396:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319128.253518:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319129.280587:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767319129.789488:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319129.789503:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319129.789507:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319129.789512:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319129.789518:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319129.789528:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4369
00000100:00080000:2.0:1767319129.789535:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319129.789543:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319129.789593:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103f100 x1853163993525120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319129.789622:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319129.789626:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319129.789628:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319129.789632:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4369
00000100:00080000:2.0:1767319129.789634:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319129.789637:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319129.789648:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103ce00 x1853163993525248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319129.789728:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993525376:0@lo:400:kworker.0
00000100:00100000:0.0:1767319129.789812:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319129.790099:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319129.790103:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319129.790105:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319129.790109:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4369
00000100:00080000:2.0:1767319129.790111:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319129.790115:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319129.790128:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290e00 x1853163993525504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319129.790154:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319129.790186:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319129.790189:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319129.790192:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4369
00000100:00080000:2.0:1767319129.790195:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319129.790198:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319129.790208:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291180 x1853163993525760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319129.790294:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319104/real 1767319104]  req@ffff89b72f412a00 x1853163993518592/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319129 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319129.790329:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b72f412a00 x1853163993518592/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319129 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319129.790345:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993525120:0@lo:38:kworker.0
00000100:00100000:1.0:1767319129.790375:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319129.790403:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993525248:0@lo:38:kworker.0
00000100:00100000:1.0:1767319129.790429:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319129.790454:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993525504:0@lo:38:kworker.0
00000100:00100000:1.0:1767319129.790474:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319129.790489:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993525760:0@lo:38:kworker.0
00000100:00100000:1.0:1767319129.790506:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319129.790522:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319129.790538:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767319129.790542:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993518592:0@lo:250:kworker.0
00000100:00100000:1.0:1767319129.790578:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993525120
00000100:00100000:1.0:1767319129.790582:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993525120
00000100:00100000:1.0:1767319129.790604:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993525504
00000100:00100000:1.0:1767319129.790607:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993525504
00000100:00100000:1.0:1767319129.790618:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993525760
00000100:00100000:1.0:1767319129.790620:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993525760
00000100:00100000:1.0:1767319129.790633:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72062
00000100:00100000:1.0:1767319129.790644:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993525120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319129.790667:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319129.790703:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993525120:12345-0@lo:38:kworker.0 Request processed in 58us (327us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319129.790709:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72062
00000100:00100000:1.0:1767319129.790733:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72063
00000100:00100000:1.0:1767319129.790736:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993525504:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319129.790746:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319129.790774:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993525504:12345-0@lo:38:kworker.0 Request processed in 36us (299us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319129.790779:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72063
00000100:00100000:1.0:1767319129.790789:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72064
00000100:00100000:1.0:1767319129.790792:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993525760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319129.790801:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319129.790820:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993525760:12345-0@lo:38:kworker.0 Request processed in 26us (313us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319129.790826:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72064
00000100:00100000:1.0:1767319129.790843:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993525248
00000100:00100000:1.0:1767319129.790845:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993525248
00000100:00100000:1.0:1767319129.790864:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35
00000100:00100000:1.0:1767319129.790868:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993525248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319129.790876:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319129.790900:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993525248:12345-0@lo:38:kworker.0 Request processed in 31us (470us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319129.790906:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35
00000100:00080000:1.0:1767319129.790951:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319129.790955:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319129.790959:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993525120:0@lo:38:kworker.0
00000100:00080000:1.0:1767319129.790969:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319129.790972:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319129.790975:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993525248:0@lo:38:kworker.0
00000100:00080000:1.0:1767319129.790983:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319129.790986:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319129.790989:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993525504:0@lo:38:kworker.0
00000100:00080000:1.0:1767319129.790996:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319129.790999:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319129.791002:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993525760:0@lo:38:kworker.0
00000100:00100000:1.0:1767319129.791074:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993525888:0@lo:400:kworker.0
00000100:00100000:1.0:1767319129.791103:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319129.791129:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319129.791136:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993525632:0@lo:400:kworker.0
00000100:00100000:1.0:1767319129.791156:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319129.793082:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993526016:0@lo:400:kworker.0
00000100:00100000:1.0:1767319129.793147:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319129.793214:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993525632
00000100:00100000:1.0:1767319129.793223:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993525632
00000100:00100000:1.0:1767319129.793285:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5066
00000100:00100000:1.0:1767319129.793294:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993525632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319129.793369:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993525632:12345-0@lo:400:kworker.0 Request processed in 76us (2210us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319129.793378:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5066
00000100:00100000:1.0:1767319129.793430:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993525632:0@lo:400:kworker.0
00000100:00080000:1.0:1767319129.793491:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319129.793514:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993525888
00000100:00100000:1.0:1767319129.793519:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993525888
00000100:00100000:1.0:1767319129.793558:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993526016
00000100:00100000:1.0:1767319129.793562:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993526016
00000100:00100000:1.0:1767319129.793585:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141
00000100:00100000:1.0:1767319129.793591:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993525888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319129.793628:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993525888:12345-0@lo:400:kworker.0 Request processed in 37us (2524us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319129.793634:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141
00000100:00100000:1.0:1767319129.793646:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142
00000100:00100000:1.0:1767319129.793652:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993526016:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319129.793679:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993526016:12345-0@lo:400:kworker.0 Request processed in 29us (533us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319129.793685:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142
00000100:00080000:1.0:1767319129.793698:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319129.793701:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319129.793716:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993526016:0@lo:400:kworker.0
00000100:00100000:1.0:1767319129.793737:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993525888:0@lo:400:kworker.0
00000100:00080000:2.0:1767319129.802635:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319129.802652:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319129.802657:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319129.802668:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4348
00000100:00080000:2.0:1767319129.802683:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319129.802693:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319129.802746:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293b80 x1853163993526144/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319129.803214:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993526144:0@lo:250:kworker.0
00000400:00000100:1.0:1767319129.803289:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993526144 offset 0 length 520: 4
00000100:00100000:0.0:1767319129.804447:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993525376:0@lo:400:kworker.0
00000100:00100000:2.0:1767319130.301527:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319130.301985:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319130.302105:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993526400:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319130.302243:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319130.302375:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993526400
00000100:00100000:0.0:1767319130.302388:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993526400
00000100:00100000:0.0:1767319130.302459:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867
00000100:00100000:0.0:1767319130.302481:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993526400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319130.302521:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319130.302578:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993526400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (334us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319130.302586:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867
00000100:00100000:0.0:1767319130.302644:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993526400:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319130.303275:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993526272:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319130.303340:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319130.303666:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993526272
00000100:00100000:1.0:1767319130.303675:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993526272
00000100:00100000:1.0:1767319130.303766:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868
00000100:00100000:1.0:1767319130.303777:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993526272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319130.303807:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319130.303865:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993526272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (523us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319130.303872:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868
00000100:00100000:2.0:1767319130.303949:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993526272:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319130.366684:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767319130.698025:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942176896 offset 0 length 520: 4
00000100:00100000:0.0:1767319130.698069:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319130.698108:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319130.698219:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942177152
00000100:00100000:1.0:1767319130.698238:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942177152
00000100:00100000:1.0:1767319130.698368:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942177024
00000100:00100000:1.0:1767319130.698372:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942177024
00000100:00100000:1.0:1767319130.698403:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5067
00000100:00100000:1.0:1767319130.698417:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942177152:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319130.698534:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942177152:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 120us (464us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319130.698544:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5067
00000100:00100000:1.0:1767319130.698569:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72065
00000100:00100000:1.0:1767319130.698574:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942177024:12345-192.168.204.50@tcp:38:kworker.0
00000100:00080000:2.0:1767319130.698590:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767319130.698602:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319130.698634:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942177024:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 58us (525us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319130.698642:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72065
00000100:00100000:2.0:1767319131.325374:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319132.349704:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319133.373565:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319134.397328:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319134.461637:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319134.909826:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319134.909842:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319134.909845:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319134.909850:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319134.909854:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319134.909866:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4374
00000100:00080000:2.0:1767319134.909873:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319134.909882:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319134.909940:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290700 x1853163993526528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319134.909978:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319134.909981:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319134.909983:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319134.909988:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4374
00000100:00080000:2.0:1767319134.909990:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319134.909994:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319134.910009:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292300 x1853163993526656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319134.910040:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319134.910045:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319134.910047:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319134.910051:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4374
00000100:00080000:2.0:1767319134.910053:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319134.910057:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319134.910068:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292d80 x1853163993526912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319134.910106:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319134.910109:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319134.910111:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319134.910115:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4374
00000100:00080000:2.0:1767319134.910117:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319134.910121:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319134.910138:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993527040:0@lo:400:kworker.0
00000100:00100000:2.0:1767319134.910252:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319134.910467:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993526528:0@lo:38:kworker.0
00000100:00100000:1.0:1767319134.920449:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993526784
00000100:00100000:1.0:1767319134.920463:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993526784
00000100:00100000:1.0:1767319134.920555:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5068
00000100:00100000:1.0:1767319134.920567:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993526784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319134.920663:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993526784:12345-0@lo:400:kworker.0 Request processed in 99us (1097us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319134.920671:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5068
00000100:00080000:1.0:1767319134.920732:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319134.920780:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a297b80 x1853163993527168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319134.920848:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993527296:0@lo:400:kworker.0
00000100:00100000:1.0:1767319134.920894:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319134.920949:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993527296
00000100:00100000:1.0:1767319134.920953:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993527296
00000100:00100000:1.0:1767319134.920989:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143
00000100:00100000:1.0:1767319134.920996:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993527296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319134.921035:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993527296:12345-0@lo:400:kworker.0 Request processed in 40us (141us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319134.921041:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143
00000100:00080000:1.0:1767319134.921059:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319134.921090:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993527296:0@lo:400:kworker.0
00000100:00100000:1.0:1767319134.921133:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993527424:0@lo:400:kworker.0
00000100:00100000:1.0:1767319134.921191:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319134.921222:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993527424
00000100:00100000:1.0:1767319134.921237:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993527424
00000100:00100000:1.0:1767319134.921268:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144
00000100:00100000:1.0:1767319134.921288:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993527424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319134.921332:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993527424:12345-0@lo:400:kworker.0 Request processed in 57us (170us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319134.921339:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144
00000100:00100000:1.0:1767319134.921372:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993527424:0@lo:400:kworker.0
00000100:00100000:0.0:1767319134.930588:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319134.930681:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993526656:0@lo:38:kworker.0
00000100:00100000:0.0:1767319134.930736:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319134.930772:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993526912:0@lo:38:kworker.0
00000100:00100000:0.0:1767319134.930797:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319134.930833:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993527168:0@lo:38:kworker.0
00000100:00100000:0.0:1767319134.930860:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319134.930918:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993526528
00000100:00100000:0.0:1767319134.930928:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993526528
00000100:00100000:0.0:1767319134.930972:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993526912
00000100:00100000:0.0:1767319134.930975:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993526912
00000100:00100000:0.0:1767319134.930989:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993527168
00000100:00100000:0.0:1767319134.930992:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993527168
00000100:00100000:0.0:1767319134.931014:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72066
00000100:00100000:0.0:1767319134.931022:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993526528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319134.931049:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319134.931115:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993526528:12345-0@lo:38:kworker.0 Request processed in 92us (538us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319134.931122:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72066
00000100:00100000:0.0:1767319134.931142:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72067
00000100:00100000:0.0:1767319134.931147:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993526912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319134.931156:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319134.931200:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993526912:12345-0@lo:38:kworker.0 Request processed in 52us (402us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319134.931205:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72067
00000100:00100000:0.0:1767319134.931215:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72068
00000100:00100000:0.0:1767319134.931218:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993527168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319134.931237:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319134.931260:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993527168:12345-0@lo:38:kworker.0 Request processed in 40us (400us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319134.931266:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72068
00000100:00080000:0.0:1767319134.931330:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319134.931336:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319134.931340:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993527168:0@lo:38:kworker.0
00000100:00080000:0.0:1767319134.931351:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319134.931355:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319134.931358:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993526528:0@lo:38:kworker.0
00000100:00080000:0.0:1767319134.931365:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319134.931368:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319134.931371:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993526912:0@lo:38:kworker.0
00000100:00100000:1.0:1767319134.931507:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993526656
00000100:00100000:1.0:1767319134.931511:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993526656
00000100:00100000:1.0:1767319134.931548:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36
00000100:00100000:1.0:1767319134.931554:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993526656:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319134.931565:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319134.931602:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993526656:12345-0@lo:38:kworker.0 Request processed in 47us (865us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319134.931608:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36
00000100:00080000:0.0:1767319134.931682:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319134.931686:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319134.931689:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993526656:0@lo:38:kworker.0
00000100:00100000:2.0:1767319134.936348:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993527040:0@lo:400:kworker.0
00000100:00100000:2.0:1767319135.421456:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319135.421801:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319135.421827:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993527552:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319135.421921:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319135.422291:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993527552
00000100:00100000:0.0:1767319135.422303:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993527552
00000100:00100000:0.0:1767319135.422376:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869
00000100:00100000:0.0:1767319135.422387:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993527552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319135.422428:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319135.422488:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993527552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (566us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319135.422496:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869
00000100:00100000:0.0:1767319135.422558:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993527552:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319135.422790:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319135.422814:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993527680:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319135.422855:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319135.817332:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319135.817439:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:2.0:1767319135.819471:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319136.449689:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319137.469942:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319138.493580:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319138.557810:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319139.517237:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319140.030974:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993527808:0@lo:38:kworker.0
00000100:00100000:1.0:1767319140.031061:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993528064:0@lo:400:kworker.0
00000100:00100000:0.0:1767319140.031071:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993528704:0@lo:400:kworker.0
00000100:00100000:2.0:1767319140.034625:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319140.034704:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993527936:0@lo:38:kworker.0
00000100:00100000:2.0:1767319140.034748:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319140.034775:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993528192:0@lo:38:kworker.0
00000100:00100000:2.0:1767319140.034796:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319140.034815:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993528448:0@lo:38:kworker.0
00000100:00100000:2.0:1767319140.034837:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319140.034888:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993527808
00000100:00100000:2.0:1767319140.034896:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993527808
00000100:00100000:2.0:1767319140.034929:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993528192
00000100:00100000:2.0:1767319140.034932:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993528192
00000100:00100000:2.0:1767319140.034946:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993528448
00000100:00100000:2.0:1767319140.034948:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993528448
00000100:00100000:2.0:1767319140.034977:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72070
00000100:00100000:2.0:1767319140.034984:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993527808:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319140.035006:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319140.035052:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993527808:12345-0@lo:38:kworker.0 Request processed in 66us (434us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319140.035060:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72070
00000100:00100000:2.0:1767319140.035077:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72071
00000100:00100000:2.0:1767319140.035081:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993528192:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319140.035091:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319140.035114:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993528192:12345-0@lo:38:kworker.0 Request processed in 31us (317us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319140.035120:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72071
00000100:00100000:2.0:1767319140.035144:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72072
00000100:00100000:2.0:1767319140.035149:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993528448:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319140.035175:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319140.035200:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993528448:12345-0@lo:38:kworker.0 Request processed in 50us (362us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319140.035206:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72072
00000100:00100000:2.0:1767319140.035226:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993527936
00000100:00100000:2.0:1767319140.035230:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993527936
00000100:00100000:2.0:1767319140.035250:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37
00000100:00100000:2.0:1767319140.035255:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993527936:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319140.035265:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319140.035292:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993527936:12345-0@lo:38:kworker.0 Request processed in 36us (544us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319140.035299:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37
00000100:00080000:2.0:1767319140.035349:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319140.035354:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319140.035358:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993527808:0@lo:38:kworker.0
00000100:00080000:2.0:1767319140.035369:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319140.035385:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319140.035389:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993527936:0@lo:38:kworker.0
00000100:00080000:2.0:1767319140.035399:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319140.035403:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319140.035405:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993528192:0@lo:38:kworker.0
00000100:00080000:2.0:1767319140.035412:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319140.035415:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319140.035418:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993528448:0@lo:38:kworker.0
00000100:00100000:2.0:1767319140.035476:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993528576:0@lo:400:kworker.0
00000100:00100000:2.0:1767319140.035505:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319140.045662:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319140.045766:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993528576
00000100:00100000:1.0:1767319140.045784:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993528576
00000100:00100000:1.0:1767319140.045855:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145
00000100:00100000:1.0:1767319140.045865:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993528576:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319140.045943:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993528576:12345-0@lo:400:kworker.0 Request processed in 80us (10436us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319140.045950:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145
00000100:00080000:1.0:1767319140.045972:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319140.046011:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993528576:0@lo:400:kworker.0
00000100:00100000:2.0:1767319140.046811:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993528064
00000100:00100000:2.0:1767319140.046821:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993528064
00000100:00100000:2.0:1767319140.046886:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5071
00000100:00100000:2.0:1767319140.046896:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993528064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319140.046955:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993528064:12345-0@lo:400:kworker.0 Request processed in 61us (1300us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319140.047280:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5071
00000100:00080000:1.0:1767319140.047381:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319140.047417:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993528064:0@lo:400:kworker.0
00000100:00100000:0.0:1767319140.050528:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319140.050611:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993528704
00000100:00100000:2.0:1767319140.050621:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993528704
00000100:00100000:2.0:1767319140.050692:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146
00000100:00100000:2.0:1767319140.050702:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993528704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319140.050764:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993528704:12345-0@lo:400:kworker.0 Request processed in 63us (243us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319140.050771:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146
00000100:00080000:0.0:1767319140.051617:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319140.051658:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993528704:0@lo:400:kworker.0
00000100:00100000:2.0:1767319140.063201:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993528320
00000100:00100000:2.0:1767319140.063212:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993528320
00000100:00100000:2.0:1767319140.063305:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5072
00000100:00100000:2.0:1767319140.063315:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993528320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319140.063408:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993528320:12345-0@lo:400:kworker.0 Request processed in 95us (384us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319140.063416:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5072
00000100:00100000:1.0:1767319140.063500:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993528320:0@lo:400:kworker.0
00000100:00080000:0.0:1767319140.063691:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319140.541613:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319140.541637:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993528832:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319140.541708:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319140.541825:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993528832
00000100:00100000:0.0:1767319140.541834:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993528832
00000100:00100000:0.0:1767319140.541888:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871
00000100:00100000:0.0:1767319140.541897:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993528832:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319140.541925:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319140.541970:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993528832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319140.541977:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871
00000100:00100000:2.0:1767319140.542069:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993528832:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319140.542307:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319140.542317:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993528960:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319140.542344:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319140.542419:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993528960
00000100:00100000:0.0:1767319140.542435:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993528960
00000100:00100000:0.0:1767319140.542465:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872
00000100:00100000:0.0:1767319140.542472:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993528960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319140.542489:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319140.542523:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993528960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319140.542530:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872
00000100:00100000:0.0:1767319140.542559:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993528960:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319140.936436:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319140.936617:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942177664
00000100:00100000:2.0:1767319140.936630:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942177664
00000100:00100000:2.0:1767319140.936717:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5073
00000100:00100000:2.0:1767319140.936728:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942177664:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319140.936807:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942177664:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 81us (398us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319140.936816:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5073
00000100:00080000:0.0:1767319140.937056:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319140.939489:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00010000:00010000:0.0:1767319142.654000:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319143.614353:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319144.637706:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767319145.149425:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319145.149437:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319145.149440:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319145.149444:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319145.149448:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319145.149456:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4384
00000100:00080000:2.0:1767319145.149460:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319145.149467:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319145.149520:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293100 x1853163993529088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319145.149549:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319145.149552:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319145.149554:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319145.149559:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4384
00000100:00080000:2.0:1767319145.149562:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319145.149566:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319145.149584:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993529088:0@lo:38:kworker.0
00000100:00100000:2.0:1767319145.149584:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290a80 x1853163993529216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319145.149639:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319145.149643:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319145.149645:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319145.149649:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4384
00000100:00080000:2.0:1767319145.149652:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319145.149656:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319145.149671:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319145.149671:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293480 x1853163993529472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319145.149704:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319145.149709:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319145.149711:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319145.149716:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4384
00000100:00080000:2.0:1767319145.149719:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319145.149722:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319145.149740:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993529216:0@lo:38:kworker.0
00000100:00100000:0.0:1767319145.149767:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319145.149789:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993529472:0@lo:38:kworker.0
00000100:00100000:2.0:1767319145.149976:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290e00 x1853163993529728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319145.150012:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993529984:0@lo:400:kworker.0
00000100:00100000:2.0:1767319145.150021:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993529088
00000100:00100000:2.0:1767319145.150027:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993529088
00000100:00100000:2.0:1767319145.150078:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72074
00000100:00100000:2.0:1767319145.150086:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993529088:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319145.150107:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319145.158490:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319145.158531:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993529728:0@lo:38:kworker.0
00000100:00100000:0.0:1767319145.158559:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319145.158587:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319145.158592:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319145.158597:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993529216:0@lo:38:kworker.0
00000100:00100000:0.0:1767319145.161359:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993529472
00000100:00100000:0.0:1767319145.161376:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993529472
00000100:00100000:0.0:1767319145.161432:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993529728
00000100:00100000:0.0:1767319145.161436:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993529728
00000100:00100000:0.0:1767319145.161474:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72075
00000100:00100000:0.0:1767319145.161482:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993529472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319145.161507:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319145.161585:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993529472:12345-0@lo:38:kworker.0 Request processed in 103us (3097us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319145.161593:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72075
00000100:00100000:0.0:1767319145.161610:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72076
00000100:00100000:0.0:1767319145.161614:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993529728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319145.161635:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319145.161658:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993529728:12345-0@lo:38:kworker.0 Request processed in 43us (3098us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319145.161663:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72076
00000100:00080000:0.0:1767319145.161710:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319145.161715:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319145.161719:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993529728:0@lo:38:kworker.0
00000100:00080000:0.0:1767319145.161729:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319145.161732:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319145.161735:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993529472:0@lo:38:kworker.0
00000100:00100000:1.0:1767319145.164526:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319145.164947:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993529984:0@lo:400:kworker.0
00000100:00080000:0.0:1767319145.166607:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319145.168044:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993529088:12345-0@lo:38:kworker.0 Request processed in 17942us (18358us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319145.168058:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72074
00000100:00080000:0.0:1767319145.168846:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319145.168853:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319145.168857:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993529088:0@lo:38:kworker.0
00000100:00100000:2.0:1767319145.661334:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319145.661618:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993530112:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319145.661685:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319145.667148:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993530112
00000100:00100000:0.0:1767319145.667177:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993530112
00000100:00100000:2.0:1767319145.667234:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993530240
00000100:00100000:2.0:1767319145.667240:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993530240
00000100:00100000:2.0:1767319145.670620:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873
00000100:00100000:2.0:1767319145.670646:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993530240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319145.670691:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319145.670787:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993530240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (8845us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319145.670794:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873
00000100:00100000:2.0:1767319145.670814:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874
00000100:00100000:2.0:1767319145.670821:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993530112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319145.670837:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319145.670870:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993530112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (9186us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319145.670876:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874
00000100:00100000:2.0:1767319145.670933:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993530112:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319145.671043:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993530240:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319146.056721:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:0.0:1767319146.057368:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319146.058702:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319146.070229:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942177792
00000100:00100000:2.0:1767319146.070246:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942177792
00000100:00100000:2.0:1767319146.070321:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72077
00000100:00100000:2.0:1767319146.070331:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942177792:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319146.070356:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319146.070447:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942177792:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 116us (11750us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319146.070455:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72077
00010000:00010000:0.0:1767319146.749415:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319150.272854:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993530624:0@lo:400:kworker.0
00000100:00100000:2.0:1767319150.272866:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993531264:0@lo:400:kworker.0
00000100:00080000:0.0:1767319150.272919:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319150.272924:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319150.272927:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319150.272956:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993530368:0@lo:38:kworker.0
00000100:00100000:0.0:1767319150.272987:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319150.273014:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993530496:0@lo:38:kworker.0
00000100:00100000:0.0:1767319150.273036:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319150.273073:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993530752:0@lo:38:kworker.0
00000100:00100000:2.0:1767319150.273073:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993530368
00000100:00100000:2.0:1767319150.273079:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993530368
00000100:00100000:0.0:1767319150.273103:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319150.273540:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993531008:0@lo:38:kworker.0
00000100:00100000:0.0:1767319150.273581:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319150.282230:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993530752
00000100:00100000:2.0:1767319150.282248:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993530752
00000100:00100000:2.0:1767319150.282355:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72078
00000100:00100000:2.0:1767319150.282366:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993530368:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319150.282392:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319150.282474:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993530368:12345-0@lo:38:kworker.0 Request processed in 109us (9486us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319150.282481:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72078
00000100:00100000:2.0:1767319150.282500:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72079
00000100:00100000:2.0:1767319150.282504:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993530752:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319150.282514:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319150.282539:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993530752:12345-0@lo:38:kworker.0 Request processed in 33us (9437us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319150.282545:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72079
00000100:00080000:0.0:1767319150.293759:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319150.293776:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319150.293781:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993530368:0@lo:38:kworker.0
00000100:00080000:0.0:1767319150.293795:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319150.293799:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319150.293802:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993530496:0@lo:38:kworker.0
00000100:00080000:0.0:1767319150.293813:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319150.293816:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319150.293819:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993530752:0@lo:38:kworker.0
00000100:00080000:2.0:1767319150.294829:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319150.294835:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319150.294840:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993531008:0@lo:38:kworker.0
00000100:00100000:2.0:1767319150.781716:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993531392:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319150.781781:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319150.782329:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993531392
00000100:00100000:0.0:1767319150.782339:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993531392
00000100:00100000:0.0:1767319150.782398:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875
00000100:00100000:0.0:1767319150.782409:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993531392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319150.782441:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319150.782495:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993531392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (713us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319150.782504:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875
00000100:00100000:0.0:1767319150.782552:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993531392:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319150.783290:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319150.783303:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993531520:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319150.783344:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319150.783419:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993531520
00000100:00100000:1.0:1767319150.783426:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993531520
00000100:00100000:1.0:1767319150.783464:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2876
00000100:00100000:1.0:1767319150.783473:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993531520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319150.783493:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319150.783529:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993531520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (185us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319150.783536:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2876
00000100:00100000:2.0:1767319150.783601:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993531520:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319150.845483:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319151.176133:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319151.176274:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:0.0:1767319151.176766:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319154.429295:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319129/real 1767319129]  req@ffff89b629293b80 x1853163993526144/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319154 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319154.429343:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b629293b80 x1853163993526144/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319154 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319154.429364:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319154.429388:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319154.429392:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993526144:0@lo:250:kworker.0
00000100:00080000:1.0:1767319154.429614:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319154.429620:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319154.429623:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319154.429628:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4374
00000100:00080000:1.0:1767319154.429631:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319154.429637:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319154.429671:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4000 x1853163993531648/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319154.429696:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319154.429700:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319154.429702:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319154.429706:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4394
00000100:00080000:1.0:1767319154.429708:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319154.429712:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319154.429728:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f6680 x1853163993531776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319154.429736:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319154.429739:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319154.429741:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319154.429744:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4394
00000100:00080000:1.0:1767319154.429746:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319154.429749:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319154.429758:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f6a00 x1853163993531904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319154.429792:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767319154.429912:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993532032:0@lo:400:kworker.0
00000100:00100000:2.0:1767319154.429989:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319154.430083:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993532032
00000100:00100000:2.0:1767319154.430091:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993532032
00000100:00100000:2.0:1767319154.430144:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5080
00000100:00100000:2.0:1767319154.430153:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993532032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319154.430381:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993532032:12345-0@lo:400:kworker.0 Request processed in 229us (392us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319154.430389:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5080
00000100:00100000:2.0:1767319154.430434:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993532032:0@lo:400:kworker.0
00000100:00080000:1.0:1767319154.430583:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319154.430586:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319154.430590:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4394
00000100:00080000:1.0:1767319154.430593:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319154.430597:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319154.430614:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f6d80 x1853163993532160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319154.430648:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319154.430651:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319154.430653:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319154.430656:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4394
00000100:00080000:1.0:1767319154.430659:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319154.430662:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319154.430673:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4e00 x1853163993532416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319154.430711:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319154.430720:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993532672:0@lo:400:kworker.0
00000100:00100000:1.0:1767319154.430751:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319154.430785:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993532672
00000100:00100000:1.0:1767319154.430790:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993532672
00000100:00100000:1.0:1767319154.431076:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151
00000100:00100000:1.0:1767319154.431085:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993532672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319154.431124:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993532672:12345-0@lo:400:kworker.0 Request processed in 42us (372us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319154.431129:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151
00000100:00100000:2.0:1767319154.431179:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993532288:0@lo:400:kworker.0
00000100:00100000:2.0:1767319154.431220:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319154.431241:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319154.431246:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993532544:0@lo:400:kworker.0
00000100:00100000:2.0:1767319154.431270:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319154.431319:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319154.431324:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319154.431349:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993531648:0@lo:250:kworker.0
00000400:00000100:0.0:1767319154.431373:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993531648 offset 0 length 520: 4
00000100:00100000:0.0:1767319154.431391:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993531776:0@lo:38:kworker.0
00000100:00100000:0.0:1767319154.431413:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319154.431431:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993531904:0@lo:38:kworker.0
00000100:00100000:0.0:1767319154.431452:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319154.431468:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993532160:0@lo:38:kworker.0
00000100:00100000:0.0:1767319154.431487:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319154.431502:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993532416:0@lo:38:kworker.0
00000100:00100000:0.0:1767319154.431521:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319154.431552:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993531904
00000100:00100000:0.0:1767319154.431557:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993531904
00000100:00100000:0.0:1767319154.431579:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40
00000100:00100000:0.0:1767319154.431584:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993531904:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319154.431603:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319154.431635:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993531904:12345-0@lo:38:kworker.0 Request processed in 50us (182us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319154.431641:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40
00000100:00100000:0.0:1767319154.431661:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993532288
00000100:00100000:0.0:1767319154.431664:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993532288
00000100:00100000:0.0:1767319154.431691:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993531776
00000100:00100000:0.0:1767319154.431695:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993531776
00000100:00100000:0.0:1767319154.431708:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993532160
00000100:00100000:0.0:1767319154.431711:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993532160
00000100:00100000:0.0:1767319154.431722:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993532416
00000100:00100000:0.0:1767319154.431724:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993532416
00000100:00100000:0.0:1767319154.431733:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5081
00000100:00100000:0.0:1767319154.431739:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993532288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319154.431771:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993532288:12345-0@lo:400:kworker.0 Request processed in 33us (550us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319154.431777:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5081
00000100:00100000:0.0:1767319154.431790:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72082
00000100:00100000:0.0:1767319154.431805:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993531776:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319154.431814:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319154.431837:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993531776:12345-0@lo:38:kworker.0 Request processed in 43us (424us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319154.431842:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72082
00000100:00100000:0.0:1767319154.431853:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72083
00000100:00100000:0.0:1767319154.431856:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993532160:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319154.431874:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319154.431895:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993532160:12345-0@lo:38:kworker.0 Request processed in 37us (408us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319154.431901:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72083
00000100:00100000:0.0:1767319154.431911:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72084
00000100:00100000:0.0:1767319154.431915:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993532416:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319154.431924:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319154.431950:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993532416:12345-0@lo:38:kworker.0 Request processed in 34us (429us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319154.431953:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72084
00000100:00080000:0.0:1767319154.431965:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319154.431984:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319154.431987:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319154.431990:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993531776:0@lo:38:kworker.0
00000100:00080000:0.0:1767319154.431994:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319154.431997:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319154.431999:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993531904:0@lo:38:kworker.0
00000100:00080000:0.0:1767319154.432003:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319154.432004:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319154.432006:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993532160:0@lo:38:kworker.0
00000100:00080000:0.0:1767319154.432010:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319154.432012:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319154.432013:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993532416:0@lo:38:kworker.0
00000100:00100000:0.0:1767319154.432044:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993532672:0@lo:400:kworker.0
00000100:00100000:2.0:1767319154.434925:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993532288:0@lo:400:kworker.0
00000100:00080000:2.0:1767319154.435430:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319154.435453:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993532544:0@lo:400:kworker.0
00010000:00010000:0.0:1767319154.941390:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319155.901510:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319155.901545:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993532800:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319155.901621:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319155.901931:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993532800
00000100:00100000:0.0:1767319155.901939:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993532800
00000100:00100000:0.0:1767319155.901996:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877
00000100:00100000:0.0:1767319155.902006:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993532800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319155.902038:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319155.902098:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993532800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (476us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319155.902106:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877
00000100:00100000:2.0:1767319155.902206:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993532800:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319155.902443:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319155.902498:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319155.903280:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993532928:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319155.903328:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319155.905579:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993532928:0@lo:13:osp-pre-1-1.0
00000400:00000100:1.0:1767319156.298094:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942178304 offset 0 length 520: 4
00000100:00100000:0.0:1767319156.299718:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319156.299758:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319156.299935:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942178432
00000100:00100000:1.0:1767319156.299947:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942178432
00000100:00100000:1.0:1767319156.299994:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942178560
00000100:00100000:1.0:1767319156.299997:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942178560
00000100:00100000:1.0:1767319156.300055:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5082
00000100:00100000:1.0:1767319156.300069:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942178560:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319156.300155:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942178560:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 88us (392us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319156.300211:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5082
00000100:00080000:2.0:1767319156.300405:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319156.925303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319157.949299:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319158.973293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319159.037501:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319159.486398:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319159.486415:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319159.486419:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319159.486451:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319159.486457:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319159.486560:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4399
00000100:00080000:0.0:1767319159.486567:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319159.486575:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319159.486637:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abced80 x1853163993533056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319159.486660:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319159.486664:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319159.486666:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319159.486670:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4399
00000100:00080000:0.0:1767319159.486673:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319159.486677:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319159.486690:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcdf80 x1853163993533184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319159.486734:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319159.486738:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319159.486739:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319159.486743:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4399
00000100:00080000:0.0:1767319159.486746:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319159.486749:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319159.486777:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcd500 x1853163993533440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319159.487642:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993533312:0@lo:400:kworker.0
00000100:00100000:1.0:1767319159.487754:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319159.487899:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993533312
00000100:00100000:1.0:1767319159.487910:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993533312
00000100:00100000:1.0:1767319159.498480:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5083
00000100:00100000:1.0:1767319159.498510:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993533312:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319159.498657:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993533312:12345-0@lo:400:kworker.0 Request processed in 160us (10904us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319159.498666:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5083
00000100:00100000:1.0:1767319159.498746:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993533312:0@lo:400:kworker.0
00000100:00080000:2.0:1767319159.504560:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319159.504579:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993533568
00000100:00100000:2.0:1767319159.504583:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993533568
00000100:00080000:2.0:1767319159.504605:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319159.504635:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5084
00000100:00100000:2.0:1767319159.504642:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993533568:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319159.504740:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319159.504746:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319159.504750:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319159.504755:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4399
00000100:00080000:0.0:1767319159.504760:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319159.504775:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319159.504920:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcf480 x1853163993533696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319159.505043:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993533824:0@lo:400:kworker.0
00000100:00100000:1.0:1767319159.505080:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319159.505128:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993533824
00000100:00100000:1.0:1767319159.505132:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993533824
00000100:00100000:1.0:1767319159.505192:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153
00000100:00100000:1.0:1767319159.505201:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993533824:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319159.505238:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993533824:12345-0@lo:400:kworker.0 Request processed in 39us (157us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319159.505244:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153
00000100:00100000:1.0:1767319159.505283:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993533824:0@lo:400:kworker.0
00000100:00100000:1.0:1767319159.505314:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993533696:0@lo:38:kworker.0
00000100:00100000:1.0:1767319159.505337:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319159.505359:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993533696
00000100:00100000:1.0:1767319159.505362:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993533696
00000100:00100000:1.0:1767319159.505378:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72088
00000100:00100000:1.0:1767319159.505383:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993533696:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319159.505398:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319159.505423:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993533696:12345-0@lo:38:kworker.0 Request processed in 39us (85us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319159.505429:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72088
00000100:00080000:1.0:1767319159.505448:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319159.505452:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319159.505455:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993533696:0@lo:38:kworker.0
00000100:00100000:2.0:1767319159.506775:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993533568:12345-0@lo:400:kworker.0 Request processed in 2111us (2265us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319159.506791:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5084
00000100:00080000:2.0:1767319159.506837:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319159.507050:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319159.507067:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993533952:0@lo:400:kworker.0
00000100:00100000:2.0:1767319159.507129:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319159.507267:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993533952
00000100:00100000:0.0:1767319159.507276:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993533952
00000100:00100000:1.0:1767319159.507456:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154
00000100:00100000:1.0:1767319159.507467:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993533952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319159.507520:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993533952:12345-0@lo:400:kworker.0 Request processed in 56us (391us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319159.507526:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154
00000100:00080000:2.0:1767319159.507624:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319159.507657:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993533952:0@lo:400:kworker.0
00000100:00100000:2.0:1767319159.997341:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319161.021900:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319161.022346:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319161.022372:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993534080:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319161.022469:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319161.023106:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319161.027774:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319161.027806:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993534208:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319161.027901:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319161.028044:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993534208
00000100:00100000:1.0:1767319161.028055:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993534208
00000100:00100000:1.0:1767319161.028136:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880
00000100:00100000:1.0:1767319161.028148:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993534208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319161.028215:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319161.028285:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993534208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (383us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319161.028295:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880
00000100:00100000:0.0:1767319161.028335:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993534208:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319161.028417:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319161.417214:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942178816
00000100:00100000:2.0:1767319161.417233:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942178816
00000100:00100000:2.0:1767319161.417359:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5085
00000100:00100000:2.0:1767319161.417372:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942178816:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319161.417489:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942178816:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 120us (381us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319161.417498:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5085
00000100:00080000:0.0:1767319161.417755:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319161.421012:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319161.421189:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942178688
00000100:00100000:2.0:1767319161.421204:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942178688
00000100:00100000:2.0:1767319161.421279:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72089
00000100:00100000:2.0:1767319161.421290:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942178688:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319161.421320:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319161.421955:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942178688:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 662us (955us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319161.421965:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72089
00000100:00100000:2.0:1767319162.045399:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319163.069627:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319163.133463:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319164.093338:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767319164.608536:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319164.608549:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319164.608552:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319164.608556:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319164.608560:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319164.608568:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4404
00000100:00080000:1.0:1767319164.608573:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319164.608580:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319164.608620:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f6d80 x1853163993534336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319164.608651:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319164.608654:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319164.608655:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319164.608659:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4404
00000100:00080000:1.0:1767319164.608661:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319164.608664:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319164.608691:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f6a00 x1853163993534464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319164.608731:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319164.608736:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319164.608738:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319164.608742:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4404
00000100:00080000:1.0:1767319164.608745:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319164.608750:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319164.608766:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4a80 x1853163993534720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319164.608789:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993534336:0@lo:38:kworker.0
00000100:00080000:1.0:1767319164.608804:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319164.608810:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319164.608812:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319164.608817:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4404
00000100:00080000:1.0:1767319164.608820:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319164.608824:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319164.608840:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b705ad5500 x1853163993534976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319164.608846:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993534592:0@lo:400:kworker.0
00000100:00100000:2.0:1767319164.608972:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319164.609002:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993535104:0@lo:400:kworker.0
00000100:00100000:2.0:1767319164.609098:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993534464:0@lo:38:kworker.0
00000100:00100000:0.0:1767319164.609106:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993535232
00000100:00100000:0.0:1767319164.609117:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993535232
00000100:00100000:1.0:1767319164.609127:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993534336
00000100:00100000:1.0:1767319164.609135:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993534336
00000100:00100000:2.0:1767319164.609153:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319164.609218:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72090
00000100:00100000:1.0:1767319164.609228:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993534336:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319164.609244:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155
00010000:00020000:1.0:1767319164.609251:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319164.609261:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993535232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319164.609281:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993534720:0@lo:38:kworker.0
00000100:00100000:0.0:1767319164.609344:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993535232:12345-0@lo:400:kworker.0 Request processed in 87us (345us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319164.609345:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319164.609360:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155
00000100:00100000:2.0:1767319164.609390:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993534976:0@lo:38:kworker.0
00000100:00100000:0.0:1767319164.609406:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993534848:0@lo:400:kworker.0
00000100:00100000:2.0:1767319164.609437:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319164.609461:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319164.609521:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993534720
00000100:00100000:0.0:1767319164.609526:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993534720
00000100:00100000:0.0:1767319164.609548:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993534976
00000100:00100000:0.0:1767319164.609553:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993534976
00000100:00100000:0.0:1767319164.609583:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72091
00000100:00100000:0.0:1767319164.609590:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993534720:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319164.609595:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72092
00010000:00020000:0.0:1767319164.609614:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319164.609652:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993534720:12345-0@lo:38:kworker.0 Request processed in 61us (312us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319164.609659:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72091
00000100:00100000:2.0:1767319164.609699:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993534976:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319164.609700:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993534464
00000100:00100000:0.0:1767319164.609710:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993534464
00000100:00100000:1.0:1767319164.609710:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993534336:12345-0@lo:38:kworker.0 Request processed in 474us (733us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319164.609723:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72090
00010000:00020000:2.0:1767319164.609733:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319164.609742:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42
00000100:00100000:0.0:1767319164.609749:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993534464:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319164.609762:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319164.609774:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319164.609803:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993534976:12345-0@lo:38:kworker.0 Request processed in 189us (362us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319164.609816:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72092
00000100:00100000:0.0:1767319164.609823:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993534464:12345-0@lo:38:kworker.0 Request processed in 70us (669us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319164.609832:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42
00000100:00100000:2.0:1767319164.609849:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993534848
00000100:00100000:1.0:1767319164.609850:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319164.609861:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993534848
00000100:00100000:0.0:1767319164.609875:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993534592
00000100:00100000:0.0:1767319164.609882:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993534592
00000100:00100000:2.0:1767319164.609932:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5086
00000100:00100000:1.0:1767319164.609944:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5087
00000100:00100000:2.0:1767319164.609952:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993534848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319164.609963:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993534592:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319164.609980:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319164.609983:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319164.610037:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993534848:12345-0@lo:400:kworker.0 Request processed in 93us (262us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319164.610049:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5086
00000100:00100000:0.0:1767319164.610061:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993534848:0@lo:400:kworker.0
00000100:00100000:1.0:1767319164.610700:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993534592:12345-0@lo:400:kworker.0 Request processed in 745us (857us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319164.610709:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5087
00000100:00100000:0.0:1767319164.610851:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993534592:0@lo:400:kworker.0
00000100:00100000:2.0:1767319165.117320:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319166.141581:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319166.142152:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993535488:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319166.142183:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993535360
00000100:00100000:2.0:1767319166.142194:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993535360
00000100:00100000:1.0:1767319166.142234:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319166.142270:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993535488
00000100:00100000:2.0:1767319166.142275:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993535488
00000100:00100000:2.0:1767319166.142324:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881
00000100:00100000:2.0:1767319166.142336:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993535360:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319166.142346:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319166.142353:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319166.142372:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2882
00002000:00000024:2.0:1767319166.142375:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319166.142385:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993535488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319166.142409:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319166.142431:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993535360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (576us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319166.142441:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881
00000100:00100000:0.0:1767319166.142464:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993535488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319166.142473:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2882
00000100:00100000:2.0:1767319166.142529:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993535488:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319166.536709:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942179072
00000100:00100000:2.0:1767319166.536720:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942179072
00000100:00100000:2.0:1767319166.536796:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942178944
00000100:00100000:2.0:1767319166.536800:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942178944
00000100:00100000:2.0:1767319166.536820:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5088
00000100:00100000:2.0:1767319166.536832:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942179072:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319166.536919:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942179072:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 89us (398us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319166.536928:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5088
00000100:00100000:2.0:1767319166.536949:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72093
00000100:00100000:2.0:1767319166.536954:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942178944:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319166.536976:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319166.537004:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942178944:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (414us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319166.537011:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72093
00000100:00100000:2.0:1767319167.166107:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319167.231756:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319168.190108:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319169.213274:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319169.726041:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993535872:0@lo:400:kworker.0
00000100:00100000:0.0:1767319169.726071:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319169.726102:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319169.726108:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993536512:0@lo:400:kworker.0
00000100:00100000:0.0:1767319169.726129:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319169.726153:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993536512
00000100:00100000:0.0:1767319169.726176:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993536512
00000100:00100000:0.0:1767319169.726209:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157
00000100:00100000:0.0:1767319169.726219:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993536512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319169.726271:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993536512:12345-0@lo:400:kworker.0 Request processed in 54us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319169.726278:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157
00000100:00100000:0.0:1767319169.726301:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993536128
00000100:00100000:0.0:1767319169.726304:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993536128
00000100:00100000:0.0:1767319169.726331:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993535872
00000100:00100000:0.0:1767319169.726334:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993535872
00000100:00100000:0.0:1767319169.726350:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5089
00000100:00100000:0.0:1767319169.726355:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993536128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319169.726383:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993536128:12345-0@lo:400:kworker.0 Request processed in 29us (614us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319169.726389:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5089
00000100:00100000:0.0:1767319169.726399:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5090
00000100:00100000:0.0:1767319169.726403:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993535872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319169.726428:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993535872:12345-0@lo:400:kworker.0 Request processed in 25us (357us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319169.726434:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5090
00000100:00100000:0.0:1767319169.726479:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993536512:0@lo:400:kworker.0
00000100:00100000:0.0:1767319169.726489:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993535872:0@lo:400:kworker.0
00000100:00100000:0.0:1767319169.726517:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993536128:0@lo:400:kworker.0
00000100:00080000:0.0:1767319169.726547:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319169.726552:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319169.726554:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319169.726851:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993535616:0@lo:38:kworker.0
00000100:00100000:2.0:1767319169.726885:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319169.726915:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993535744:0@lo:38:kworker.0
00000100:00100000:2.0:1767319169.726941:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319169.726954:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993535616
00000100:00100000:0.0:1767319169.726961:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993535616
00000100:00100000:2.0:1767319169.726972:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993536000:0@lo:38:kworker.0
00000100:00100000:2.0:1767319169.727001:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319169.727004:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72094
00000100:00100000:0.0:1767319169.727011:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993535616:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319169.727023:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993536256:0@lo:38:kworker.0
00010000:00020000:0.0:1767319169.727030:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319169.727047:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319169.727078:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993535616:12345-0@lo:38:kworker.0 Request processed in 64us (190us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767319169.727088:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319169.727094:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319169.727097:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993535616:0@lo:38:kworker.0
00000100:00100000:2.0:1767319169.727118:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993536000
00000100:00100000:2.0:1767319169.727121:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993536000
00000100:00100000:0.0:1767319169.727152:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72094
00000100:00100000:0.0:1767319169.727182:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993536256
00000100:00100000:0.0:1767319169.727187:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993536256
00000100:00100000:1.0:1767319169.727265:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993535744
00000100:00100000:1.0:1767319169.727270:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993535744
00000100:00100000:1.0:1767319169.727293:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43
00000100:00100000:1.0:1767319169.727298:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993535744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319169.727309:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319169.727345:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993535744:12345-0@lo:38:kworker.0 Request processed in 46us (403us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319169.727352:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43
00000100:00100000:2.0:1767319169.731073:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72095
00000100:00100000:2.0:1767319169.731085:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993536000:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319169.731108:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319169.731114:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72096
00000100:00100000:0.0:1767319169.731123:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993536256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319169.731137:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319169.731590:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993536256:12345-0@lo:38:kworker.0 Request processed in 464us (4541us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319169.731599:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72096
00000100:00100000:2.0:1767319169.743832:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993536000:12345-0@lo:38:kworker.0 Request processed in 12737us (16822us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319169.743847:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72095
00000100:00100000:2.0:1767319170.239751:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319171.261323:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319171.261566:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319171.261588:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993536640:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319171.261666:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319171.262584:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319171.262796:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319171.262807:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993536768:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319171.262847:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319171.262988:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993536768
00000100:00100000:0.0:1767319171.262993:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993536768
00000100:00100000:0.0:1767319171.263029:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884
00000100:00100000:0.0:1767319171.263037:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993536768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319171.263053:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319171.263141:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993536768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (292us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319171.263148:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884
00000100:00100000:0.0:1767319171.263229:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993536768:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319171.263344:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319171.263510:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993536640:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319171.325439:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319171.655845:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942179328
00000100:00100000:2.0:1767319171.655855:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942179328
00000100:00080000:1.0:1767319171.655932:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319171.655995:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5091
00000100:00100000:2.0:1767319171.656007:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942179328:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319171.656092:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942179328:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 86us (722us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319171.656100:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5091
00000100:00100000:2.0:1767319171.664901:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319171.665009:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942179200
00000100:00100000:0.0:1767319171.665020:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942179200
00000100:00100000:0.0:1767319171.665111:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72097
00000100:00100000:0.0:1767319171.665121:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942179200:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319171.665145:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319171.665241:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942179200:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 119us (349us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319171.665249:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72097
00000100:00100000:2.0:1767319172.285270:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319173.311063:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319174.333274:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767319174.847114:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319174.847125:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319174.847128:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319174.847132:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319174.847136:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319174.847144:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4414
00000100:00080000:0.0:1767319174.847149:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319174.847155:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319174.847488:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abced80 x1853163993536896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319174.847738:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319174.847742:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319174.847744:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319174.847749:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4414
00000100:00080000:0.0:1767319174.847752:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319174.847756:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319174.847771:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcf480 x1853163993537024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319174.848318:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993536896
00000100:00100000:2.0:1767319174.848327:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993536896
00000100:00100000:2.0:1767319174.848383:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72098
00000100:00100000:2.0:1767319174.848391:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993536896:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319174.848413:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319174.851086:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993537024
00000100:00100000:1.0:1767319174.851094:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993537024
00000100:00100000:1.0:1767319174.851130:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44
00000100:00100000:1.0:1767319174.851137:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993537024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319174.851184:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319174.851241:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993537024:12345-0@lo:38:kworker.0 Request processed in 103us (272us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319174.851249:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44
00000100:00080000:0.0:1767319174.851589:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319174.851594:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319174.851597:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319174.851602:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4414
00000100:00080000:0.0:1767319174.851606:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319174.851610:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319174.851630:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcc000 x1853163993537280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319174.851658:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319174.851661:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319174.851663:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319174.851666:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4414
00000100:00080000:0.0:1767319174.851669:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319174.851673:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319174.851683:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b601283480 x1853163993537536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319174.851722:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993537664:0@lo:400:kworker.0
00000100:00100000:0.0:1767319174.851757:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319174.851781:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319174.851787:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993537408:0@lo:400:kworker.0
00000100:00100000:0.0:1767319174.851810:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319174.852039:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993537792:0@lo:400:kworker.0
00000100:00100000:1.0:1767319174.852091:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993537152:0@lo:400:kworker.0
00000100:00100000:2.0:1767319174.856442:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993536896:12345-0@lo:38:kworker.0 Request processed in 8037us (8786us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319174.856457:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72098
00000100:00100000:2.0:1767319174.856508:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993537408
00000100:00100000:2.0:1767319174.856516:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993537408
00000100:00100000:2.0:1767319174.856604:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5092
00000100:00100000:2.0:1767319174.856614:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993537408:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319174.856694:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993537408:12345-0@lo:400:kworker.0 Request processed in 82us (4882us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319174.856701:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5092
00000100:00100000:2.0:1767319174.856748:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993537664
00000100:00100000:2.0:1767319174.856752:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993537664
00000100:00100000:2.0:1767319174.856790:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159
00000100:00100000:2.0:1767319174.856797:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993537664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319174.858235:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993537664:12345-0@lo:400:kworker.0 Request processed in 1432us (6471us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319174.858246:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159
00000100:00100000:2.0:1767319174.858357:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993537408:0@lo:400:kworker.0
00000100:00100000:2.0:1767319174.858370:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993537664:0@lo:400:kworker.0
00000100:00080000:2.0:1767319174.858406:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319174.858411:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319174.858786:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319174.858817:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993537792
00000100:00100000:0.0:1767319174.858834:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993537792
00000100:00100000:0.0:1767319174.858876:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160
00000100:00100000:0.0:1767319174.858900:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993537792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319174.858942:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993537792:12345-0@lo:400:kworker.0 Request processed in 59us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319174.858948:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160
00000100:00080000:0.0:1767319174.858964:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319174.858984:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993537792:0@lo:400:kworker.0
00000100:00100000:2.0:1767319174.860146:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993537280
00000100:00100000:2.0:1767319174.860151:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993537280
00000100:00100000:2.0:1767319174.860205:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993537536
00000100:00100000:2.0:1767319174.860209:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993537536
00000100:00100000:2.0:1767319174.860225:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72099
00000100:00100000:2.0:1767319174.860230:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993537280:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319174.860249:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319174.860284:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993537280:12345-0@lo:38:kworker.0 Request processed in 52us (335us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319174.860290:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72099
00000100:00100000:2.0:1767319174.860303:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72100
00000100:00100000:2.0:1767319174.860306:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993537536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319174.860315:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319174.860336:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993537536:12345-0@lo:38:kworker.0 Request processed in 28us (334us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319174.860342:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72100
00000100:00100000:1.0:1767319174.860714:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319174.860793:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993537152
00000100:00100000:0.0:1767319174.860798:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993537152
00000100:00100000:0.0:1767319174.860942:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5093
00000100:00100000:0.0:1767319174.860949:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993537152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319174.860997:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993537152:12345-0@lo:400:kworker.0 Request processed in 48us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319174.861003:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5093
00000100:00100000:1.0:1767319174.861187:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993537152:0@lo:400:kworker.0
00000100:00080000:2.0:1767319174.866975:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319175.357307:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319175.421382:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319176.381825:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319176.382104:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319176.382126:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993537920:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319176.382224:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319176.384062:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993538048:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319176.384127:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319176.384421:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993537920
00000100:00100000:1.0:1767319176.384430:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993537920
00000100:00100000:1.0:1767319176.384503:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993538048
00000100:00100000:1.0:1767319176.384506:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993538048
00000100:00100000:1.0:1767319176.384527:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885
00000100:00100000:1.0:1767319176.384537:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993537920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319176.384569:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319176.384619:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993537920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (2395us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319176.384626:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885
00000100:00100000:1.0:1767319176.384642:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886
00000100:00100000:1.0:1767319176.384648:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993538048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319176.384663:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319176.384694:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993538048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (568us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319176.384700:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886
00000100:00100000:1.0:1767319176.384739:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993538048:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319176.384942:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319176.384946:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319176.385039:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993537920:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319176.784207:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942179584
00000100:00100000:2.0:1767319176.784218:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942179584
00000100:00100000:2.0:1767319176.784298:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942179456
00000100:00100000:2.0:1767319176.784302:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942179456
00000100:00100000:2.0:1767319176.784331:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5094
00000100:00100000:2.0:1767319176.784342:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942179584:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319176.784426:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942179584:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 85us (509us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319176.784434:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5094
00000100:00100000:2.0:1767319176.784463:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72101
00000100:00100000:2.0:1767319176.784468:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942179456:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319176.784489:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319176.784519:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942179456:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 49us (533us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319176.784525:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72101
00000100:00100000:2.0:1767319177.405371:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319178.429316:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319179.453358:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319179.518628:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319179.965918:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993539072:0@lo:400:kworker.0
00000100:00100000:2.0:1767319179.966019:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993538944
00000100:00100000:2.0:1767319179.966027:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993538944
00000100:00100000:2.0:1767319179.966096:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161
00000100:00100000:2.0:1767319179.966121:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993538944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319179.966210:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993538944:12345-0@lo:400:kworker.0 Request processed in 91us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319179.966220:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161
00000100:00100000:2.0:1767319179.966239:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993539072
00000100:00100000:2.0:1767319179.966243:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993539072
00000100:00100000:2.0:1767319179.966277:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162
00000100:00100000:2.0:1767319179.966285:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993539072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319179.966319:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993539072:12345-0@lo:400:kworker.0 Request processed in 36us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319179.966367:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993538688
00000100:00100000:0.0:1767319179.966372:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993538688
00000100:00100000:0.0:1767319179.966411:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993538432
00000100:00100000:0.0:1767319179.966425:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993538432
00000100:00100000:0.0:1767319179.966450:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5095
00000100:00100000:0.0:1767319179.966456:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993538688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319179.966489:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993538688:12345-0@lo:400:kworker.0 Request processed in 32us (398us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319179.966494:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5095
00000100:00100000:0.0:1767319179.966519:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5096
00000100:00100000:0.0:1767319179.966525:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993538432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319179.966551:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993538432:12345-0@lo:400:kworker.0 Request processed in 26us (349us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319179.966557:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5096
00000100:00100000:0.0:1767319179.966596:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993538432:0@lo:400:kworker.0
00000100:00100000:0.0:1767319179.966603:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993539072:0@lo:400:kworker.0
00000100:00080000:0.0:1767319179.966616:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319179.966619:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319179.966620:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319179.966860:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319154/real 1767319154]  req@ffff89b7389f4000 x1853163993531648/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319179 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319179.966877:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b7389f4000 x1853163993531648/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319179 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319179.966886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993538176:0@lo:38:kworker.0
00000100:00100000:1.0:1767319179.966906:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319179.966925:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993538304:0@lo:38:kworker.0
00000100:00100000:1.0:1767319179.966943:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319179.966966:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993538560:0@lo:38:kworker.0
00000100:00100000:1.0:1767319179.966978:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319179.966988:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993538816:0@lo:38:kworker.0
00000100:00100000:1.0:1767319179.967007:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319179.967021:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319179.967032:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767319179.967037:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993531648:0@lo:250:kworker.0
00000100:00100000:1.0:1767319179.967059:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993538176
00000100:00100000:1.0:1767319179.967063:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993538176
00000100:00100000:1.0:1767319179.967084:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993538560
00000100:00100000:1.0:1767319179.967087:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993538560
00000100:00100000:1.0:1767319179.967098:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993538816
00000100:00100000:1.0:1767319179.967100:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993538816
00000100:00100000:1.0:1767319179.967114:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72102
00000100:00100000:1.0:1767319179.967119:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993538176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319179.967136:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319179.967191:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993538176:12345-0@lo:38:kworker.0 Request processed in 71us (283us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319179.967201:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72102
00000100:00100000:1.0:1767319179.967215:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72103
00000100:00100000:1.0:1767319179.967218:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993538560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319179.967227:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319179.967251:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993538560:12345-0@lo:38:kworker.0 Request processed in 31us (271us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319179.967256:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72103
00000100:00100000:1.0:1767319179.967267:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72104
00000100:00100000:1.0:1767319179.967270:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993538816:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319179.967278:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319179.967298:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993538816:12345-0@lo:38:kworker.0 Request processed in 27us (291us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319179.967304:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72104
00000100:00080000:1.0:1767319179.967327:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319179.967331:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319179.967333:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319179.967336:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4399
00000100:00080000:1.0:1767319179.967340:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319179.967344:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319179.967360:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251f80 x1853163993539200/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319179.967398:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993539200:0@lo:250:kworker.0
00000100:00100000:2.0:1767319179.967438:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162
00000400:00000100:1.0:1767319179.974609:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993539200 offset 0 length 520: 4
00000100:00080000:1.0:1767319179.974656:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319179.974660:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319179.974663:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993538176:0@lo:38:kworker.0
00000100:00080000:1.0:1767319179.974671:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319179.974673:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319179.974675:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993538304:0@lo:38:kworker.0
00000100:00080000:1.0:1767319179.974682:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319179.974684:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319179.974685:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993538560:0@lo:38:kworker.0
00000100:00080000:1.0:1767319179.974691:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319179.974693:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319179.974695:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993538816:0@lo:38:kworker.0
00000100:00100000:0.0:1767319180.477360:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319180.873439:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319180.873521:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942179840
00000100:00100000:2.0:1767319180.873532:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942179840
00000100:00100000:2.0:1767319180.873571:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942179968
00000100:00100000:2.0:1767319180.873574:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942179968
00000100:00100000:2.0:1767319180.873614:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5097
00000100:00100000:2.0:1767319180.873622:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942179968:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319180.873698:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942179968:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 77us (262us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319180.873706:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5097
00000100:00100000:2.0:1767319180.873722:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72105
00000100:00100000:2.0:1767319180.873726:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942179840:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319180.873746:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319180.873766:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942179840:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 38us (1284us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319180.873772:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72105
00000100:00100000:0.0:1767319181.504817:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993539328:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319181.504894:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319181.504952:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319181.506528:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993539456:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319181.506570:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319181.506657:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993539456
00000100:00100000:2.0:1767319181.506663:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993539456
00000100:00100000:2.0:1767319181.506704:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888
00000100:00100000:2.0:1767319181.506712:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993539456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319181.506731:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319181.506767:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993539456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319181.506774:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888
00000100:00080000:0.0:1767319181.506857:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319181.506862:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319181.506898:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993539328:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319181.506988:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993539456:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319182.525316:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319183.549284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319183.616409:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319184.573290:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767319185.085462:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319185.085472:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319185.085474:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319185.085478:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319185.085482:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319185.085489:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4424
00000100:00080000:0.0:1767319185.085494:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319185.085500:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319185.085542:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcf480 x1853163993539584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319185.085568:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319185.085572:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319185.085574:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319185.085578:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4424
00000100:00080000:0.0:1767319185.085580:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319185.085584:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319185.085599:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcc000 x1853163993539712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319185.085599:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993539584:0@lo:38:kworker.0
00000100:00100000:1.0:1767319185.085662:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319185.085697:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319185.085701:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319185.085703:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319185.085707:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4424
00000100:00080000:0.0:1767319185.085709:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319185.085713:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319185.085728:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abced80 x1853163993539968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319185.085762:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319185.085766:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319185.085768:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319185.085771:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4424
00000100:00080000:0.0:1767319185.085774:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319185.085777:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319185.085798:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccd180 x1853163993540224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319185.085847:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993540352:0@lo:400:kworker.0
00000100:00100000:2.0:1767319185.086066:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993540096:0@lo:400:kworker.0
00000100:00100000:1.0:1767319185.087603:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993539712:0@lo:38:kworker.0
00000100:00100000:1.0:1767319185.087644:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319185.087669:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993539968:0@lo:38:kworker.0
00000100:00100000:1.0:1767319185.087687:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319185.087704:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993540224:0@lo:38:kworker.0
00000100:00100000:1.0:1767319185.087722:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319185.088057:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72108
00000100:00100000:1.0:1767319185.088063:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993540224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319185.088073:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319185.088102:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993540224:12345-0@lo:38:kworker.0 Request processed in 38us (378us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319185.088108:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72108
00000100:00100000:1.0:1767319185.088328:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993539712
00000100:00100000:1.0:1767319185.088332:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993539712
00000100:00100000:1.0:1767319185.088354:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46
00000100:00100000:1.0:1767319185.088358:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993539712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319185.088368:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319185.088394:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993539712:12345-0@lo:38:kworker.0 Request processed in 34us (749us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319185.088400:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46
00000100:00080000:1.0:1767319185.088420:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319185.088441:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993540480
00000100:00100000:1.0:1767319185.088444:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993540480
00000100:00100000:1.0:1767319185.088473:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163
00000100:00100000:1.0:1767319185.088480:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993540480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319185.088511:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993540480:12345-0@lo:400:kworker.0 Request processed in 32us (867us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319185.088516:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163
00000100:00080000:1.0:1767319185.088533:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319185.088569:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993540480:0@lo:400:kworker.0
00000100:00100000:1.0:1767319185.088580:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993539840:0@lo:400:kworker.0
00000100:00080000:1.0:1767319185.088612:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319185.088616:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319185.088620:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993539712:0@lo:38:kworker.0
00000100:00080000:1.0:1767319185.088626:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319185.088629:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319185.088631:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993540224:0@lo:38:kworker.0
00000100:00080000:1.0:1767319185.088639:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319185.088642:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319185.088645:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993539584:0@lo:38:kworker.0
00000100:00080000:1.0:1767319185.088878:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319185.088882:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319185.088885:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993539968:0@lo:38:kworker.0
00000100:00100000:0.0:1767319185.089281:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319185.089319:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993540352
00000100:00100000:1.0:1767319185.089324:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993540352
00000100:00080000:0.0:1767319185.089345:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319185.089361:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164
00000100:00100000:1.0:1767319185.089368:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993540352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319185.090216:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993540352:12345-0@lo:400:kworker.0 Request processed in 846us (933us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319185.090224:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164
00000100:00100000:2.0:1767319185.090377:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319185.090679:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993540096:0@lo:400:kworker.0
00000100:00080000:1.0:1767319185.090827:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319185.091124:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993540352:0@lo:400:kworker.0
00000100:00100000:0.0:1767319185.597479:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319185.993691:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942180096
00000100:00100000:2.0:1767319185.993711:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942180096
00000100:00100000:2.0:1767319185.993791:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72109
00000100:00100000:2.0:1767319185.993800:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942180096:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319185.993827:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319185.993972:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942180096:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 171us (434us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319185.993981:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72109
00000100:00100000:1.0:1767319186.001082:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319186.001626:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942180224
00000100:00100000:0.0:1767319186.001636:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942180224
00000100:00100000:0.0:1767319186.001734:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5100
00000100:00100000:0.0:1767319186.001745:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942180224:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319186.001815:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942180224:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 73us (743us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319186.001822:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5100
00000100:00080000:1.0:1767319186.006559:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319186.621320:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319186.622121:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319186.622142:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993540608:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319186.622245:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319186.622909:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993540608
00000100:00100000:1.0:1767319186.622919:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993540608
00000100:00100000:1.0:1767319186.622973:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889
00000100:00100000:1.0:1767319186.622983:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993540608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319186.623020:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319186.623088:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993540608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (842us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319186.623096:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889
00000100:00100000:0.0:1767319186.623413:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993540736:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319186.623449:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319186.623513:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993540608:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319186.623566:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993540736:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319187.647368:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319187.709459:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319188.670323:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319189.693492:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767319190.205303:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319190.205315:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319190.205318:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319190.205323:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319190.205327:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319190.205335:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4429
00000100:00080000:0.0:1767319190.205619:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319190.205628:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319190.205667:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccdf80 x1853163993540864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319190.205691:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319190.205694:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319190.205696:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319190.205700:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4429
00000100:00080000:0.0:1767319190.205702:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319190.205705:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319190.205718:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccc700 x1853163993540992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319190.205763:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319190.205767:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319190.205769:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319190.205772:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4429
00000100:00080000:0.0:1767319190.205775:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319190.205778:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319190.205791:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccc380 x1853163993541248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319190.205809:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319190.205812:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319190.205814:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319190.205818:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4429
00000100:00080000:0.0:1767319190.205820:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319190.205824:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319190.205849:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccce00 x1853163993541504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319190.205900:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993541760:0@lo:400:kworker.0
00000100:00100000:0.0:1767319190.205948:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319190.205995:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993541632:0@lo:400:kworker.0
00000100:00100000:2.0:1767319190.207381:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993540864:0@lo:38:kworker.0
00000100:00100000:1.0:1767319190.209740:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319190.209754:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993541376:0@lo:400:kworker.0
00000100:00100000:0.0:1767319190.209803:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319190.209826:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993541760
00000100:00100000:1.0:1767319190.209835:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993541760
00000100:00100000:1.0:1767319190.209884:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993541632
00000100:00100000:1.0:1767319190.209887:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993541632
00000100:00100000:1.0:1767319190.209905:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165
00000100:00100000:1.0:1767319190.209913:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993541760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319190.209961:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993541760:12345-0@lo:400:kworker.0 Request processed in 49us (4017us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319190.209968:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165
00000100:00100000:1.0:1767319190.209984:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166
00000100:00100000:1.0:1767319190.209989:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993541632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319190.210014:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993541632:12345-0@lo:400:kworker.0 Request processed in 25us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319190.210020:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166
00000100:00100000:1.0:1767319190.210053:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993541632:0@lo:400:kworker.0
00000100:00100000:1.0:1767319190.210093:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993541120
00000100:00100000:1.0:1767319190.210096:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993541120
00000100:00100000:1.0:1767319190.210117:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993541376
00000100:00100000:1.0:1767319190.210119:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993541376
00000100:00100000:1.0:1767319190.210134:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5101
00000100:00100000:1.0:1767319190.210140:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993541120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319190.210288:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993541760:0@lo:400:kworker.0
00000100:00100000:0.0:1767319190.210322:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5102
00000100:00100000:0.0:1767319190.210333:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993541376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319190.211090:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993541120:12345-0@lo:400:kworker.0 Request processed in 948us (5145us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319190.211098:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5101
00000100:00100000:0.0:1767319190.212227:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993541376:12345-0@lo:400:kworker.0 Request processed in 1893us (2418us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319190.212237:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5102
00000100:00100000:2.0:1767319190.212860:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319190.212899:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993540992:0@lo:38:kworker.0
00000100:00100000:2.0:1767319190.212937:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319190.212972:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993541248:0@lo:38:kworker.0
00000100:00100000:2.0:1767319190.212996:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319190.213012:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993541504:0@lo:38:kworker.0
00000100:00100000:2.0:1767319190.213031:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319190.213055:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993540864
00000100:00100000:2.0:1767319190.213059:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993540864
00000100:00100000:2.0:1767319190.213084:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993541248
00000100:00100000:2.0:1767319190.213088:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993541248
00000100:00100000:2.0:1767319190.213099:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993541504
00000100:00100000:2.0:1767319190.213102:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993541504
00000100:00100000:2.0:1767319190.213117:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72110
00000100:00100000:2.0:1767319190.213123:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993540864:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319190.213134:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319190.213212:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993540864:12345-0@lo:38:kworker.0 Request processed in 86us (351us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319190.213224:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72110
00000100:00100000:2.0:1767319190.213243:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72112
00000100:00100000:2.0:1767319190.213248:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993541504:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319190.213259:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319190.213292:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993541504:12345-0@lo:38:kworker.0 Request processed in 41us (259us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319190.213299:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72112
00000100:00100000:1.0:1767319190.214681:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993541376:0@lo:400:kworker.0
00000100:00100000:0.0:1767319190.719845:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319191.118468:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319191.118528:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:0.0:1767319191.123076:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319191.741354:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319191.741370:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319191.741379:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993541888:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319191.741459:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319191.741610:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993542016:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319191.741642:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319191.744531:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993541888
00000100:00100000:0.0:1767319191.744545:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993541888
00000100:00100000:0.0:1767319191.744685:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891
00000100:00100000:0.0:1767319191.744697:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993541888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319191.744732:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319191.744805:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993541888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (3344us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319191.744813:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891
00000100:00100000:0.0:1767319191.744887:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993541888:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319191.805575:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319192.765403:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319193.789300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319194.813307:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767319195.328182:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319195.328192:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319195.328195:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319195.328199:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319195.328204:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319195.328212:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4434
00000100:00080000:0.0:1767319195.328218:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319195.328225:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319195.328268:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113ca80 x1853163993542144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319195.328303:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319195.328307:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319195.328309:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319195.328313:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4434
00000100:00080000:0.0:1767319195.328315:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319195.328319:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319195.328333:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113d880 x1853163993542272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319195.328365:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319195.328383:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319195.328386:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319195.328390:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4434
00000100:00080000:0.0:1767319195.328405:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319195.328410:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319195.328418:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993542144:0@lo:38:kworker.0
00000100:00100000:0.0:1767319195.328425:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113c000 x1853163993542528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319195.328472:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319195.328476:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319195.328478:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319195.328482:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4434
00000100:00080000:0.0:1767319195.328485:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319195.328488:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319195.328514:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319195.328520:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113df80 x1853163993542784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319195.328578:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993542272:0@lo:38:kworker.0
00000100:00100000:0.0:1767319195.328587:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993542656:0@lo:400:kworker.0
00000100:00100000:1.0:1767319195.328619:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319195.328627:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319195.328659:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993542528:0@lo:38:kworker.0
00000100:00100000:0.0:1767319195.328660:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319195.328670:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993542912:0@lo:400:kworker.0
00000100:00100000:1.0:1767319195.328698:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319195.328703:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319195.328819:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993542144
00000100:00100000:2.0:1767319195.328827:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993542144
00000100:00100000:2.0:1767319195.328874:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993542656
00000100:00100000:2.0:1767319195.328878:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993542656
00000100:00100000:2.0:1767319195.328915:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993542528
00000100:00100000:2.0:1767319195.328918:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993542528
00000100:00100000:2.0:1767319195.328933:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5104
00000100:00100000:2.0:1767319195.328943:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993542656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319195.329016:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993542784:0@lo:38:kworker.0
00000100:00100000:1.0:1767319195.329039:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319195.329070:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993542784
00000100:00100000:1.0:1767319195.329074:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993542784
00000100:00100000:0.0:1767319195.329121:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993542912
00000100:00100000:1.0:1767319195.329125:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72114
00000100:00100000:0.0:1767319195.329127:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993542912
00000100:00100000:1.0:1767319195.329134:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993542144:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319195.329184:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319195.329197:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167
00000100:00100000:0.0:1767319195.329208:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993542912:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319195.329222:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993542144:12345-0@lo:38:kworker.0 Request processed in 88us (707us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319195.329229:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72114
00000100:00100000:1.0:1767319195.329249:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72115
00000100:00100000:0.0:1767319195.329259:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993542912:12345-0@lo:400:kworker.0 Request processed in 50us (552us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319195.329259:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993542528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319195.329272:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319195.329276:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167
00000100:00100000:0.0:1767319195.329304:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72116
00000100:00100000:0.0:1767319195.329309:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993542784:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319195.329320:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319195.334287:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993542784:12345-0@lo:38:kworker.0 Request processed in 4963us (5233us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319195.334306:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72116
00000100:00080000:0.0:1767319195.334367:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319195.334374:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319195.334682:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993542912:0@lo:400:kworker.0
00000100:00080000:0.0:1767319195.334983:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319195.334989:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319195.334993:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993542528:0@lo:38:kworker.0
00000100:00080000:0.0:1767319195.335004:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319195.335008:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319195.335011:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993542784:0@lo:38:kworker.0
00000100:00080000:0.0:1767319195.335022:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319195.335025:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319195.335028:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993542144:0@lo:38:kworker.0
00000100:00100000:0.0:1767319195.335923:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993542272
00000100:00100000:0.0:1767319195.335932:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993542272
00000100:00100000:0.0:1767319195.335971:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48
00000100:00100000:0.0:1767319195.335979:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993542272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319195.336000:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319195.336053:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993542272:12345-0@lo:38:kworker.0 Request processed in 74us (7434us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319195.336434:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993542528:12345-0@lo:38:kworker.0 Request processed in 7175us (7733us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319195.336445:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72115
00000100:00080000:1.0:1767319195.336529:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319195.336534:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319195.336538:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993542272:0@lo:38:kworker.0
00000100:00100000:1.0:1767319195.336610:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993543040
00000100:00100000:1.0:1767319195.336614:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993543040
00000100:00100000:1.0:1767319195.336661:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168
00000100:00100000:1.0:1767319195.336669:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993543040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319195.336721:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993543040:12345-0@lo:400:kworker.0 Request processed in 53us (1467us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319195.336727:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168
00000100:00080000:1.0:1767319195.336747:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319195.337233:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993542656:12345-0@lo:400:kworker.0 Request processed in 8290us (8604us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319195.337242:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5104
00000100:00100000:1.0:1767319195.337444:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993542656:0@lo:400:kworker.0
00000100:00100000:0.0:1767319195.337664:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48
00000100:00100000:2.0:1767319195.338279:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993542400
00000100:00100000:2.0:1767319195.338284:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993542400
00000100:00100000:2.0:1767319195.338349:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5105
00000100:00100000:2.0:1767319195.338357:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993542400:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767319195.338406:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319195.338422:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993542400:12345-0@lo:400:kworker.0 Request processed in 64us (653us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319195.338431:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5105
00000100:00100000:0.0:1767319195.338866:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993542400:0@lo:400:kworker.0
00000100:00100000:0.0:1767319195.839056:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319195.903414:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319196.233718:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942180736
00000100:00100000:1.0:1767319196.233731:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942180736
00000100:00100000:1.0:1767319196.233825:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5106
00000100:00100000:1.0:1767319196.233836:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942180736:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319196.233923:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942180736:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 89us (1106us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319196.233933:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5106
00000100:00080000:0.0:1767319196.234102:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319196.237367:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942180608
00000100:00100000:1.0:1767319196.237378:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942180608
00000100:00100000:1.0:1767319196.237443:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72117
00000100:00100000:1.0:1767319196.237451:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942180608:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319196.237476:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319196.237545:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942180608:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 94us (332us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319196.237552:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72117
00000100:00100000:0.0:1767319196.861310:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319196.861514:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993543168:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319196.861585:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319196.861808:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993543168
00000100:00100000:1.0:1767319196.861817:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993543168
00000100:00100000:1.0:1767319196.861881:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893
00000100:00100000:1.0:1767319196.861890:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993543168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319196.861918:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319196.861973:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993543168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (388us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319196.861980:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893
00000100:00100000:2.0:1767319196.866614:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993543296
00000100:00100000:2.0:1767319196.866633:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993543296
00000100:00100000:2.0:1767319196.866830:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2894
00000100:00100000:2.0:1767319196.866850:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993543296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319196.866885:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319196.866975:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993543296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (4301us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319196.866983:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2894
00000100:00100000:0.0:1767319197.885326:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319198.909390:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319199.936020:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319199.998430:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319200.446109:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319200.446121:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319200.446123:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319200.446127:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319200.446131:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319200.446140:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4440
00000100:00080000:1.0:1767319200.446145:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319200.446152:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319200.446216:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b607295f80 x1853163993543424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319200.446252:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319200.446256:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319200.446258:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767319200.446477:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993543424:0@lo:38:kworker.0
00000100:00100000:2.0:1767319200.446573:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319200.446991:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319200.447006:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319200.447010:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993543424:0@lo:38:kworker.0
00000100:00080000:1.0:1767319200.447430:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4440
00000100:00080000:1.0:1767319200.447433:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319200.447438:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319200.447462:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b607295f80 x1853163993543552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319200.447519:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319200.447522:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319200.447525:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319200.447528:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4440
00000100:00080000:1.0:1767319200.447531:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319200.447534:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319200.447570:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24380 x1853163993543808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319200.447598:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319200.447601:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319200.447603:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319200.447608:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4440
00000100:00080000:1.0:1767319200.447611:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319200.447614:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319200.447626:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24700 x1853163993544064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319200.447665:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993544192:0@lo:400:kworker.0
00000100:00100000:1.0:1767319200.447705:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319200.447738:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319200.447744:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993543936:0@lo:400:kworker.0
00000100:00100000:1.0:1767319200.447769:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319200.447794:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993544192
00000100:00100000:1.0:1767319200.447799:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993544192
00000100:00100000:1.0:1767319200.447844:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169
00000100:00100000:1.0:1767319200.447852:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993544192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319200.447895:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993544192:12345-0@lo:400:kworker.0 Request processed in 43us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319200.447901:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169
00000100:00100000:1.0:1767319200.447937:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993544192:0@lo:400:kworker.0
00000100:00080000:0.0:1767319200.448028:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319200.448044:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993544320:0@lo:400:kworker.0
00000100:00100000:0.0:1767319200.448101:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319200.448125:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319200.448130:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993543680:0@lo:400:kworker.0
00000100:00100000:0.0:1767319200.448152:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319200.448201:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993543936
00000100:00100000:0.0:1767319200.448205:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993543936
00000100:00100000:0.0:1767319200.448235:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993543680
00000100:00100000:0.0:1767319200.448238:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993543680
00000100:00100000:0.0:1767319200.448258:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5107
00000100:00100000:0.0:1767319200.448264:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993543936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319200.448460:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993543936:12345-0@lo:400:kworker.0 Request processed in 195us (689us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319200.448467:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5107
00000100:00100000:0.0:1767319200.448483:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5108
00000100:00100000:0.0:1767319200.448492:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993543680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319200.448521:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993543680:12345-0@lo:400:kworker.0 Request processed in 32us (368us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319200.448526:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5108
00000100:00080000:0.0:1767319200.448541:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319200.448562:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993543680:0@lo:400:kworker.0
00000100:00100000:2.0:1767319200.448656:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993543552:0@lo:38:kworker.0
00000100:00100000:2.0:1767319200.448686:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319200.448718:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993543808:0@lo:38:kworker.0
00000100:00100000:2.0:1767319200.448740:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319200.448755:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993544064:0@lo:38:kworker.0
00000100:00100000:2.0:1767319200.448775:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319200.448885:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993543808
00000100:00100000:0.0:1767319200.448889:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993543808
00000100:00100000:0.0:1767319200.448915:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993544064
00000100:00100000:0.0:1767319200.448919:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993544064
00000100:00100000:0.0:1767319200.448940:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72119
00000100:00100000:0.0:1767319200.448945:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993543808:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319200.448959:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319200.449016:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993543808:12345-0@lo:38:kworker.0 Request processed in 70us (275us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319200.449023:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72119
00000100:00100000:0.0:1767319200.449035:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72120
00000100:00100000:0.0:1767319200.449039:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993544064:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319200.449047:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319200.449068:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993544064:12345-0@lo:38:kworker.0 Request processed in 28us (292us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319200.449073:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72120
00000100:00080000:2.0:1767319200.449248:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319200.449252:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319200.449256:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993543808:0@lo:38:kworker.0
00000100:00080000:2.0:1767319200.449262:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319200.449265:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319200.449268:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993544064:0@lo:38:kworker.0
00000100:00100000:1.0:1767319200.449382:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993544320
00000100:00100000:1.0:1767319200.449387:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993544320
00000100:00100000:0.0:1767319200.449480:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993543552
00000100:00100000:0.0:1767319200.449484:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993543552
00000100:00100000:0.0:1767319200.449505:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49
00000100:00100000:0.0:1767319200.449509:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993543552:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319200.449520:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319200.449548:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993543552:12345-0@lo:38:kworker.0 Request processed in 36us (861us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319200.449554:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49
00000100:00100000:0.0:1767319200.449596:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993543936:0@lo:400:kworker.0
00000100:00100000:1.0:1767319200.450359:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170
00000100:00100000:1.0:1767319200.450371:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993544320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319200.450429:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993544320:12345-0@lo:400:kworker.0 Request processed in 63us (2336us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319200.450435:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170
00000100:00100000:0.0:1767319200.450506:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993544320:0@lo:400:kworker.0
00000100:00080000:2.0:1767319200.450791:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319200.450814:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319200.450819:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319200.450822:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993543552:0@lo:38:kworker.0
00000100:00100000:0.0:1767319200.958818:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319201.373472:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942180864
00000100:00100000:0.0:1767319201.373486:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942180864
00000100:00100000:0.0:1767319201.373550:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942180992
00000100:00100000:0.0:1767319201.373564:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942180992
00000100:00100000:1.0:1767319201.373656:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5109
00000100:00100000:0.0:1767319201.373670:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72121
00000100:00100000:0.0:1767319201.373682:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942180864:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:1.0:1767319201.373691:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942180992:12345-192.168.204.50@tcp:400:kworker.0
00010000:00020000:0.0:1767319201.373720:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319201.373810:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942180992:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 138us (613us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319201.373961:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5109
00000100:00100000:0.0:1767319201.374030:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942180864:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 347us (956us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319201.374039:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72121
00000100:00100000:1.0:1767319201.983950:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993544576:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319201.984237:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319201.985500:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993544448
00000100:00100000:2.0:1767319201.985521:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993544448
00000100:00100000:2.0:1767319201.985635:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895
00000100:00100000:2.0:1767319201.985649:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993544448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319201.985698:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319201.985712:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319201.985824:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993544448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 178us (2330us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319201.985835:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895
00000100:00100000:2.0:1767319201.985872:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993544576
00000100:00100000:2.0:1767319201.985876:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993544576
00000100:00100000:1.0:1767319201.985889:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993544448:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319201.985904:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896
00000100:00100000:2.0:1767319201.985914:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993544576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319201.985935:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319201.986709:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993544576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 794us (1001us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319201.986720:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993544576:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319201.986721:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896
00000100:00100000:1.0:1767319203.005325:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319204.029321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319204.093678:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319204.541978:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319179/real 1767319179]  req@ffff89b741251f80 x1853163993539200/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319204 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319204.542017:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b741251f80 x1853163993539200/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319204 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319204.542034:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319204.542062:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319204.542066:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993539200:0@lo:250:kworker.0
00000100:00100000:0.0:1767319204.542537:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993545088:0@lo:400:kworker.0
00000100:00100000:1.0:1767319204.542641:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993545344:0@lo:400:kworker.0
00000100:00100000:0.0:1767319204.542670:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319204.542726:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993545088
00000100:00100000:1.0:1767319204.542734:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993545088
00000100:00100000:2.0:1767319204.542750:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993544704:0@lo:250:kworker.0
00000100:00100000:1.0:1767319204.542803:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5110
00000100:00100000:1.0:1767319204.542814:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993545088:12345-0@lo:400:kworker.0
00000400:00000100:2.0:1767319204.543448:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993544704 offset 0 length 520: 4
00000100:00100000:2.0:1767319204.543486:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993544832:0@lo:38:kworker.0
00000100:00100000:2.0:1767319204.543512:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319204.543538:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993544960:0@lo:38:kworker.0
00000100:00100000:2.0:1767319204.543560:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319204.543578:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993545216:0@lo:38:kworker.0
00000100:00100000:2.0:1767319204.543598:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319204.543619:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993545472:0@lo:38:kworker.0
00000100:00100000:2.0:1767319204.543637:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319204.543664:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993544832
00000100:00100000:2.0:1767319204.543668:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993544832
00000100:00100000:2.0:1767319204.545088:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993545216
00000100:00100000:2.0:1767319204.545099:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993545216
00000100:00100000:2.0:1767319204.545115:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993545472
00000100:00100000:2.0:1767319204.545118:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993545472
00000100:00100000:2.0:1767319204.545135:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72122
00000100:00100000:2.0:1767319204.545145:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993544832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319204.545183:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319204.545328:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319204.545338:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993545728:0@lo:400:kworker.0
00000100:00100000:0.0:1767319204.545394:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319204.545431:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993544960
00000100:00100000:0.0:1767319204.545435:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993544960
00000100:00100000:0.0:1767319204.545460:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50
00000100:00100000:0.0:1767319204.545466:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993544960:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319204.545476:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319204.545482:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993544832:12345-0@lo:38:kworker.0 Request processed in 334us (1965us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319204.545492:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72122
00000100:00100000:0.0:1767319204.545510:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993544960:12345-0@lo:38:kworker.0 Request processed in 43us (1948us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319204.545517:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50
00000100:00100000:2.0:1767319204.545567:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319204.545588:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319204.545626:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993545728
00000100:00100000:0.0:1767319204.545630:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993545344
00000100:00100000:2.0:1767319204.545632:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993545728
00000100:00100000:0.0:1767319204.545634:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993545344
00000100:00100000:2.0:1767319204.545681:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993545600
00000100:00100000:2.0:1767319204.545686:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993545600
00000100:00100000:2.0:1767319204.545834:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171
00000100:00100000:0.0:1767319204.545843:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5111
00000100:00100000:2.0:1767319204.545846:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993545728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319204.545856:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993545344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319204.545902:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993545728:12345-0@lo:400:kworker.0 Request processed in 60us (507us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319204.545911:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993545344:12345-0@lo:400:kworker.0 Request processed in 57us (322us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319204.545911:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171
00000100:00100000:2.0:1767319204.545941:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172
00000100:00100000:2.0:1767319204.545949:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993545600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319204.545981:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993545600:12345-0@lo:400:kworker.0 Request processed in 33us (416us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319204.545987:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172
00000100:00100000:2.0:1767319204.546016:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993545600:0@lo:400:kworker.0
00000100:00100000:2.0:1767319204.546102:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993545728:0@lo:400:kworker.0
00000100:00100000:1.0:1767319204.546542:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993545088:12345-0@lo:400:kworker.0 Request processed in 3729us (3870us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319204.546577:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993545088:0@lo:400:kworker.0
00000100:00100000:0.0:1767319204.546666:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5111
00000100:00100000:0.0:1767319204.546696:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993545344:0@lo:400:kworker.0
00000100:00100000:1.0:1767319204.549462:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5110
00000100:00100000:1.0:1767319205.053270:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319206.077349:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319206.141400:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319206.471259:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:3.0:1767319206.471344:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942181376 offset 0 length 520: 4
00000100:00100000:1.0:1767319206.475608:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942181120
00000100:00100000:1.0:1767319206.475622:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942181120
00000100:00100000:1.0:1767319206.475742:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72125
00000100:00100000:1.0:1767319206.475750:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942181120:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319206.475773:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319206.475850:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942181120:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 99us (4600us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319206.475859:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72125
00000100:00100000:2.0:1767319206.483277:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319206.483430:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942181248
00000100:00100000:1.0:1767319206.483441:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942181248
00000100:00100000:1.0:1767319206.483524:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5112
00000100:00100000:1.0:1767319206.483535:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942181248:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319206.484246:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942181248:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 710us (976us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319206.484257:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5112
00000100:00080000:3.0:1767319206.485548:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319207.101397:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319207.101423:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993545856:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319207.101500:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319207.101556:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993545856
00000100:00100000:0.0:1767319207.101564:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993545856
00000100:00100000:0.0:1767319207.101648:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897
00000100:00100000:0.0:1767319207.101659:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706451c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993545856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319207.101687:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319207.106708:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319207.106732:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993545984:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319207.106853:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319207.106934:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319207.107008:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993545984
00000100:00100000:1.0:1767319207.107018:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993545984
00000100:00100000:1.0:1767319207.107094:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898
00000100:00100000:1.0:1767319207.107105:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993545984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319207.107135:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319207.107229:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993545984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (375us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319207.107237:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898
00000100:00100000:1.0:1767319207.107291:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993545984:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319207.107516:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319207.111021:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706451c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993545856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 9354us (9510us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319207.111037:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897
00000100:00100000:3.0:1767319207.115520:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993545856:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319207.170381:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319208.126330:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319208.189437:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319209.149454:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319209.213356:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319209.661330:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319209.661341:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319209.661344:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319209.661348:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319209.661352:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319209.661360:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4449
00000100:00080000:1.0:1767319209.661366:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319209.661372:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319209.661411:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24700 x1853163993546112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319209.661441:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319209.661444:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319209.661446:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319209.661450:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4449
00000100:00080000:1.0:1767319209.661452:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319209.661456:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319209.661468:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24380 x1853163993546240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319209.661507:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319209.661510:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319209.661512:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319209.661515:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4449
00000100:00080000:1.0:1767319209.661518:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319209.661521:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319209.661534:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f26a00 x1853163993546496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319209.661556:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319209.661560:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319209.661562:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319209.661567:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4449
00000100:00080000:1.0:1767319209.661570:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319209.661573:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319209.661582:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993546368:0@lo:400:kworker.0
00000100:00100000:1.0:1767319209.661587:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a357100 x1853163993546752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319209.661642:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993547008:0@lo:400:kworker.0
00000100:00100000:0.0:1767319209.661653:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319209.661728:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993546880:0@lo:400:kworker.0
00000100:00100000:2.0:1767319209.661787:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993546112:0@lo:38:kworker.0
00000100:00100000:1.0:1767319209.661901:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319209.661962:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993546624:0@lo:400:kworker.0
00000100:00100000:1.0:1767319209.661999:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319209.662031:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993546368
00000100:00100000:1.0:1767319209.662039:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993546368
00000100:00100000:1.0:1767319209.662103:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993546624
00000100:00100000:1.0:1767319209.662107:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993546624
00000100:00100000:1.0:1767319209.662130:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5113
00000100:00100000:1.0:1767319209.662138:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993546368:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319209.662210:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993546368:12345-0@lo:400:kworker.0 Request processed in 72us (557us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319209.662217:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5113
00000100:00100000:1.0:1767319209.662235:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5114
00000100:00100000:1.0:1767319209.662241:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993546624:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319209.662272:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993546624:12345-0@lo:400:kworker.0 Request processed in 32us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319209.662278:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5114
00000100:00100000:1.0:1767319209.662295:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993547008
00000100:00100000:1.0:1767319209.662299:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993547008
00000100:00100000:1.0:1767319209.662327:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173
00000100:00100000:1.0:1767319209.662333:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993547008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319209.662365:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993547008:12345-0@lo:400:kworker.0 Request processed in 33us (465us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319209.662370:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173
00000100:00100000:1.0:1767319209.662407:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993546624:0@lo:400:kworker.0
00000100:00100000:1.0:1767319209.662434:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993547008:0@lo:400:kworker.0
00000100:00080000:1.0:1767319209.662519:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319209.662524:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319209.667808:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993546368:0@lo:400:kworker.0
00000100:00100000:3.0:1767319209.668413:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319209.668531:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993546880
00000100:00100000:1.0:1767319209.668540:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993546880
00000100:00100000:1.0:1767319209.668611:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174
00000100:00100000:1.0:1767319209.668621:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993546880:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319209.668680:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993546880:12345-0@lo:400:kworker.0 Request processed in 62us (268us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319209.668687:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174
00000100:00080000:3.0:1767319209.668763:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319209.668792:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993546880:0@lo:400:kworker.0
00000100:00100000:2.0:1767319209.668921:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319209.668999:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993546240:0@lo:38:kworker.0
00000100:00100000:2.0:1767319209.669034:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319209.669081:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993546496:0@lo:38:kworker.0
00000100:00100000:2.0:1767319209.669103:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319209.669146:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993546240
00000100:00100000:0.0:1767319209.669152:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993546240
00000100:00100000:0.0:1767319209.669203:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51
00000100:00100000:0.0:1767319209.669209:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993546240:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319209.669230:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319209.669262:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993546240:12345-0@lo:38:kworker.0 Request processed in 53us (228us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319209.669269:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51
00000100:00100000:2.0:1767319209.671375:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993546752:0@lo:38:kworker.0
00000100:00100000:2.0:1767319209.671429:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319209.671485:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993546112
00000100:00100000:1.0:1767319209.671494:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993546112
00000100:00100000:1.0:1767319209.671571:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993546496
00000100:00100000:1.0:1767319209.671575:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993546496
00000100:00080000:2.0:1767319209.671703:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319209.671709:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319209.671713:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993546240:0@lo:38:kworker.0
00000100:00100000:2.0:1767319209.671743:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993546752
00000100:00100000:2.0:1767319209.671747:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993546752
00000100:00100000:2.0:1767319209.671768:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72126
00000100:00100000:2.0:1767319209.671775:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993546112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319209.671797:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319209.671847:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993546112:12345-0@lo:38:kworker.0 Request processed in 71us (2925us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319209.671855:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72126
00000100:00100000:2.0:1767319209.671872:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72127
00000100:00100000:2.0:1767319209.671876:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993546496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319209.671886:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319209.671908:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993546496:12345-0@lo:38:kworker.0 Request processed in 31us (2805us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319209.671914:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72127
00000100:00100000:2.0:1767319209.671927:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72128
00000100:00100000:2.0:1767319209.671930:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993546752:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319209.671938:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319209.671958:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993546752:12345-0@lo:38:kworker.0 Request processed in 26us (529us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319209.671963:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72128
00000100:00080000:2.0:1767319209.672006:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319209.672010:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319209.672013:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993546112:0@lo:38:kworker.0
00000100:00080000:2.0:1767319209.672022:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319209.672025:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319209.672028:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993546496:0@lo:38:kworker.0
00000100:00080000:2.0:1767319209.672040:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319209.672043:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319209.672045:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993546752:0@lo:38:kworker.0
00000100:00100000:1.0:1767319210.174223:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319210.237876:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319211.197331:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319211.261376:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319211.591722:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319211.592484:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942181504
00000100:00100000:1.0:1767319211.592496:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942181504
00000100:00100000:1.0:1767319211.592571:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72129
00000100:00100000:1.0:1767319211.592579:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942181504:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319211.592604:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319211.592684:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942181504:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 104us (974us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319211.592702:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72129
00000100:00100000:3.0:1767319211.593240:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319211.598746:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942181632
00000100:00100000:1.0:1767319211.598764:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942181632
00000100:00100000:1.0:1767319211.599039:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5115
00000100:00100000:1.0:1767319211.599050:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942181632:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319211.601913:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942181632:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 2859us (8668us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319211.601927:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5115
00000100:00080000:3.0:1767319211.602155:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319212.221340:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319212.222507:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319212.223286:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319212.223305:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993547264:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319212.223394:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319212.224496:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993547264
00000100:00100000:0.0:1767319212.224508:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993547264
00000100:00100000:0.0:1767319212.224618:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899
00000100:00100000:0.0:1767319212.224629:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993547264:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319212.224631:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:0.0:1767319212.224661:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319212.224734:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993547264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (1338us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319212.224741:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899
00000100:00100000:1.0:1767319212.224871:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993547264:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319212.225771:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993547136:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319212.226261:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319212.226446:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993547136
00000100:00100000:2.0:1767319212.226454:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993547136
00000100:00100000:2.0:1767319212.226519:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900
00000100:00100000:2.0:1767319212.226527:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993547136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319212.226556:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319212.226610:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993547136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (774us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319212.226617:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900
00000100:00080000:1.0:1767319212.226686:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319212.226917:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993547136:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319212.285574:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319213.258995:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319213.309926:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319214.269489:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319214.333416:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319214.783614:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319214.783625:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319214.783628:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319214.783632:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319214.783637:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319214.783645:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4454
00000100:00080000:0.0:1767319214.783697:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319214.783705:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319214.783757:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b0a80 x1853163993547392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319214.783785:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319214.783789:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319214.783791:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319214.783795:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4454
00000100:00080000:0.0:1767319214.783797:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319214.783801:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319214.783827:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac700 x1853163993547520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319214.783878:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319214.783882:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319214.783884:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319214.783888:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4454
00000100:00080000:0.0:1767319214.783890:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319214.783893:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319214.783906:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615ea00 x1853163993547776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319214.783928:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319214.783932:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319214.783934:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319214.783937:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4454
00000100:00080000:0.0:1767319214.783939:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319214.783942:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319214.783951:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615fb80 x1853163993548032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319214.784051:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993548288:0@lo:400:kworker.0
00000100:00100000:3.0:1767319214.784121:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319214.784229:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319214.784236:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993547648:0@lo:400:kworker.0
00000100:00100000:3.0:1767319214.784262:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319214.784296:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993547648
00000100:00100000:3.0:1767319214.784303:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993547648
00000100:00100000:3.0:1767319214.784359:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5116
00000100:00100000:3.0:1767319214.784369:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993547648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319214.784420:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993547648:12345-0@lo:400:kworker.0 Request processed in 53us (156us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319214.784427:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5116
00000100:00100000:3.0:1767319214.784474:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993547648:0@lo:400:kworker.0
00000100:00100000:3.0:1767319214.784498:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993547904:0@lo:400:kworker.0
00000100:00100000:3.0:1767319214.784521:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319214.784540:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319214.784545:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993548160:0@lo:400:kworker.0
00000100:00100000:3.0:1767319214.784566:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319214.784588:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993547904
00000100:00100000:3.0:1767319214.784592:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993547904
00000100:00100000:3.0:1767319214.784616:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5117
00000100:00100000:3.0:1767319214.784622:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993547904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319214.784654:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993547904:12345-0@lo:400:kworker.0 Request processed in 32us (132us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319214.784660:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5117
00000100:00100000:3.0:1767319214.784685:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993547904:0@lo:400:kworker.0
00000100:00100000:0.0:1767319214.784872:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993548288
00000100:00100000:0.0:1767319214.784877:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993548288
00000100:00100000:0.0:1767319214.784919:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993548160
00000100:00100000:0.0:1767319214.784922:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993548160
00000100:00100000:0.0:1767319214.784941:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175
00000100:00100000:0.0:1767319214.784947:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993548288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319214.784983:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993548288:12345-0@lo:400:kworker.0 Request processed in 36us (862us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319214.784988:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175
00000100:00100000:0.0:1767319214.785000:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176
00000100:00100000:0.0:1767319214.785005:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993548160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319214.785027:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993548160:12345-0@lo:400:kworker.0 Request processed in 23us (462us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319214.785032:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176
00000100:00100000:0.0:1767319214.785053:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993548288:0@lo:400:kworker.0
00000100:00080000:1.0:1767319214.785354:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319214.785359:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319214.785361:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319214.785388:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993548160:0@lo:400:kworker.0
00000100:00100000:2.0:1767319214.785569:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993547392:0@lo:38:kworker.0
00000100:00100000:2.0:1767319214.785604:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319214.785633:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993547520:0@lo:38:kworker.0
00000100:00100000:2.0:1767319214.785685:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319214.785718:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993547776:0@lo:38:kworker.0
00000100:00100000:2.0:1767319214.785752:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319214.785777:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993548032:0@lo:38:kworker.0
00000100:00100000:2.0:1767319214.785798:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319214.785843:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993547392
00000100:00100000:2.0:1767319214.785847:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993547392
00000100:00100000:2.0:1767319214.785869:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993547776
00000100:00100000:2.0:1767319214.785872:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993547776
00000100:00100000:2.0:1767319214.785884:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993548032
00000100:00100000:2.0:1767319214.785886:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993548032
00000100:00100000:2.0:1767319214.785902:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72130
00000100:00100000:2.0:1767319214.785907:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993547392:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319214.785925:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319214.785944:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72131
00000100:00100000:1.0:1767319214.785950:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993547776:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319214.785958:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993547392:12345-0@lo:38:kworker.0 Request processed in 51us (354us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767319214.785960:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319214.785964:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72130
00000100:00100000:2.0:1767319214.785979:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72132
00000100:00100000:2.0:1767319214.785983:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993548032:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319214.785985:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993547776:12345-0@lo:38:kworker.0 Request processed in 35us (233us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319214.785990:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72131
00010000:00020000:2.0:1767319214.785991:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319214.786010:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993548032:12345-0@lo:38:kworker.0 Request processed in 25us (211us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319214.786015:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72132
00000100:00080000:2.0:1767319214.786041:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319214.786045:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319214.786049:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993547392:0@lo:38:kworker.0
00000100:00080000:2.0:1767319214.786057:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319214.786060:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319214.786063:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993547776:0@lo:38:kworker.0
00000100:00080000:2.0:1767319214.786069:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319214.786072:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319214.786075:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993548032:0@lo:38:kworker.0
00000100:00100000:0.0:1767319214.786439:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993547520
00000100:00100000:0.0:1767319214.786445:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993547520
00000100:00100000:0.0:1767319214.786475:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52
00000100:00100000:0.0:1767319214.786479:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993547520:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319214.786489:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319214.786527:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993547520:12345-0@lo:38:kworker.0 Request processed in 47us (842us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319214.786533:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52
00000100:00080000:3.0:1767319214.786603:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319214.786608:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319214.786611:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993547520:0@lo:38:kworker.0
00000100:00100000:1.0:1767319215.293963:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319215.358146:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319216.317271:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319216.381572:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319216.713493:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319216.713574:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319216.713675:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942181888
00000100:00100000:0.0:1767319216.713686:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942181888
00000100:00100000:0.0:1767319216.713771:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942181760
00000100:00100000:0.0:1767319216.713774:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942181760
00000100:00100000:0.0:1767319216.713794:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5118
00000100:00100000:0.0:1767319216.713805:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942181888:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319216.713882:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942181888:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 79us (398us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319216.713890:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5118
00000100:00100000:0.0:1767319216.713910:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72133
00000100:00100000:0.0:1767319216.713915:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942181760:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319216.713945:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319216.713971:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942181760:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (397us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319216.713977:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72133
00000100:00080000:1.0:1767319216.714096:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319217.341491:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319217.341508:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993548416:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319217.341520:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319217.341573:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319217.341798:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993548416
00000100:00100000:1.0:1767319217.341807:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993548416
00000100:00100000:1.0:1767319217.341874:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901
00000100:00100000:1.0:1767319217.341885:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993548416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319217.341914:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319217.341962:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993548416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (388us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319217.341970:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901
00000100:00100000:3.0:1767319217.342659:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993548544:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319217.342701:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319217.342795:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319217.342837:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993548416:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319217.342851:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993548544
00000100:00100000:2.0:1767319217.342855:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993548544
00000100:00080000:0.0:1767319217.342880:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319217.342891:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902
00000100:00100000:2.0:1767319217.342899:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993548544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319217.342917:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319217.342963:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993548544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319217.342969:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902
00000100:00100000:0.0:1767319217.343052:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993548544:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319217.406593:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319218.365379:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319218.432477:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319219.389273:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319219.456447:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319219.901977:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319219.901988:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319219.901992:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319219.901996:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319219.902000:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319219.902009:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4459
00000100:00080000:3.0:1767319219.902015:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319219.902023:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319219.902064:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d2a00 x1853163993548672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319219.902092:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319219.902096:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319219.902098:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319219.902102:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4459
00000100:00080000:3.0:1767319219.902105:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319219.902109:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319219.902123:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291adc00 x1853163993548800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319219.902192:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319219.902197:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319219.902199:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319219.902202:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4459
00000100:00080000:3.0:1767319219.902205:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319219.902209:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319219.902221:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6300 x1853163993549056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319219.902246:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993548672:0@lo:38:kworker.0
00000100:00080000:3.0:1767319219.902246:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319219.902250:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319219.902251:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319219.902255:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4459
00000100:00080000:3.0:1767319219.902257:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319219.902259:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319219.902269:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6d80 x1853163993549312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319219.902314:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993549440:0@lo:400:kworker.0
00000100:00100000:2.0:1767319219.902323:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319219.902343:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319219.902394:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319219.902400:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993549184:0@lo:400:kworker.0
00000100:00100000:0.0:1767319219.902403:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993549568:0@lo:400:kworker.0
00000100:00100000:3.0:1767319219.902425:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319219.902427:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319219.902443:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319219.902448:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993548928:0@lo:400:kworker.0
00000100:00100000:3.0:1767319219.902455:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993548672
00000100:00100000:3.0:1767319219.902461:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993548672
00000100:00100000:0.0:1767319219.902481:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319219.902490:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993549184
00000100:00100000:3.0:1767319219.902493:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993549184
00000100:00100000:0.0:1767319219.902504:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993548928
00000100:00100000:0.0:1767319219.902506:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993548928
00000100:00100000:3.0:1767319219.902530:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5119
00000100:00100000:3.0:1767319219.902539:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993549184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319219.902585:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993549184:12345-0@lo:400:kworker.0 Request processed in 47us (158us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319219.902590:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993549440
00000100:00100000:3.0:1767319219.902592:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5119
00000100:00100000:1.0:1767319219.902594:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993549440
00000100:00100000:3.0:1767319219.902609:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5120
00000100:00100000:3.0:1767319219.902615:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993548928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319219.902621:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993549568
00000100:00100000:1.0:1767319219.902623:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993549568
00000100:00100000:1.0:1767319219.902654:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177
00000100:00100000:3.0:1767319219.902654:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993548928:12345-0@lo:400:kworker.0 Request processed in 39us (172us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319219.902660:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993549440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319219.902661:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5120
00000100:00100000:3.0:1767319219.902675:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72134
00000100:00100000:3.0:1767319219.902679:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993548672:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319219.902691:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993549440:12345-0@lo:400:kworker.0 Request processed in 32us (348us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319219.902696:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177
00010000:00020000:3.0:1767319219.902697:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319219.902720:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178
00000100:00100000:3.0:1767319219.902723:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993548672:12345-0@lo:38:kworker.0 Request processed in 43us (401us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319219.902726:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993549568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319219.902729:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72134
00000100:00100000:1.0:1767319219.902800:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993549568:12345-0@lo:400:kworker.0 Request processed in 74us (372us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319219.902806:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178
00000100:00080000:1.0:1767319219.902826:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319219.902830:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319219.902833:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319219.906423:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319219.906434:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319219.906439:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993548672:0@lo:38:kworker.0
00000100:00100000:2.0:1767319219.906450:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993548800:0@lo:38:kworker.0
00000100:00100000:2.0:1767319219.906782:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319219.906829:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993549056:0@lo:38:kworker.0
00000100:00100000:2.0:1767319219.906857:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319219.920124:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993549312:0@lo:38:kworker.0
00000100:00100000:2.0:1767319219.920208:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319219.921321:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993549056
00000100:00100000:0.0:1767319219.921333:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993549056
00000100:00100000:0.0:1767319219.921380:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72135
00000100:00100000:0.0:1767319219.921387:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993549056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319219.921410:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319219.921472:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993549056:12345-0@lo:38:kworker.0 Request processed in 84us (14613us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319219.921480:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72135
00000100:00100000:0.0:1767319219.921666:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993548800
00000100:00100000:0.0:1767319219.921671:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993548800
00000100:00100000:0.0:1767319219.921693:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53
00000100:00100000:0.0:1767319219.921698:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993548800:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319219.921720:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319219.921749:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993548800:12345-0@lo:38:kworker.0 Request processed in 50us (14967us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319219.921755:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53
00000100:00100000:0.0:1767319219.921828:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993549184:0@lo:400:kworker.0
00000100:00100000:0.0:1767319219.921845:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993549440:0@lo:400:kworker.0
00000100:00100000:0.0:1767319219.921891:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993548928:0@lo:400:kworker.0
00000100:00100000:0.0:1767319219.921905:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993549568:0@lo:400:kworker.0
00000100:00080000:2.0:1767319219.932565:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319219.932648:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319219.932654:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993548800:0@lo:38:kworker.0
00000100:00080000:2.0:1767319219.932669:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319219.932672:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319219.932675:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993549056:0@lo:38:kworker.0
00000100:00100000:1.0:1767319219.932788:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993549312
00000100:00100000:1.0:1767319219.932796:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993549312
00000100:00100000:1.0:1767319219.932889:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72136
00000100:00100000:1.0:1767319219.932896:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993549312:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319219.932917:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319219.932985:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993549312:12345-0@lo:38:kworker.0 Request processed in 88us (12776us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319219.932999:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72136
00000100:00080000:2.0:1767319219.933060:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319219.933065:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319219.933068:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993549312:0@lo:38:kworker.0
00000100:00100000:3.0:1767319220.413275:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319220.477569:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319221.437588:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319221.501872:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319221.837042:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319221.837097:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319221.837199:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942182144
00000100:00100000:3.0:1767319221.837208:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942182144
00000100:00100000:3.0:1767319221.837285:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942182016
00000100:00100000:3.0:1767319221.837288:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942182016
00000100:00100000:3.0:1767319221.837303:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5121
00000100:00100000:3.0:1767319221.837311:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942182144:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319221.837405:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942182144:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 94us (371us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319221.837414:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5121
00000100:00100000:3.0:1767319221.837434:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72137
00000100:00100000:3.0:1767319221.837438:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942182016:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319221.837471:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319221.837497:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942182016:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 57us (399us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319221.837504:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72137
00000100:00080000:0.0:1767319221.837810:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319222.462458:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993549696:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319222.462519:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319222.462541:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319222.462566:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993549696
00000100:00100000:3.0:1767319222.462574:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993549696
00000100:00080000:0.0:1767319222.462758:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319222.462767:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993549824:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319222.462768:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903
00000100:00100000:3.0:1767319222.462784:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993549696:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319222.462817:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319222.462823:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319222.462875:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993549696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (333us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319222.462886:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903
00000100:00100000:0.0:1767319222.462909:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993549824
00000100:00100000:0.0:1767319222.462914:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993549824
00000100:00100000:0.0:1767319222.462949:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904
00000100:00080000:3.0:1767319222.462954:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319222.462959:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993549824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319222.462978:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319222.463019:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993549824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319222.463027:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904
00000100:00100000:0.0:1767319222.463050:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993549696:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319222.463050:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993549824:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319222.526183:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319223.485767:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319223.550184:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319224.509282:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319224.585929:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319225.021468:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319225.021479:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319225.021481:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319225.021485:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319225.021489:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319225.021496:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4464
00000100:00080000:2.0:1767319225.021500:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319225.021506:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319225.021554:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731189180 x1853163993549952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319225.021611:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993549952:0@lo:38:kworker.0
00000100:00100000:3.0:1767319225.021677:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319225.021795:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993549952
00000100:00100000:0.0:1767319225.021804:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993549952
00000100:00100000:0.0:1767319225.021842:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72138
00000100:00100000:0.0:1767319225.021849:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993549952:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319225.021871:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767319225.021892:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319225.021896:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319225.021898:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319225.021902:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4464
00000100:00080000:2.0:1767319225.021905:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319225.021909:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319225.021988:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f65500 x1853163993550080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319225.024474:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993550080:0@lo:38:kworker.0
00000100:00100000:3.0:1767319225.024538:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319225.024649:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993550080
00000100:00100000:1.0:1767319225.024656:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993550080
00000100:00100000:1.0:1767319225.024692:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54
00000100:00100000:1.0:1767319225.024699:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993550080:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319225.024720:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319225.024757:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993550080:12345-0@lo:38:kworker.0 Request processed in 57us (219us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319225.024764:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54
00000100:00100000:0.0:1767319225.025698:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993549952:12345-0@lo:38:kworker.0 Request processed in 3846us (4018us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319225.025707:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72138
00000100:00080000:3.0:1767319225.030772:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319225.030785:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319225.030790:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993549952:0@lo:38:kworker.0
00000100:00080000:3.0:1767319225.030843:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319225.030847:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319225.030858:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993550080:0@lo:38:kworker.0
00000100:00080000:2.0:1767319225.031189:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319225.031194:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319225.031197:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319225.031201:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4464
00000100:00080000:2.0:1767319225.031205:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319225.031211:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319225.031230:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f65880 x1853163993550336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319225.031255:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319225.031259:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319225.031261:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319225.031264:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4464
00000100:00080000:2.0:1767319225.031266:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319225.031269:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319225.031276:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f65f80 x1853163993550592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319225.031715:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993550720:0@lo:400:kworker.0
00000100:00100000:2.0:1767319225.031775:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319225.031801:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319225.031806:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993550464:0@lo:400:kworker.0
00000100:00100000:2.0:1767319225.031826:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319225.032091:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993550336:0@lo:38:kworker.0
00000100:00100000:3.0:1767319225.032117:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319225.032141:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993550592:0@lo:38:kworker.0
00000100:00100000:3.0:1767319225.032175:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319225.032204:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993550464
00000100:00100000:3.0:1767319225.032209:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993550464
00000100:00100000:3.0:1767319225.032251:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993550336
00000100:00100000:3.0:1767319225.032253:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993550336
00000100:00100000:3.0:1767319225.032263:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993550592
00000100:00100000:3.0:1767319225.032265:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993550592
00000100:00100000:3.0:1767319225.032279:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5122
00000100:00100000:3.0:1767319225.032287:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993550464:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319225.032326:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993550464:12345-0@lo:400:kworker.0 Request processed in 40us (499us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319225.032333:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5122
00000100:00100000:3.0:1767319225.032348:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72139
00000100:00100000:3.0:1767319225.032395:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993550336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319225.032412:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319225.032507:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993550336:12345-0@lo:38:kworker.0 Request processed in 111us (389us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319225.032514:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72139
00000100:00100000:3.0:1767319225.032524:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72140
00000100:00100000:3.0:1767319225.032528:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993550592:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319225.032537:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319225.032568:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993550592:12345-0@lo:38:kworker.0 Request processed in 39us (409us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319225.032573:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72140
00000100:00080000:3.0:1767319225.032589:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319225.032610:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993550464:0@lo:400:kworker.0
00000100:00080000:3.0:1767319225.032630:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319225.032633:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319225.032636:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993550336:0@lo:38:kworker.0
00000100:00080000:3.0:1767319225.032642:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319225.032645:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319225.032648:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993550592:0@lo:38:kworker.0
00000100:00100000:1.0:1767319225.035130:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993550848:0@lo:400:kworker.0
00000100:00100000:1.0:1767319225.035227:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319225.035287:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319225.035293:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993550208:0@lo:400:kworker.0
00000100:00100000:1.0:1767319225.035315:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319225.035414:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993550720
00000100:00100000:0.0:1767319225.035422:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993550720
00000100:00100000:0.0:1767319225.035483:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993550848
00000100:00100000:0.0:1767319225.035487:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993550848
00000100:00100000:0.0:1767319225.035509:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179
00000100:00100000:0.0:1767319225.035516:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993550720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319225.035536:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993550208
00000100:00100000:3.0:1767319225.035540:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993550208
00000100:00100000:3.0:1767319225.035579:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5123
00000100:00100000:3.0:1767319225.035585:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993550208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319225.035621:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993550208:12345-0@lo:400:kworker.0 Request processed in 35us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319225.035624:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993550720:12345-0@lo:400:kworker.0 Request processed in 109us (3850us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319225.035629:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5123
00000100:00100000:0.0:1767319225.035630:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179
00000100:00100000:0.0:1767319225.035643:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180
00000100:00100000:0.0:1767319225.035650:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993550848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319225.035671:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993550720:0@lo:400:kworker.0
00000100:00100000:0.0:1767319225.035672:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993550848:12345-0@lo:400:kworker.0 Request processed in 24us (446us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319225.035677:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180
00000100:00080000:1.0:1767319225.035743:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319225.035757:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319225.035759:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319225.035776:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993550208:0@lo:400:kworker.0
00000100:00100000:1.0:1767319225.035785:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993550848:0@lo:400:kworker.0
00000100:00100000:3.0:1767319225.536387:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319225.597339:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319226.557308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319226.621406:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319226.952155:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319226.952578:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942182400
00000100:00100000:0.0:1767319226.952588:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942182400
00000100:00100000:0.0:1767319226.952683:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5124
00000100:00100000:0.0:1767319226.952695:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942182400:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319226.952798:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942182400:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 106us (652us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319226.952814:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5124
00000100:00080000:1.0:1767319226.953775:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319226.957219:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319226.957358:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942182272
00000100:00100000:0.0:1767319226.957372:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942182272
00000100:00100000:0.0:1767319226.957433:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72141
00000100:00100000:0.0:1767319226.957443:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942182272:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319226.957488:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319226.957589:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942182272:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 145us (440us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319226.957599:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72141
00000100:00100000:1.0:1767319227.581470:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319227.581511:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993550976:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319227.581618:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319227.581715:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993551104:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319227.581740:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319227.581824:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993550976
00000100:00100000:2.0:1767319227.581833:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993550976
00000100:00100000:2.0:1767319227.581907:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993551104
00000100:00100000:2.0:1767319227.581911:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993551104
00000100:00100000:2.0:1767319227.581930:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905
00000100:00100000:2.0:1767319227.581938:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993550976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319227.581984:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319227.582026:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993550976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (408us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319227.582034:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905
00000100:00100000:2.0:1767319227.582051:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906
00000100:00100000:2.0:1767319227.582057:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993551104:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319227.582071:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319227.582097:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993551104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (357us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319227.582103:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906
00000100:00080000:1.0:1767319227.582519:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319227.582523:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319227.582575:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993551104:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319227.582609:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993550976:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319227.583614:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319227.648833:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319228.605284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319228.669387:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319229.117382:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319204/real 1767319204]  req@ffff89b7313ac000 x1853163993544704/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319229 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319229.117419:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b7313ac000 x1853163993544704/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319229 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319229.117437:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319229.117463:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319229.117466:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993544704:0@lo:250:kworker.0
00000100:00080000:2.0:1767319229.118216:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319229.118222:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319229.118225:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319229.118232:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4449
00000100:00080000:2.0:1767319229.118236:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319229.118241:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319229.118291:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235f80 x1853163993551232/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319229.118319:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319229.118322:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319229.118324:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319229.118328:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4469
00000100:00080000:2.0:1767319229.118330:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319229.118334:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319229.118346:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993551232:0@lo:250:kworker.0
00000100:00100000:2.0:1767319229.118350:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731234700 x1853163993551360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319229.118358:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319229.118363:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319229.118364:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319229.118368:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4469
00000100:00080000:2.0:1767319229.118370:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319229.118373:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319229.118383:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731234e00 x1853163993551488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:0.0:1767319229.118407:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993551232 offset 0 length 520: 4
00000100:00080000:2.0:1767319229.118418:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319229.118421:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319229.118422:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319229.118426:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4469
00000100:00080000:2.0:1767319229.118428:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319229.118431:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319229.118441:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236680 x1853163993551744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319229.118449:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993551360:0@lo:38:kworker.0
00000100:00080000:2.0:1767319229.118479:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319229.118483:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319229.118485:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319229.118489:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4469
00000100:00080000:2.0:1767319229.118491:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319229.118495:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319229.118505:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237100 x1853163993552000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319229.118537:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993551872:0@lo:400:kworker.0
00000100:00100000:1.0:1767319229.118569:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993552256:0@lo:400:kworker.0
00000100:00100000:2.0:1767319229.118572:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319229.118592:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319229.118597:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993552128:0@lo:400:kworker.0
00000100:00100000:1.0:1767319229.118630:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319229.118668:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319229.118674:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993551616:0@lo:400:kworker.0
00000100:00100000:1.0:1767319229.118696:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319229.118720:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319229.118743:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993552256
00000100:00100000:1.0:1767319229.118750:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993552256
00000100:00100000:1.0:1767319229.118797:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993552128
00000100:00100000:1.0:1767319229.118800:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993552128
00000100:00100000:2.0:1767319229.118809:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181
00000100:00100000:2.0:1767319229.118818:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993552256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319229.118822:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182
00000100:00100000:1.0:1767319229.118828:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993552128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319229.118911:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993551872
00000100:00100000:3.0:1767319229.118915:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993551872
00000100:00100000:3.0:1767319229.118941:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993551616
00000100:00100000:3.0:1767319229.118944:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993551616
00000100:00100000:3.0:1767319229.118959:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5125
00000100:00100000:3.0:1767319229.118964:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993551872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319229.119239:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319229.119269:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993551488:0@lo:38:kworker.0
00000100:00100000:0.0:1767319229.119315:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319229.119368:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993551872:12345-0@lo:400:kworker.0 Request processed in 403us (795us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319229.119375:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5125
00000100:00100000:3.0:1767319229.119390:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993551360
00000100:00100000:3.0:1767319229.119394:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993551360
00000100:00100000:3.0:1767319229.119410:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5126
00000100:00100000:3.0:1767319229.119416:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993551616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319229.122339:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993552128:12345-0@lo:400:kworker.0 Request processed in 329us (435us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319229.122359:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182
00000100:00100000:2.0:1767319229.122366:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993552256:12345-0@lo:400:kworker.0 Request processed in 3548us (3733us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319229.122373:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181
00000100:00080000:1.0:1767319229.122399:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319229.122404:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319229.122406:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319229.122448:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993552128:0@lo:400:kworker.0
00000100:00100000:1.0:1767319229.122462:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993551872:0@lo:400:kworker.0
00000100:00100000:3.0:1767319229.122656:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993551616:12345-0@lo:400:kworker.0 Request processed in 3238us (3956us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319229.122665:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5126
00000100:00100000:3.0:1767319229.122686:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72142
00000100:00100000:3.0:1767319229.122691:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993551360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319229.122709:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319229.122761:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993551360:12345-0@lo:38:kworker.0 Request processed in 69us (3522us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319229.122767:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72142
00000100:00100000:0.0:1767319229.123138:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993551744:0@lo:38:kworker.0
00000100:00100000:0.0:1767319229.123188:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319229.123203:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993552000:0@lo:38:kworker.0
00000100:00100000:0.0:1767319229.123227:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319229.123260:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319229.123265:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319229.123268:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993551360:0@lo:38:kworker.0
00000100:00100000:0.0:1767319229.123290:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993551744
00000100:00100000:0.0:1767319229.123295:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993551744
00000100:00100000:0.0:1767319229.123321:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993552000
00000100:00100000:0.0:1767319229.123324:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993552000
00000100:00100000:0.0:1767319229.123340:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72143
00000100:00100000:0.0:1767319229.123345:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993551744:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319229.123356:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319229.123382:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993551744:12345-0@lo:38:kworker.0 Request processed in 37us (194us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319229.123388:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72143
00000100:00100000:0.0:1767319229.123402:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72144
00000100:00100000:0.0:1767319229.123406:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993552000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319229.123415:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319229.123436:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993552000:12345-0@lo:38:kworker.0 Request processed in 28us (208us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319229.123441:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72144
00000100:00080000:0.0:1767319229.123463:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319229.123480:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319229.123485:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993551744:0@lo:38:kworker.0
00000100:00080000:0.0:1767319229.123494:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319229.123497:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319229.123500:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993552000:0@lo:38:kworker.0
00000100:00100000:0.0:1767319229.123531:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993551488
00000100:00100000:0.0:1767319229.123535:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993551488
00000100:00100000:0.0:1767319229.123555:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55
00000100:00100000:0.0:1767319229.123560:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993551488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319229.123570:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319229.123596:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993551488:12345-0@lo:38:kworker.0 Request processed in 35us (4281us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319229.123601:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55
00000100:00080000:0.0:1767319229.123833:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319229.123837:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319229.123840:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993551488:0@lo:38:kworker.0
00000100:00100000:1.0:1767319229.124096:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993551616:0@lo:400:kworker.0
00000100:00100000:1.0:1767319229.124108:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993552256:0@lo:400:kworker.0
00000100:00100000:3.0:1767319229.634582:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319229.694109:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319230.655565:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319230.719598:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319231.047252:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319231.047410:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942182784
00000100:00100000:3.0:1767319231.047421:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942182784
00000100:00100000:3.0:1767319231.047511:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5127
00000100:00100000:3.0:1767319231.047522:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942182784:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319231.047605:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942182784:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 85us (363us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319231.047622:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5127
00000100:00080000:1.0:1767319231.047759:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:2.0:1767319231.049421:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942182528 offset 0 length 520: 4
00000100:00100000:2.0:1767319231.049470:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319231.049541:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942182656
00000100:00100000:3.0:1767319231.049552:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942182656
00000100:00100000:3.0:1767319231.049600:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72145
00000100:00100000:3.0:1767319231.049616:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942182656:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319231.049640:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319231.049700:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942182656:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 91us (229us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319231.049707:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72145
00000100:00100000:3.0:1767319231.677636:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319231.743006:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319232.701393:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319232.702498:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319232.702527:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993552384:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319232.702650:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319232.703573:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993552384
00000100:00100000:3.0:1767319232.703590:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993552384
00000100:00100000:0.0:1767319232.703967:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319232.703983:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993552512:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319232.704067:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319232.704834:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993552512
00000100:00100000:2.0:1767319232.704845:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993552512
00000100:00100000:2.0:1767319232.704962:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907
00000100:00100000:2.0:1767319232.704983:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993552512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319232.705015:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319232.705082:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993552512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (1014us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319232.705090:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907
00000100:00100000:0.0:1767319232.705230:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993552512:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319232.705310:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908
00000100:00100000:3.0:1767319232.705318:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993552384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319232.705351:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767319232.705378:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319232.705383:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319232.705416:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993552384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (2765us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319232.705424:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908
00000100:00100000:1.0:1767319232.705442:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993552384:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319232.768356:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319233.725494:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319233.789777:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319234.237393:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319234.237405:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319234.237408:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319234.237412:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319234.237416:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319234.237426:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4473
00000100:00080000:2.0:1767319234.237430:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319234.237440:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319234.237488:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6300 x1853163993552640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319234.240455:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319234.240466:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319234.240470:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319234.240477:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4473
00000100:00080000:2.0:1767319234.240482:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319234.240488:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319234.240675:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4380 x1853163993552768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319234.240795:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993552896:0@lo:400:kworker.0
00000100:00100000:0.0:1767319234.240867:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319234.241001:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993552896
00000100:00100000:3.0:1767319234.241010:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993552896
00000100:00080000:3.0:1767319234.241039:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319234.241102:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5128
00000100:00100000:3.0:1767319234.241115:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993552896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319234.241132:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993552640:0@lo:38:kworker.0
00000100:00080000:2.0:1767319234.241392:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319234.241398:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319234.241401:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319234.241406:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4473
00000100:00080000:2.0:1767319234.241408:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319234.241413:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319234.241432:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4e00 x1853163993553024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319234.241459:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319234.241461:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319234.241463:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319234.241466:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4473
00000100:00080000:2.0:1767319234.241468:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319234.241472:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319234.241483:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad7100 x1853163993553280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319234.243960:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319234.243983:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993553536:0@lo:400:kworker.0
00000100:00100000:2.0:1767319234.244351:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993553408:0@lo:400:kworker.0
00000100:00100000:1.0:1767319234.246635:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319234.246725:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993552768:0@lo:38:kworker.0
00000100:00100000:1.0:1767319234.246770:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319234.246827:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993553024:0@lo:38:kworker.0
00000100:00100000:1.0:1767319234.246861:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319234.248098:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993553280:0@lo:38:kworker.0
00000100:00100000:1.0:1767319234.248175:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319234.248252:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993553152:0@lo:400:kworker.0
00000100:00100000:1.0:1767319234.248588:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319234.248649:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993552640
00000100:00100000:1.0:1767319234.248661:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993552640
00000100:00100000:1.0:1767319234.248706:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993553024
00000100:00100000:1.0:1767319234.248710:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993553024
00000100:00100000:1.0:1767319234.248724:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993553280
00000100:00100000:1.0:1767319234.248727:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993553280
00000100:00100000:1.0:1767319234.248735:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993553152
00000100:00100000:1.0:1767319234.248737:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993553152
00000100:00100000:1.0:1767319234.248781:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5129
00000100:00100000:1.0:1767319234.248802:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993553152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319234.248875:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993553152:12345-0@lo:400:kworker.0 Request processed in 75us (286us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319234.249732:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993552896:12345-0@lo:400:kworker.0 Request processed in 8609us (8853us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319234.249749:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5128
00000100:00100000:3.0:1767319234.249804:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72146
00000100:00100000:3.0:1767319234.249812:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993552640:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319234.249834:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319234.249904:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993552640:12345-0@lo:38:kworker.0 Request processed in 92us (3282us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319234.249911:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72146
00000100:00100000:3.0:1767319234.249927:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72147
00000100:00100000:3.0:1767319234.249931:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993553024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319234.249940:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319234.249964:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993553024:12345-0@lo:38:kworker.0 Request processed in 32us (3103us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319234.249970:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72147
00000100:00100000:3.0:1767319234.249981:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72148
00000100:00100000:3.0:1767319234.249985:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993553280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319234.249993:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319234.250015:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993553280:12345-0@lo:38:kworker.0 Request processed in 28us (1855us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319234.250021:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72148
00000100:00080000:3.0:1767319234.253910:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319234.257521:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319234.257743:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993552896:0@lo:400:kworker.0
00000100:00100000:0.0:1767319234.257794:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993552768
00000100:00100000:0.0:1767319234.257802:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993552768
00000100:00100000:0.0:1767319234.257849:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56
00000100:00100000:0.0:1767319234.257856:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993552768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319234.257877:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319234.257917:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993552768:12345-0@lo:38:kworker.0 Request processed in 60us (11145us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319234.257925:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56
00000100:00100000:0.0:1767319234.257991:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993553152:0@lo:400:kworker.0
00000100:00080000:0.0:1767319234.258021:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319234.258027:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319234.258030:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993553024:0@lo:38:kworker.0
00000100:00080000:0.0:1767319234.258042:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319234.258045:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319234.258047:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993553280:0@lo:38:kworker.0
00000100:00080000:0.0:1767319234.258057:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319234.258060:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319234.258063:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993552640:0@lo:38:kworker.0
00000100:00080000:0.0:1767319234.258071:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319234.258074:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319234.258076:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993552768:0@lo:38:kworker.0
00000100:00100000:1.0:1767319234.258496:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5129
00000100:00100000:3.0:1767319234.259142:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993553536
00000100:00100000:3.0:1767319234.259151:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993553536
00000100:00100000:3.0:1767319234.259243:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183
00000100:00100000:3.0:1767319234.259253:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993553536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319234.259321:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993553536:12345-0@lo:400:kworker.0 Request processed in 71us (1808us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319234.259328:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183
00000100:00100000:3.0:1767319234.259366:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993553536:0@lo:400:kworker.0
00000100:00080000:0.0:1767319234.259693:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319234.262709:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319234.262838:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993553408
00000100:00100000:1.0:1767319234.262858:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993553408
00000100:00100000:1.0:1767319234.263149:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184
00000100:00100000:1.0:1767319234.263195:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731db3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993553408:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319234.263326:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731db3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993553408:12345-0@lo:400:kworker.0 Request processed in 166us (624us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319234.263335:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184
00000100:00100000:2.0:1767319234.264809:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993553408:0@lo:400:kworker.0
00000100:00080000:0.0:1767319234.264936:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319234.750401:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319234.813350:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319235.773903:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319235.837366:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319236.168386:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319236.168494:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319236.169259:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942183040
00000100:00100000:1.0:1767319236.169271:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942183040
00000100:00100000:1.0:1767319236.169375:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942182912
00000100:00100000:1.0:1767319236.169379:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942182912
00000100:00100000:1.0:1767319236.169403:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5130
00000100:00100000:1.0:1767319236.169412:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942183040:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319236.169485:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942183040:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 75us (1113us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319236.169493:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5130
00000100:00080000:0.0:1767319236.169621:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319236.169657:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72149
00000100:00100000:0.0:1767319236.169662:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942182912:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319236.169682:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319236.169709:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942182912:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (1216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319236.169715:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72149
00000100:00100000:0.0:1767319236.803375:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319236.861422:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319237.821784:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319237.821835:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319237.821854:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993553664:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319237.821923:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319237.822135:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993553792:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319237.822186:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319237.822348:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993553664
00000100:00100000:0.0:1767319237.822357:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993553664
00000100:00100000:2.0:1767319237.822366:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993553792
00000100:00100000:2.0:1767319237.822374:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993553792
00000100:00100000:0.0:1767319237.822474:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909
00000100:00100000:0.0:1767319237.822485:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993553664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319237.822513:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319237.822562:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993553664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (639us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319237.822570:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909
00000100:00100000:1.0:1767319237.822730:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993553664:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319237.832373:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319237.832383:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319237.836072:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910
00000100:00100000:2.0:1767319237.836495:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993553792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319237.836607:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319237.837199:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993553792:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319237.837305:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993553792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 622us (14518us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319237.837325:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910
00010000:00010000:3.0:1767319237.889770:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319238.845280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319238.910798:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319239.358043:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319239.358054:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319239.358056:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319239.358060:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319239.358064:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319239.358072:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4478
00000100:00080000:2.0:1767319239.358077:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319239.358084:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319239.358122:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6680 x1853163993553920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319239.358150:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319239.358153:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319239.358154:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319239.358184:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4478
00000100:00080000:2.0:1767319239.358187:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319239.358190:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319239.358205:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4700 x1853163993554048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319239.358240:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319239.358244:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319239.358246:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319239.358250:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4478
00000100:00080000:2.0:1767319239.358252:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319239.358255:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319239.358267:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad7b80 x1853163993554304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319239.358310:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319239.358314:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319239.358315:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319239.358319:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4478
00000100:00080000:2.0:1767319239.358321:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319239.358324:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319239.358338:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6300 x1853163993554560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319239.358376:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993554816:0@lo:400:kworker.0
00000100:00100000:2.0:1767319239.358442:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319239.358511:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319239.358517:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993554176:0@lo:400:kworker.0
00000100:00100000:1.0:1767319239.358641:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993554432:0@lo:400:kworker.0
00000100:00100000:1.0:1767319239.358674:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319239.358697:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319239.358702:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993554688:0@lo:400:kworker.0
00000100:00100000:1.0:1767319239.358723:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319239.358759:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993554816
00000100:00100000:1.0:1767319239.358765:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993554816
00000100:00100000:1.0:1767319239.358822:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993554688
00000100:00100000:1.0:1767319239.358826:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993554688
00000100:00100000:1.0:1767319239.358850:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185
00000100:00100000:1.0:1767319239.358859:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993554816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319239.358908:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993554816:12345-0@lo:400:kworker.0 Request processed in 51us (466us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319239.358915:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185
00000100:00100000:1.0:1767319239.358932:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186
00000100:00100000:1.0:1767319239.358938:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993554688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319239.358967:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993554688:12345-0@lo:400:kworker.0 Request processed in 30us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319239.358973:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186
00000100:00100000:1.0:1767319239.359011:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993554688:0@lo:400:kworker.0
00000100:00100000:2.0:1767319239.359091:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319239.359125:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993554816:0@lo:400:kworker.0
00000100:00100000:0.0:1767319239.359200:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993553920:0@lo:38:kworker.0
00000100:00100000:0.0:1767319239.359229:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319239.359258:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993554048:0@lo:38:kworker.0
00000100:00100000:0.0:1767319239.359290:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319239.359316:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993554304:0@lo:38:kworker.0
00000100:00100000:0.0:1767319239.359338:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319239.359354:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993554560:0@lo:38:kworker.0
00000100:00100000:0.0:1767319239.359374:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319239.359401:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993554048
00000100:00100000:0.0:1767319239.359405:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993554048
00000100:00100000:0.0:1767319239.359426:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57
00000100:00100000:0.0:1767319239.359432:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993554048:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319239.359448:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319239.359481:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993554048:12345-0@lo:38:kworker.0 Request processed in 48us (199us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319239.359487:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57
00000100:00100000:0.0:1767319239.359505:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993554432
00000100:00100000:0.0:1767319239.359508:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993554432
00000100:00100000:0.0:1767319239.359532:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993554176
00000100:00100000:0.0:1767319239.359534:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993554176
00000100:00100000:0.0:1767319239.359548:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993553920
00000100:00100000:0.0:1767319239.359551:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993553920
00000100:00100000:0.0:1767319239.359558:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993554304
00000100:00100000:0.0:1767319239.359559:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993554304
00000100:00100000:0.0:1767319239.359565:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993554560
00000100:00100000:0.0:1767319239.359567:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993554560
00000100:00100000:0.0:1767319239.359575:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5131
00000100:00100000:0.0:1767319239.359581:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993554432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319239.359612:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993554432:12345-0@lo:400:kworker.0 Request processed in 32us (938us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319239.359618:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5131
00000100:00100000:0.0:1767319239.359629:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5132
00000100:00100000:0.0:1767319239.359634:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993554176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319239.359661:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993554176:12345-0@lo:400:kworker.0 Request processed in 27us (570us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319239.359667:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5132
00000100:00100000:0.0:1767319239.359678:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72150
00000100:00100000:0.0:1767319239.359682:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993553920:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319239.359691:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319239.359712:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993553920:12345-0@lo:38:kworker.0 Request processed in 29us (483us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319239.359717:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72150
00000100:00100000:0.0:1767319239.359728:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72151
00000100:00100000:0.0:1767319239.359731:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993554304:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319239.359740:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319239.359760:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993554304:12345-0@lo:38:kworker.0 Request processed in 27us (422us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319239.359765:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72151
00000100:00100000:0.0:1767319239.359776:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72152
00000100:00100000:0.0:1767319239.359779:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993554560:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319239.359787:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319239.359807:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993554560:12345-0@lo:38:kworker.0 Request processed in 26us (432us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319239.359812:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72152
00000100:00080000:0.0:1767319239.359842:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319239.359847:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319239.359851:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993553920:0@lo:38:kworker.0
00000100:00080000:0.0:1767319239.359859:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319239.359862:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319239.359865:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993554048:0@lo:38:kworker.0
00000100:00080000:0.0:1767319239.359873:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319239.359875:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319239.359878:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993554304:0@lo:38:kworker.0
00000100:00080000:0.0:1767319239.359884:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319239.359887:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319239.359890:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993554560:0@lo:38:kworker.0
00000100:00080000:3.0:1767319239.360320:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767319239.360326:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319239.360328:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319239.360481:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993554432:0@lo:400:kworker.0
00000100:00100000:2.0:1767319239.360594:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993554176:0@lo:400:kworker.0
00000100:00100000:3.0:1767319239.869236:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319239.933725:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319240.893362:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319240.958432:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319241.288106:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319241.288354:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942183296
00000100:00100000:2.0:1767319241.288364:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942183296
00000100:00100000:2.0:1767319241.288456:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5133
00000100:00100000:2.0:1767319241.288466:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942183296:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319241.288553:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942183296:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 89us (458us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319241.288561:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5133
00000100:00100000:3.0:1767319241.288718:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319241.288775:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942183168
00000100:00100000:2.0:1767319241.288779:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942183168
00000100:00100000:2.0:1767319241.288807:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72153
00000100:00100000:2.0:1767319241.288812:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942183168:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319241.288833:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319241.288860:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942183168:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 47us (142us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319241.288866:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72153
00000100:00080000:0.0:1767319241.290421:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319241.917290:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319241.983675:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319242.941332:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319242.941540:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993555072:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319242.941609:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319242.941685:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319242.941697:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993554944:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319242.941735:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319242.941846:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993555072
00000100:00100000:2.0:1767319242.941854:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993555072
00000100:00100000:2.0:1767319242.941915:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993554944
00000100:00100000:2.0:1767319242.941919:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993554944
00000100:00100000:2.0:1767319242.941944:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911
00000100:00100000:2.0:1767319242.941954:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993555072:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319242.941954:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319242.941961:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:2.0:1767319242.941986:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319242.941988:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912
00000100:00100000:3.0:1767319242.942001:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993554944:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319242.942022:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319242.942039:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993555072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (428us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319242.942047:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911
00000100:00100000:3.0:1767319242.942067:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993554944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (330us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319242.942077:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912
00000100:00100000:2.0:1767319242.942098:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993555072:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319242.942118:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993554944:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319243.005732:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319243.966706:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319244.029395:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319244.482615:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319244.482634:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319244.482637:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319244.482641:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319244.482645:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319244.482654:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4484
00000100:00080000:2.0:1767319244.482658:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319244.482665:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319244.482705:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad7800 x1853163993555200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319244.482721:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319244.482724:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319244.482726:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319244.482730:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4484
00000100:00080000:2.0:1767319244.482732:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319244.482735:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319244.482756:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad5180 x1853163993555328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319244.482796:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319244.482800:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319244.482801:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319244.482805:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4484
00000100:00080000:2.0:1767319244.482808:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319244.482811:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319244.486866:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319244.486899:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993555456:0@lo:400:kworker.0
00000100:00100000:1.0:1767319244.486980:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319244.487069:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993555456
00000100:00100000:1.0:1767319244.487078:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993555456
00000100:00100000:1.0:1767319244.487143:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5134
00000100:00100000:1.0:1767319244.487154:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993555456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319244.487250:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993555456:12345-0@lo:400:kworker.0 Request processed in 99us (270us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319244.487258:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5134
00000100:00080000:1.0:1767319244.487279:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319244.487308:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993555456:0@lo:400:kworker.0
00000100:00100000:2.0:1767319244.487794:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6300 x1853163993555584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319244.487839:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319244.487843:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319244.487847:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319244.487851:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4484
00000100:00080000:2.0:1767319244.487856:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319244.487860:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319244.487873:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4700 x1853163993555840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319244.487911:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993555968:0@lo:400:kworker.0
00000100:00100000:2.0:1767319244.487943:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319244.487971:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319244.487977:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993555712:0@lo:400:kworker.0
00000100:00100000:2.0:1767319244.487998:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319244.488020:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993555968
00000100:00100000:2.0:1767319244.488024:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993555968
00000100:00100000:2.0:1767319244.488055:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3187
00000100:00100000:2.0:1767319244.488061:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993555968:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319244.488090:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993555968:12345-0@lo:400:kworker.0 Request processed in 29us (146us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319244.488096:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3187
00000100:00100000:2.0:1767319244.488122:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993555968:0@lo:400:kworker.0
00000100:00100000:2.0:1767319244.488137:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993555712
00000100:00100000:2.0:1767319244.488141:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993555712
00000100:00100000:2.0:1767319244.488180:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5135
00000100:00100000:2.0:1767319244.488196:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993555712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319244.488225:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993555712:12345-0@lo:400:kworker.0 Request processed in 40us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319244.488231:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5135
00000100:00100000:2.0:1767319244.488251:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993555712:0@lo:400:kworker.0
00000100:00080000:2.0:1767319244.488262:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319244.488266:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319244.488274:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993556096:0@lo:400:kworker.0
00000100:00100000:2.0:1767319244.488292:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319244.488315:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993556096
00000100:00100000:2.0:1767319244.488318:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993556096
00000100:00100000:2.0:1767319244.488338:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3188
00000100:00100000:2.0:1767319244.488343:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993556096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319244.488370:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993556096:12345-0@lo:400:kworker.0 Request processed in 27us (78us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319244.488376:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3188
00000100:00080000:2.0:1767319244.488546:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319244.488563:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993556096:0@lo:400:kworker.0
00000100:00100000:0.0:1767319244.488645:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993555200:0@lo:38:kworker.0
00000100:00100000:0.0:1767319244.488674:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319244.488708:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993555328:0@lo:38:kworker.0
00000100:00100000:0.0:1767319244.488730:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319244.488747:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993555584:0@lo:38:kworker.0
00000100:00100000:0.0:1767319244.488763:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319244.488772:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993555840:0@lo:38:kworker.0
00000100:00100000:0.0:1767319244.488787:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319244.488810:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993555328
00000100:00100000:0.0:1767319244.488823:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993555328
00000100:00100000:0.0:1767319244.488842:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58
00000100:00100000:0.0:1767319244.488847:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993555328:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319244.488864:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319244.488890:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993555328:12345-0@lo:38:kworker.0 Request processed in 42us (160us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319244.488896:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58
00000100:00100000:0.0:1767319244.488911:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993555200
00000100:00100000:0.0:1767319244.488915:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993555200
00000100:00100000:0.0:1767319244.488929:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993555584
00000100:00100000:0.0:1767319244.488931:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993555584
00000100:00100000:0.0:1767319244.488941:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993555840
00000100:00100000:0.0:1767319244.488943:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993555840
00000100:00100000:0.0:1767319244.488955:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72154
00000100:00100000:0.0:1767319244.488959:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993555200:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319244.488967:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319244.488985:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993555200:12345-0@lo:38:kworker.0 Request processed in 25us (310us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319244.488990:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72154
00000100:00100000:0.0:1767319244.488999:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72155
00000100:00100000:0.0:1767319244.489002:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993555584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319244.489009:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319244.489023:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993555584:12345-0@lo:38:kworker.0 Request processed in 20us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319244.489028:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72155
00000100:00100000:0.0:1767319244.489036:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72156
00000100:00100000:0.0:1767319244.489040:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993555840:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319244.489047:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319244.489061:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993555840:12345-0@lo:38:kworker.0 Request processed in 20us (273us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319244.489066:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72156
00000100:00080000:0.0:1767319244.489099:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319244.489103:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319244.489107:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993555200:0@lo:38:kworker.0
00000100:00080000:0.0:1767319244.489114:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319244.489118:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319244.489120:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993555328:0@lo:38:kworker.0
00000100:00080000:0.0:1767319244.489127:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319244.489129:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319244.489132:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993555584:0@lo:38:kworker.0
00000100:00080000:0.0:1767319244.489138:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319244.489141:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319244.489144:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993555840:0@lo:38:kworker.0
00000100:00100000:0.0:1767319244.990100:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319245.053540:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319246.014925:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319246.077484:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319246.409399:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319246.409484:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942183424
00000100:00100000:2.0:1767319246.409493:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942183424
00000100:00100000:2.0:1767319246.409551:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72157
00000100:00100000:2.0:1767319246.409559:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942183424:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319246.409583:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319246.409654:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942183424:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 93us (264us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319246.409662:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72157
00000100:00100000:3.0:1767319246.412447:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319246.416823:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942183552
00000100:00100000:0.0:1767319246.416844:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942183552
00000100:00080000:2.0:1767319246.417037:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319246.417200:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5136
00000100:00100000:0.0:1767319246.417214:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942183552:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319246.417313:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942183552:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 103us (4875us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319246.417321:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5136
00000100:00100000:0.0:1767319247.037295:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319247.104502:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319248.061391:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993556224:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319248.061484:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319248.061836:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993556224
00000100:00100000:2.0:1767319248.061846:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993556224
00000100:00100000:2.0:1767319248.061922:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913
00000100:00100000:2.0:1767319248.061932:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993556224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319248.061960:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319248.062003:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993556224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (518us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319248.062010:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913
00000100:00080000:3.0:1767319248.062144:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319248.062205:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993556224:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319248.062644:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319248.062670:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319248.062685:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993556352:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319248.062724:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319248.062851:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993556352
00000100:00100000:2.0:1767319248.062856:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993556352
00000100:00100000:2.0:1767319248.062915:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914
00000100:00100000:2.0:1767319248.062923:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993556352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319248.062943:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319248.062977:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993556352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (252us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319248.062985:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914
00000100:00080000:1.0:1767319248.063555:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319248.063590:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993556352:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319248.125418:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319249.085439:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319249.149439:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319249.597291:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319249.597300:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319249.597304:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319249.597308:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319249.597312:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319249.597320:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4489
00000100:00080000:0.0:1767319249.597334:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319249.597341:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319249.597381:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0000 x1853163993556480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319249.597398:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319249.597401:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319249.597403:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319249.597407:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4489
00000100:00080000:0.0:1767319249.597409:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319249.597412:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319249.597425:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2a00 x1853163993556608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319249.597485:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319249.597489:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319249.597491:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319249.597494:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4489
00000100:00080000:0.0:1767319249.597496:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319249.597500:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319249.597513:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103f100 x1853163993556864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319249.597519:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993556736:0@lo:400:kworker.0
00000100:00080000:0.0:1767319249.597536:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319249.597540:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319249.597541:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319249.597545:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4489
00000100:00080000:0.0:1767319249.597547:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319249.597550:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319249.597559:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103e680 x1853163993557120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319249.597584:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319249.597595:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993557248:0@lo:400:kworker.0
00000100:00100000:0.0:1767319249.597622:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319249.597643:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319249.597645:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319249.597648:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993557376:0@lo:400:kworker.0
00000100:00100000:0.0:1767319249.597649:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993556992:0@lo:400:kworker.0
00000100:00100000:0.0:1767319249.597667:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319249.597667:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319249.597694:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993556736
00000100:00100000:2.0:1767319249.597701:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993556736
00000100:00100000:0.0:1767319249.597703:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993557248
00000100:00100000:0.0:1767319249.597706:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993557248
00000100:00100000:0.0:1767319249.597740:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993557376
00000100:00100000:2.0:1767319249.597740:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993556992
00000100:00100000:0.0:1767319249.597743:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993557376
00000100:00100000:2.0:1767319249.597743:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993556992
00000100:00100000:0.0:1767319249.597762:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3189
00000100:00100000:2.0:1767319249.597762:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5137
00000100:00100000:2.0:1767319249.597769:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993556736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319249.597770:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993557248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319249.597813:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993557248:12345-0@lo:400:kworker.0 Request processed in 43us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319249.597813:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993556736:12345-0@lo:400:kworker.0 Request processed in 44us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319249.597820:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3189
00000100:00100000:2.0:1767319249.597820:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5137
00000100:00100000:0.0:1767319249.597836:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190
00000100:00100000:2.0:1767319249.597836:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5138
00000100:00100000:2.0:1767319249.597842:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993556992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319249.597843:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993557376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319249.597866:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993556992:12345-0@lo:400:kworker.0 Request processed in 24us (197us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319249.597871:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5138
00000100:00100000:0.0:1767319249.597879:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993557376:12345-0@lo:400:kworker.0 Request processed in 23us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319249.597884:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190
00000100:00080000:2.0:1767319249.597891:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319249.597916:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993556992:0@lo:400:kworker.0
00000100:00100000:2.0:1767319249.597916:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993557376:0@lo:400:kworker.0
00000100:00100000:0.0:1767319249.597925:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993557248:0@lo:400:kworker.0
00000100:00100000:2.0:1767319249.597925:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993556736:0@lo:400:kworker.0
00000100:00100000:1.0:1767319249.598322:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993556480:0@lo:38:kworker.0
00000100:00100000:1.0:1767319249.598367:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319249.598396:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993556608:0@lo:38:kworker.0
00000100:00100000:1.0:1767319249.598421:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319249.598459:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993556864:0@lo:38:kworker.0
00000100:00100000:3.0:1767319249.598483:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993556608
00000100:00100000:3.0:1767319249.598488:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993556608
00000100:00100000:3.0:1767319249.598524:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59
00000100:00100000:3.0:1767319249.598530:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993556608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319249.598550:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319249.598628:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993556480
00000100:00100000:2.0:1767319249.598632:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993556480
00000100:00100000:2.0:1767319249.598654:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72158
00000100:00100000:2.0:1767319249.598659:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993556480:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319249.598669:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319249.600469:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993556608:12345-0@lo:38:kworker.0 Request processed in 1860us (1969us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319249.600482:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59
00000100:00100000:1.0:1767319249.611476:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319249.611528:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993557120:0@lo:38:kworker.0
00000100:00100000:1.0:1767319249.611564:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319249.611616:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319249.611621:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319249.611625:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993556608:0@lo:38:kworker.0
00000100:00100000:0.0:1767319249.611721:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993556864
00000100:00100000:0.0:1767319249.611728:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993556864
00000100:00100000:0.0:1767319249.611768:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993557120
00000100:00100000:0.0:1767319249.611772:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993557120
00000100:00100000:0.0:1767319249.611792:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72159
00000100:00100000:0.0:1767319249.611800:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993556864:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319249.611820:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319249.611864:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993556864:12345-0@lo:38:kworker.0 Request processed in 64us (402us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319249.611871:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72159
00000100:00100000:0.0:1767319249.611888:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72160
00000100:00100000:0.0:1767319249.611891:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993557120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319249.611900:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319249.611923:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993557120:12345-0@lo:38:kworker.0 Request processed in 30us (358us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319249.611928:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72160
00000100:00080000:1.0:1767319249.615415:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319249.615429:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319249.615435:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993556864:0@lo:38:kworker.0
00000100:00080000:1.0:1767319249.615449:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319249.615453:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319249.615456:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993557120:0@lo:38:kworker.0
00000100:00100000:2.0:1767319249.615811:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993556480:12345-0@lo:38:kworker.0 Request processed in 17149us (17441us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319249.615822:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72158
00000100:00080000:1.0:1767319249.615984:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319249.615988:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319249.615992:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993556480:0@lo:38:kworker.0
00000100:00100000:3.0:1767319250.109274:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319250.173405:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319251.133463:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319251.197598:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319251.528596:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319251.528663:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319251.528764:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942183680
00000100:00100000:2.0:1767319251.528775:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942183680
00000100:00100000:2.0:1767319251.528842:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942183808
00000100:00100000:2.0:1767319251.528845:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942183808
00000100:00100000:2.0:1767319251.528906:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5139
00000100:00100000:2.0:1767319251.528918:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942183808:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319251.528993:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942183808:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 78us (329us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319251.529001:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5139
00000100:00100000:2.0:1767319251.529020:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72161
00000100:00100000:2.0:1767319251.529025:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942183680:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319251.529046:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319251.529082:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942183680:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 54us (497us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319251.529089:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72161
00000100:00080000:0.0:1767319251.533730:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319252.157289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319252.221746:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319253.181592:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993557504:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319253.181666:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319253.181862:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319253.181937:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993557504
00000100:00100000:0.0:1767319253.181946:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993557504
00000100:00100000:0.0:1767319253.182022:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915
00000100:00100000:0.0:1767319253.182043:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993557504:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319253.182078:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319253.182133:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993557504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (467us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319253.182140:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915
00000100:00100000:0.0:1767319253.182201:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993557504:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319253.182306:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319253.185056:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319253.185078:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993557632:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319253.185144:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319253.186249:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993557632
00000100:00100000:2.0:1767319253.186258:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993557632
00000100:00080000:1.0:1767319253.186321:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319253.186332:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916
00000100:00100000:2.0:1767319253.186342:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993557632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319253.186373:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319253.186451:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993557632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (1298us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319253.186459:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916
00000100:00100000:3.0:1767319253.186558:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993557632:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319253.245766:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319254.205592:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319254.269706:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319254.717393:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319229/real 1767319229]  req@ffff89b731235f80 x1853163993551232/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319254 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319254.717427:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b731235f80 x1853163993551232/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319254 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767319254.717446:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319254.717455:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767319254.717459:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993551232:0@lo:250:kworker.0
00000100:00080000:3.0:1767319254.718434:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319254.718442:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319254.718445:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319254.718451:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4473
00000100:00080000:3.0:1767319254.718456:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319254.718462:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319254.718496:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f1500 x1853163993557760/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319254.718525:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319254.718528:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319254.718530:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319254.718534:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4494
00000100:00080000:3.0:1767319254.718536:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319254.718540:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319254.718560:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecaca80 x1853163993557888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319254.718569:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319254.718572:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319254.718574:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319254.718577:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4494
00000100:00080000:3.0:1767319254.718579:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319254.718583:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319254.718587:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993557760:0@lo:250:kworker.0
00000100:00100000:3.0:1767319254.718593:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecad180 x1853163993558016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:1.0:1767319254.718632:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993557760 offset 0 length 520: 4
00000100:00080000:3.0:1767319254.718632:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319254.718636:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319254.718637:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319254.718640:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4494
00000100:00080000:3.0:1767319254.718642:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319254.718645:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319254.718656:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f1c00 x1853163993558272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319254.718672:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993557888:0@lo:38:kworker.0
00000100:00080000:3.0:1767319254.718683:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319254.718686:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319254.718688:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319254.718691:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4494
00000100:00080000:3.0:1767319254.718693:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319254.718696:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319254.718703:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319254.718705:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710aa00 x1853163993558528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319254.718727:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993558016:0@lo:38:kworker.0
00000100:00100000:3.0:1767319254.718738:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993558656:0@lo:400:kworker.0
00000100:00100000:1.0:1767319254.718750:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319254.718767:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993558272:0@lo:38:kworker.0
00000100:00100000:3.0:1767319254.718768:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319254.718788:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319254.718794:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993558400:0@lo:400:kworker.0
00000100:00100000:3.0:1767319254.718813:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319254.718839:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993558016
00000100:00100000:1.0:1767319254.718842:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319254.718845:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993558016
00000100:00100000:1.0:1767319254.718856:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993558528:0@lo:38:kworker.0
00000100:00100000:1.0:1767319254.718873:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319254.718877:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60
00000100:00100000:3.0:1767319254.718884:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993558016:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319254.718896:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993557888
00000100:00100000:1.0:1767319254.718899:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993557888
00010000:00020000:3.0:1767319254.718903:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319254.718918:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993558400
00000100:00100000:1.0:1767319254.718921:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993558400
00000100:00100000:3.0:1767319254.718938:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993558016:12345-0@lo:38:kworker.0 Request processed in 54us (187us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319254.718945:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60
00000100:00100000:1.0:1767319254.718953:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993558272
00000100:00100000:1.0:1767319254.718955:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993558272
00000100:00100000:1.0:1767319254.718967:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993558528
00000100:00100000:3.0:1767319254.718967:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993558656
00000100:00100000:1.0:1767319254.718969:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993558528
00000100:00100000:3.0:1767319254.718969:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993558656
00000100:00100000:1.0:1767319254.718978:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5140
00000100:00100000:3.0:1767319254.718990:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3191
00000100:00100000:3.0:1767319254.718996:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993558656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319254.719046:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993558656:12345-0@lo:400:kworker.0 Request processed in 50us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319254.719053:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3191
00000100:00100000:3.0:1767319254.719079:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72162
00000100:00100000:3.0:1767319254.719083:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993557888:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319254.719092:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319254.719116:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993557888:12345-0@lo:38:kworker.0 Request processed in 31us (412us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319254.719121:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72162
00000100:00100000:3.0:1767319254.719136:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72163
00000100:00100000:3.0:1767319254.719139:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993558272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319254.719147:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319254.719178:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993558784:0@lo:400:kworker.0
00000100:00100000:3.0:1767319254.719198:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993558272:12345-0@lo:38:kworker.0 Request processed in 57us (354us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319254.719204:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319254.719204:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72163
00000100:00100000:3.0:1767319254.719216:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72164
00000100:00100000:3.0:1767319254.719220:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993558528:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319254.719222:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319254.719227:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993558144:0@lo:400:kworker.0
00010000:00020000:3.0:1767319254.719229:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319254.719245:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319254.719248:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993558528:12345-0@lo:38:kworker.0 Request processed in 27us (374us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319254.719253:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72164
00000100:00100000:0.0:1767319254.719262:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993558784
00000100:00100000:3.0:1767319254.719262:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993558144
00000100:00100000:0.0:1767319254.719265:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993558784
00000100:00100000:3.0:1767319254.719265:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993558144
00000100:00100000:3.0:1767319254.719279:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5141
00000100:00100000:3.0:1767319254.719285:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993558144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319254.719286:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192
00000100:00100000:0.0:1767319254.719291:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993558784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319254.719315:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993558784:12345-0@lo:400:kworker.0 Request processed in 23us (110us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319254.719315:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993558144:12345-0@lo:400:kworker.0 Request processed in 30us (68us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319254.719321:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192
00000100:00100000:3.0:1767319254.719321:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5141
00000100:00100000:0.0:1767319254.719358:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993558144:0@lo:400:kworker.0
00000100:00100000:3.0:1767319254.719359:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993558656:0@lo:400:kworker.0
00000100:00100000:0.0:1767319254.719367:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993558784:0@lo:400:kworker.0
00000100:00080000:3.0:1767319254.719398:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319254.721967:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319254.721980:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319254.721984:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993558016:0@lo:38:kworker.0
00000100:00080000:0.0:1767319254.722006:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319254.722010:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319254.722013:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993558272:0@lo:38:kworker.0
00000100:00080000:0.0:1767319254.722023:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319254.722027:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319254.722030:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993558528:0@lo:38:kworker.0
00000100:00080000:0.0:1767319254.722040:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319254.722043:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319254.722046:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993557888:0@lo:38:kworker.0
00000100:00100000:1.0:1767319254.727184:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993558400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319254.727300:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993558400:12345-0@lo:400:kworker.0 Request processed in 8315us (8484us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319254.727310:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5140
00000100:00100000:2.0:1767319254.727413:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993558400:0@lo:400:kworker.0
00000100:00100000:0.0:1767319255.229339:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319255.293448:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767319255.632580:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942183936 offset 0 length 520: 4
00000100:00100000:3.0:1767319255.632623:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319255.632660:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319255.632704:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942184192
00000100:00100000:2.0:1767319255.632713:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942184192
00000100:00080000:3.0:1767319255.632752:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319255.632784:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942184064
00000100:00100000:2.0:1767319255.632788:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942184064
00000100:00100000:2.0:1767319255.632816:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5142
00000100:00100000:2.0:1767319255.632826:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942184192:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319255.632898:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942184192:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 74us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319255.632906:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5142
00000100:00100000:1.0:1767319255.632925:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72165
00000100:00100000:1.0:1767319255.632931:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942184064:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319255.632954:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319255.632993:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942184064:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 60us (332us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319255.641278:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72165
00000100:00100000:0.0:1767319256.253370:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319256.322458:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319257.277321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319257.348457:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319258.301561:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319258.301862:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993558912:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319258.301929:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319258.308677:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993558912
00000100:00100000:0.0:1767319258.308694:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993558912
00000100:00100000:0.0:1767319258.308774:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917
00000100:00100000:0.0:1767319258.308784:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993558912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319258.308818:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319258.308901:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993558912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (6972us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319258.308909:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917
00000100:00100000:0.0:1767319258.308986:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993558912:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319258.309080:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319258.310740:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319258.319058:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993559040:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319258.319141:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319258.319277:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993559040
00000100:00100000:1.0:1767319258.319288:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993559040
00000100:00100000:1.0:1767319258.319468:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918
00000100:00100000:1.0:1767319258.319511:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993559040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319258.319554:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319258.319625:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993559040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 148us (483us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319258.319632:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918
00000100:00100000:2.0:1767319258.319752:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993559040:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319258.320051:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767319258.365529:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319259.326143:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319259.389396:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319259.837363:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319259.837378:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319259.837381:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319259.837385:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319259.837389:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319259.837398:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4499
00000100:00080000:3.0:1767319259.837403:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319259.837411:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319259.837469:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411880 x1853163993559168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319259.837498:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319259.837502:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319259.837504:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319259.837509:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4499
00000100:00080000:3.0:1767319259.837512:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319259.837515:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319259.837531:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f413800 x1853163993559296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319259.837581:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319259.837585:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319259.837587:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319259.837590:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4499
00000100:00080000:3.0:1767319259.837593:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319259.837597:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319259.837610:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710aa00 x1853163993559552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319259.837618:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319259.837637:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993559424:0@lo:400:kworker.0
00000100:00080000:3.0:1767319259.837638:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319259.837647:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319259.837651:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319259.837655:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4499
00000100:00080000:3.0:1767319259.837658:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319259.837661:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319259.837675:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710b100 x1853163993559808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319259.837723:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319259.837806:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993560064:0@lo:400:kworker.0
00000100:00100000:1.0:1767319259.837845:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319259.837941:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993559424
00000100:00100000:3.0:1767319259.837950:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993559424
00000100:00100000:0.0:1767319259.838015:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993559168:0@lo:38:kworker.0
00000100:00100000:3.0:1767319259.838023:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5143
00000100:00100000:3.0:1767319259.838036:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993559424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319259.838052:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319259.838076:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993559296:0@lo:38:kworker.0
00000100:00080000:1.0:1767319259.838135:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319259.838196:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993559424:0@lo:400:kworker.0
00000100:00100000:3.0:1767319259.838211:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993559424:12345-0@lo:400:kworker.0 Request processed in 177us (487us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319259.838220:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5143
00000100:00100000:1.0:1767319259.838236:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993559680:0@lo:400:kworker.0
00000100:00100000:3.0:1767319259.838240:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993559168
00000100:00100000:3.0:1767319259.838245:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993559168
00000100:00100000:3.0:1767319259.838269:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72166
00000100:00100000:3.0:1767319259.838274:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993559168:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319259.838313:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993560064
00000100:00100000:2.0:1767319259.838319:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993560064
00000100:00100000:2.0:1767319259.838349:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3193
00000100:00100000:2.0:1767319259.838357:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993560064:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767319259.838739:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319259.842531:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319259.842606:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993559552:0@lo:38:kworker.0
00000100:00100000:0.0:1767319259.842653:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319259.842673:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993559808:0@lo:38:kworker.0
00000100:00100000:0.0:1767319259.842697:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319259.842732:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993559552
00000100:00100000:0.0:1767319259.842741:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993559552
00000100:00100000:0.0:1767319259.842786:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993559808
00000100:00100000:0.0:1767319259.842790:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993559808
00000100:00100000:0.0:1767319259.842808:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72167
00000100:00100000:1.0:1767319259.842889:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319259.842932:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319259.842940:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993559936:0@lo:400:kworker.0
00000100:00100000:1.0:1767319259.842970:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319259.843001:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993559680
00000100:00100000:1.0:1767319259.843004:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993559680
00000100:00100000:1.0:1767319259.843046:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5144
00000100:00100000:1.0:1767319259.843053:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993559680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319259.843114:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993559680:12345-0@lo:400:kworker.0 Request processed in 60us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319259.843121:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5144
00000100:00100000:1.0:1767319259.843139:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72168
00000100:00100000:1.0:1767319259.843144:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993559808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319259.843182:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319259.843211:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993559808:12345-0@lo:38:kworker.0 Request processed in 65us (512us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319259.843217:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72168
00000100:00100000:0.0:1767319259.843226:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993559552:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319259.843237:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993559936
00010000:00020000:0.0:1767319259.843238:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319259.843240:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993559936
00000100:00100000:1.0:1767319259.843263:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3194
00000100:00100000:0.0:1767319259.843266:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993559552:12345-0@lo:38:kworker.0 Request processed in 452us (613us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319259.843269:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993559936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319259.843273:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72167
00000100:00100000:1.0:1767319259.843295:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993559936:12345-0@lo:400:kworker.0 Request processed in 27us (324us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319259.843301:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3194
00000100:00080000:0.0:1767319259.843307:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319259.843311:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319259.843315:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993559808:0@lo:38:kworker.0
00000100:00080000:1.0:1767319259.843317:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319259.843335:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319259.843338:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319259.843340:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993559552:0@lo:38:kworker.0
00000100:00100000:0.0:1767319259.843395:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993559296
00000100:00100000:0.0:1767319259.843398:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993559296
00000100:00100000:0.0:1767319259.843418:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61
00000100:00100000:0.0:1767319259.843422:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993559296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319259.843431:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319259.843459:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993559296:12345-0@lo:38:kworker.0 Request processed in 36us (937us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319259.843465:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61
00000100:00080000:0.0:1767319259.843488:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319259.843491:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319259.843495:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993559296:0@lo:38:kworker.0
00000100:00100000:1.0:1767319259.843792:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993559936:0@lo:400:kworker.0
00000100:00100000:1.0:1767319259.843812:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993559680:0@lo:400:kworker.0
00000100:00100000:2.0:1767319259.847087:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993560064:12345-0@lo:400:kworker.0 Request processed in 8722us (9232us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319259.847104:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3193
00000100:00100000:1.0:1767319259.848781:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993560064:0@lo:400:kworker.0
00000100:00100000:3.0:1767319259.849229:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993559168:12345-0@lo:38:kworker.0 Request processed in 10950us (11173us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319259.849241:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72166
00000100:00080000:0.0:1767319259.849266:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319259.849273:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319259.849277:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993559168:0@lo:38:kworker.0
00000100:00100000:3.0:1767319260.349269:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319260.414412:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319260.758560:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319260.758614:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319260.758697:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942184448
00000100:00100000:0.0:1767319260.758707:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942184448
00000100:00100000:0.0:1767319260.758787:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942184320
00000100:00100000:0.0:1767319260.758791:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942184320
00000100:00100000:0.0:1767319260.758816:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5145
00000100:00100000:0.0:1767319260.758827:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942184448:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319260.758908:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942184448:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 83us (359us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319260.758917:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5145
00000100:00100000:0.0:1767319260.758938:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72169
00000100:00100000:0.0:1767319260.758942:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942184320:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319260.758963:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319260.758990:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942184320:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (374us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319260.758996:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72169
00000100:00080000:1.0:1767319260.759190:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319261.373303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319261.440263:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319262.398184:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319262.468804:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319263.421602:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993560192:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319263.421661:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319263.421748:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319263.421789:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993560192
00000100:00100000:3.0:1767319263.421796:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993560192
00000100:00100000:3.0:1767319263.421887:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919
00000100:00100000:3.0:1767319263.421895:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993560192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319263.421923:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319263.421973:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993560192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (310us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319263.421980:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919
00000100:00080000:0.0:1767319263.422028:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319263.422076:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993560192:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319263.422355:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319263.422365:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993560320:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319263.422396:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319263.427092:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993560320
00000100:00100000:2.0:1767319263.427110:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993560320
00000100:00100000:2.0:1767319263.427247:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920
00000100:00100000:2.0:1767319263.427258:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993560320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319263.427295:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767319263.427388:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319263.427613:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993560320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 357us (5215us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319263.427622:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920
00000100:00100000:1.0:1767319263.427681:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993560320:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319263.485640:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319264.445439:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319264.510393:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319264.957592:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319264.957605:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319264.957607:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319264.957612:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319264.957617:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319264.957626:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4504
00000100:00080000:0.0:1767319264.957630:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319264.957638:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319264.957844:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecad180 x1853163993560448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319264.957871:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319264.957875:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319264.957877:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319264.957881:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4504
00000100:00080000:0.0:1767319264.957884:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319264.957888:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319264.957905:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411880 x1853163993560576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319264.958012:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993560448:0@lo:38:kworker.0
00000100:00100000:1.0:1767319264.958013:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993560704:0@lo:400:kworker.0
00000100:00100000:1.0:1767319264.958092:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319264.958220:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993560704
00000100:00100000:2.0:1767319264.958229:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993560704
00000100:00080000:0.0:1767319264.958232:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319264.958237:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319264.958239:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319264.958244:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4504
00000100:00080000:0.0:1767319264.958247:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319264.958252:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319264.958269:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f1c00 x1853163993560832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319264.958294:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5146
00000100:00080000:0.0:1767319264.958300:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767319264.958307:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993560704:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319264.958308:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319264.958313:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319264.958318:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4504
00000100:00080000:0.0:1767319264.958321:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319264.958325:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319264.958340:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103e680 x1853163993561088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319264.958546:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319264.958577:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993560576:0@lo:38:kworker.0
00000100:00100000:3.0:1767319264.958607:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319264.958637:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993560832:0@lo:38:kworker.0
00000100:00100000:3.0:1767319264.958658:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319264.958691:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993561088:0@lo:38:kworker.0
00000100:00100000:3.0:1767319264.958712:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319264.958738:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993560576
00000100:00100000:3.0:1767319264.958742:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993560576
00000100:00100000:3.0:1767319264.958765:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62
00000100:00100000:3.0:1767319264.958771:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993560576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319264.958791:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319264.958837:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993560576:12345-0@lo:38:kworker.0 Request processed in 65us (229us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319264.958847:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62
00000100:00100000:3.0:1767319264.958868:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993560448
00000100:00100000:3.0:1767319264.958872:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993560448
00000100:00100000:3.0:1767319264.958888:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993560832
00000100:00100000:3.0:1767319264.958890:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993560832
00000100:00100000:3.0:1767319264.958903:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993561088
00000100:00100000:3.0:1767319264.958906:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993561088
00000100:00100000:3.0:1767319264.958914:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72170
00000100:00100000:3.0:1767319264.958919:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993560448:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319264.958929:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319264.958956:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993560448:12345-0@lo:38:kworker.0 Request processed in 35us (410us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319264.958961:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72170
00000100:00100000:3.0:1767319264.958972:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72171
00000100:00100000:3.0:1767319264.958975:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993560832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319264.958983:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319264.959003:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993560832:12345-0@lo:38:kworker.0 Request processed in 26us (344us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319264.959008:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72171
00000100:00100000:3.0:1767319264.959018:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72172
00000100:00100000:3.0:1767319264.959022:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993561088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319264.959030:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319264.959048:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993561088:12345-0@lo:38:kworker.0 Request processed in 25us (336us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319264.959054:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72172
00000100:00080000:3.0:1767319264.959092:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319264.959097:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319264.959100:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993560832:0@lo:38:kworker.0
00000100:00080000:3.0:1767319264.959109:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319264.959111:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319264.959113:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993561088:0@lo:38:kworker.0
00000100:00080000:3.0:1767319264.959121:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319264.959123:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319264.959139:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993560448:0@lo:38:kworker.0
00000100:00080000:3.0:1767319264.959148:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319264.959151:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319264.959153:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993560576:0@lo:38:kworker.0
00000100:00100000:3.0:1767319264.959242:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993561216:0@lo:400:kworker.0
00000100:00100000:3.0:1767319264.959269:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319264.959290:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319264.959295:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993560960:0@lo:400:kworker.0
00000100:00100000:3.0:1767319264.959313:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319264.959333:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993560960
00000100:00100000:3.0:1767319264.959337:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993560960
00000100:00100000:3.0:1767319264.959364:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5147
00000100:00100000:3.0:1767319264.959370:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993560960:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319264.959406:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993560960:12345-0@lo:400:kworker.0 Request processed in 35us (92us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319264.959411:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5147
00000100:00100000:3.0:1767319264.959437:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993560960:0@lo:400:kworker.0
00000100:00100000:3.0:1767319264.959465:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993561216
00000100:00100000:3.0:1767319264.959468:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993561216
00000100:00100000:3.0:1767319264.959492:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3195
00000100:00100000:3.0:1767319264.959498:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993561216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319264.959530:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993561216:12345-0@lo:400:kworker.0 Request processed in 33us (260us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319264.959536:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3195
00000100:00100000:3.0:1767319264.959558:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993561216:0@lo:400:kworker.0
00000100:00080000:3.0:1767319264.959586:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319264.961461:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993561344:0@lo:400:kworker.0
00000100:00100000:3.0:1767319264.961529:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319264.961583:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993561344
00000100:00100000:3.0:1767319264.961590:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993561344
00000100:00100000:3.0:1767319264.961630:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196
00000100:00100000:3.0:1767319264.961638:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993561344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319264.963720:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993560704:12345-0@lo:400:kworker.0 Request processed in 5409us (5621us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319264.963724:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993560704:0@lo:400:kworker.0
00000100:00100000:2.0:1767319264.963739:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5146
00000100:00100000:3.0:1767319264.964040:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993561344:12345-0@lo:400:kworker.0 Request processed in 2401us (2508us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319264.964227:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993561344:0@lo:400:kworker.0
00000100:00100000:3.0:1767319264.964257:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196
00000100:00100000:0.0:1767319265.469298:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319265.533687:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319265.863340:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319265.863673:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942184704
00000100:00100000:2.0:1767319265.863684:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942184704
00000100:00100000:2.0:1767319265.863822:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5148
00000100:00100000:2.0:1767319265.863833:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942184704:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319265.863931:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942184704:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 99us (602us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319265.863940:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5148
00000100:00080000:3.0:1767319265.865000:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319265.879454:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319265.881080:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942184576
00000100:00100000:1.0:1767319265.881095:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942184576
00000100:00100000:1.0:1767319265.881401:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72173
00000100:00100000:1.0:1767319265.881411:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942184576:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319265.881439:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319265.881535:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942184576:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 123us (2093us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319265.881543:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72173
00000100:00100000:0.0:1767319266.493586:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319266.562603:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319267.517304:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319267.581832:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319268.541384:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319268.541403:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993561472:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319268.541475:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319268.541632:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993561472
00000100:00100000:3.0:1767319268.541640:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993561472
00000100:00100000:3.0:1767319268.541705:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921
00000100:00100000:3.0:1767319268.541714:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993561472:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319268.541757:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319268.541794:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993561472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319268.541800:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921
00000100:00100000:2.0:1767319268.541875:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993561472:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319268.541932:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319268.542136:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319268.542243:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993561600:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319268.542282:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319268.542349:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993561600
00000100:00100000:2.0:1767319268.542353:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993561600
00000100:00100000:2.0:1767319268.542383:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922
00000100:00100000:2.0:1767319268.542388:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993561600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319268.542400:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319268.542422:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993561600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 35us (141us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319268.542428:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922
00000100:00080000:1.0:1767319268.542509:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319268.542527:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993561600:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319268.606022:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319269.565346:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319269.632779:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319270.077321:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319270.077333:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319270.077336:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319270.077340:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319270.077344:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319270.077355:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4509
00000100:00080000:0.0:1767319270.077360:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319270.077369:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319270.077410:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103ce00 x1853163993561728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319270.077427:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319270.077430:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319270.077432:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319270.077435:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4509
00000100:00080000:0.0:1767319270.077438:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319270.077441:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319270.077455:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103dc00 x1853163993561856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319270.077494:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319270.077497:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319270.077499:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319270.077503:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4509
00000100:00080000:0.0:1767319270.077505:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319270.077508:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319270.077520:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103e680 x1853163993562112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319270.077539:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319270.077543:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319270.077545:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319270.077548:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4509
00000100:00080000:0.0:1767319270.077550:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319270.077553:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319270.077562:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f3800 x1853163993562368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319270.077744:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993561728:0@lo:38:kworker.0
00000100:00100000:2.0:1767319270.077747:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993562496:0@lo:400:kworker.0
00000100:00100000:3.0:1767319270.077829:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319270.077839:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319270.078227:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993561728
00000100:00100000:0.0:1767319270.078237:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993561728
00000100:00100000:0.0:1767319270.078280:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72174
00000100:00100000:0.0:1767319270.078288:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993561728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319270.078310:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319270.079061:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319270.079073:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993562240:0@lo:400:kworker.0
00000100:00100000:2.0:1767319270.079112:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319270.079173:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993562240
00000100:00100000:2.0:1767319270.079180:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993562240
00000100:00100000:1.0:1767319270.079243:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993561984:0@lo:400:kworker.0
00000100:00100000:1.0:1767319270.079301:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319270.079346:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319270.079353:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993562624:0@lo:400:kworker.0
00000100:00100000:2.0:1767319270.079369:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5149
00000100:00100000:1.0:1767319270.079385:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319270.079429:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319270.079444:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993562240:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319270.079448:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993561984
00000100:00100000:1.0:1767319270.079455:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993561984
00000100:00100000:1.0:1767319270.079515:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5150
00000100:00100000:1.0:1767319270.079526:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993561984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319270.079532:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993562240:12345-0@lo:400:kworker.0 Request processed in 149us (415us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319270.079544:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5149
00000100:00100000:1.0:1767319270.079606:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993561984:12345-0@lo:400:kworker.0 Request processed in 81us (303us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319270.079618:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993562240:0@lo:400:kworker.0
00000100:00100000:1.0:1767319270.079619:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5150
00000100:00100000:1.0:1767319270.079663:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993562496
00000100:00100000:1.0:1767319270.079669:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993562496
00000100:00100000:2.0:1767319270.079696:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993562624
00000100:00100000:2.0:1767319270.079703:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993562624
00000100:00100000:1.0:1767319270.079727:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197
00000100:00100000:1.0:1767319270.079741:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993562496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319270.079763:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198
00000100:00100000:2.0:1767319270.079775:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993562624:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319270.079797:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993562496:12345-0@lo:400:kworker.0 Request processed in 59us (1962us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319270.079805:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197
00000100:00100000:2.0:1767319270.079829:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993562624:12345-0@lo:400:kworker.0 Request processed in 57us (444us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319270.079839:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198
00000100:00080000:1.0:1767319270.079842:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319270.079851:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319270.079854:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319270.079887:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993562624:0@lo:400:kworker.0
00000100:00100000:1.0:1767319270.079898:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993561984:0@lo:400:kworker.0
00000100:00100000:1.0:1767319270.079928:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993562496:0@lo:400:kworker.0
00000100:00100000:3.0:1767319270.085627:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993561856:0@lo:38:kworker.0
00000100:00100000:3.0:1767319270.085725:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319270.085776:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993562112:0@lo:38:kworker.0
00000100:00100000:3.0:1767319270.085848:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319270.085898:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993562368:0@lo:38:kworker.0
00000100:00100000:3.0:1767319270.085924:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319270.085993:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993562112
00000100:00100000:3.0:1767319270.086000:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993562112
00000100:00100000:3.0:1767319270.086034:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993562368
00000100:00100000:3.0:1767319270.086037:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993562368
00000100:00100000:3.0:1767319270.086058:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72175
00000100:00100000:3.0:1767319270.086065:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993562112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319270.086524:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319270.086581:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993562112:12345-0@lo:38:kworker.0 Request processed in 513us (730us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319270.086589:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72175
00000100:00100000:3.0:1767319270.086610:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72176
00000100:00100000:3.0:1767319270.086615:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993562368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319270.086629:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319270.086652:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993562368:12345-0@lo:38:kworker.0 Request processed in 36us (728us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319270.086658:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72176
00000100:00080000:3.0:1767319270.086701:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319270.086705:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319270.086709:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993562112:0@lo:38:kworker.0
00000100:00080000:3.0:1767319270.086733:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319270.086737:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319270.086740:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993562368:0@lo:38:kworker.0
00000100:00100000:2.0:1767319270.088269:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993561856
00000100:00100000:2.0:1767319270.088283:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993561856
00000100:00100000:2.0:1767319270.088333:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63
00000100:00100000:2.0:1767319270.088341:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993561856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319270.088362:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319270.088444:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993561856:12345-0@lo:38:kworker.0 Request processed in 103us (2729us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319270.088451:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63
00000100:00080000:1.0:1767319270.088543:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319270.088548:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319270.088552:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993561856:0@lo:38:kworker.0
00000100:00100000:0.0:1767319270.090635:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993561728:12345-0@lo:38:kworker.0 Request processed in 12338us (12798us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319270.090648:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72174
00000100:00080000:3.0:1767319270.094625:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319270.094639:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319270.094645:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993561728:0@lo:38:kworker.0
00000100:00100000:1.0:1767319270.589688:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319270.653397:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319270.983155:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319270.983391:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942184832
00000100:00100000:1.0:1767319270.983402:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942184832
00000100:00100000:1.0:1767319270.983469:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72177
00000100:00100000:1.0:1767319270.983478:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942184832:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319270.983503:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319270.983577:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942184832:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 98us (430us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319270.983586:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72177
00000100:00100000:3.0:1767319270.984324:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319270.988454:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942184960
00000100:00100000:1.0:1767319270.988471:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942184960
00000100:00100000:1.0:1767319270.988580:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5151
00000100:00100000:1.0:1767319270.988591:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942184960:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319270.988672:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942184960:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 84us (4359us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319270.988680:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5151
00000100:00080000:2.0:1767319270.989051:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319271.613484:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319271.677519:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319272.637366:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319272.701487:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319273.661376:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319273.661394:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319273.661409:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993562752:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319273.661409:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993562880:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319273.661509:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319273.664139:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319273.665100:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319273.675879:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993562880
00000100:00100000:2.0:1767319273.675895:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993562880
00000100:00100000:0.0:1767319273.676120:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993562752
00000100:00100000:0.0:1767319273.676128:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993562752
00000100:00100000:2.0:1767319273.676256:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923
00000100:00100000:2.0:1767319273.676266:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993562880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319273.676375:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319273.676460:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993562880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 196us (11362us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319273.676469:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923
00000100:00100000:3.0:1767319273.676572:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993562880:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319273.678260:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319273.678269:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319273.678286:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924
00000100:00100000:0.0:1767319273.678303:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993562752:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319273.678334:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319273.680251:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993562752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1949us (16112us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319273.680266:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924
00000100:00100000:1.0:1767319273.680501:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993562752:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319273.725916:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319274.685949:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319274.749383:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319275.197350:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319275.197361:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319275.197363:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319275.197367:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319275.197370:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319275.197379:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4514
00000100:00080000:1.0:1767319275.197385:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319275.197392:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319275.197429:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710aa00 x1853163993563008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319275.197457:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319275.197461:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319275.197462:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319275.197466:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4514
00000100:00080000:1.0:1767319275.197469:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319275.197472:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319275.197486:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617109500 x1853163993563136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319275.197528:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319275.197532:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767319275.197532:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993563008:0@lo:38:kworker.0
00000100:00080000:1.0:1767319275.197533:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319275.197536:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4514
00000100:00080000:1.0:1767319275.197538:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319275.197541:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319275.197552:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103dc00 x1853163993563392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319275.197574:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319275.197578:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319275.197580:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319275.197582:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4514
00000100:00080000:1.0:1767319275.197584:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319275.197587:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319275.197596:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103f100 x1853163993563648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319275.197597:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319275.197644:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993563520:0@lo:400:kworker.0
00000100:00100000:3.0:1767319275.197663:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993563136:0@lo:38:kworker.0
00000100:00100000:1.0:1767319275.197671:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319275.197685:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319275.197690:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319275.197695:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993563776:0@lo:400:kworker.0
00000100:00100000:3.0:1767319275.197707:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993563392:0@lo:38:kworker.0
00000100:00100000:1.0:1767319275.197728:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319275.197777:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993563008
00000100:00100000:3.0:1767319275.197778:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319275.197784:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993563008
00000100:00100000:2.0:1767319275.197834:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993563904:0@lo:400:kworker.0
00000100:00100000:0.0:1767319275.197881:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993563520
00000100:00100000:0.0:1767319275.197885:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993563520
00000100:00100000:0.0:1767319275.197917:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993563392
00000100:00100000:0.0:1767319275.197919:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993563392
00000100:00100000:0.0:1767319275.197946:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5152
00000100:00100000:0.0:1767319275.197956:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993563520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319275.198026:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72178
00000100:00100000:1.0:1767319275.198031:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993563008:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319275.198049:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319275.198077:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993563008:12345-0@lo:38:kworker.0 Request processed in 45us (479us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319275.198083:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72178
00000100:00100000:1.0:1767319275.198100:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72179
00000100:00100000:1.0:1767319275.198103:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741235850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993563392:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319275.198111:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319275.198126:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741235850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993563392:12345-0@lo:38:kworker.0 Request processed in 22us (349us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319275.198131:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72179
00000100:00100000:1.0:1767319275.198147:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993563776
00000100:00100000:1.0:1767319275.198150:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993563776
00000100:00100000:1.0:1767319275.198200:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3199
00000100:00100000:1.0:1767319275.198206:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993563776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319275.198234:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993563776:12345-0@lo:400:kworker.0 Request processed in 29us (517us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319275.198241:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3199
00000100:00100000:1.0:1767319275.198272:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993563776:0@lo:400:kworker.0
00000100:00080000:1.0:1767319275.198300:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319275.198303:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319275.198312:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993563264:0@lo:400:kworker.0
00000100:00100000:1.0:1767319275.198332:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319275.198354:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993563264
00000100:00100000:1.0:1767319275.198357:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993563264
00000100:00100000:1.0:1767319275.198376:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5153
00000100:00100000:1.0:1767319275.198381:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993563264:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319275.198405:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993563264:12345-0@lo:400:kworker.0 Request processed in 24us (72us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319275.198410:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5153
00000100:00080000:1.0:1767319275.198421:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319275.198433:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993563264:0@lo:400:kworker.0
00000100:00100000:1.0:1767319275.198478:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993563136
00000100:00100000:1.0:1767319275.198481:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993563136
00000100:00100000:1.0:1767319275.198497:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64
00000100:00100000:1.0:1767319275.198501:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993563136:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319275.198510:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319275.198534:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993563136:12345-0@lo:38:kworker.0 Request processed in 32us (848us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319275.198539:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64
00000100:00080000:3.0:1767319275.199541:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319275.199550:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319275.199553:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993563392:0@lo:38:kworker.0
00000100:00100000:3.0:1767319275.199561:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993563648:0@lo:38:kworker.0
00000100:00100000:3.0:1767319275.199594:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319275.199686:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319275.199691:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319275.199694:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993563008:0@lo:38:kworker.0
00000100:00080000:3.0:1767319275.199704:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319275.199707:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319275.199710:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993563136:0@lo:38:kworker.0
00000100:00100000:1.0:1767319275.199774:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993563648
00000100:00100000:1.0:1767319275.199778:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993563648
00000100:00100000:1.0:1767319275.199849:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72180
00000100:00100000:1.0:1767319275.199854:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993563648:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319275.199868:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319275.199906:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993563648:12345-0@lo:38:kworker.0 Request processed in 50us (311us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319275.199913:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72180
00000100:00080000:3.0:1767319275.199957:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319275.199961:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319275.199964:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993563648:0@lo:38:kworker.0
00000100:00100000:2.0:1767319275.200714:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319275.200809:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993563904
00000100:00100000:1.0:1767319275.200814:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993563904
00000100:00100000:0.0:1767319275.200930:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993563520:12345-0@lo:400:kworker.0 Request processed in 2975us (3256us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319275.200939:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5152
00000100:00100000:1.0:1767319275.202202:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3200
00000100:00100000:1.0:1767319275.202215:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993563904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319275.202288:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993563904:12345-0@lo:400:kworker.0 Request processed in 78us (1575us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319275.202294:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3200
00000100:00100000:1.0:1767319275.202350:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993563904:0@lo:400:kworker.0
00000100:00100000:3.0:1767319275.202483:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993563520:0@lo:400:kworker.0
00000100:00080000:2.0:1767319275.202730:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319275.709350:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319275.773478:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319276.104386:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319276.104438:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319276.104725:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942185088
00000100:00100000:1.0:1767319276.104737:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942185088
00000100:00100000:1.0:1767319276.104913:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942185216
00000100:00100000:1.0:1767319276.104918:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942185216
00000100:00100000:1.0:1767319276.104975:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5154
00000100:00100000:1.0:1767319276.104987:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942185216:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:0.0:1767319276.105122:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319276.105153:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72181
00000100:00100000:0.0:1767319276.105179:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942185088:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319276.105199:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319276.105255:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942185088:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 94us (878us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319276.105263:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72181
00000100:00100000:1.0:1767319276.106063:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942185216:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 1075us (1620us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319276.106072:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5154
00000100:00100000:0.0:1767319276.733273:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319276.798187:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319277.757336:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319277.821503:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319278.781476:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319278.781651:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993564032:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319278.781755:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319278.782023:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319278.782034:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993564160:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319278.782072:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319278.782382:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993564032
00000100:00100000:0.0:1767319278.782393:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993564032
00000100:00100000:0.0:1767319278.782467:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993564160
00000100:00100000:0.0:1767319278.782471:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993564160
00000100:00100000:0.0:1767319278.782496:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925
00000100:00100000:0.0:1767319278.782508:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993564032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319278.782546:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319278.782611:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993564032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (857us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319278.782619:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925
00000100:00100000:0.0:1767319278.782641:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926
00000100:00100000:0.0:1767319278.782647:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993564160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319278.782663:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319278.782690:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993564160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (627us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319278.782696:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926
00000100:00100000:0.0:1767319278.782740:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993564160:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319278.782772:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993564032:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319278.783034:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319278.783040:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767319278.846415:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319279.294570:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319254/real 1767319254]  req@ffff89b72c7f1500 x1853163993557760/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319279 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319279.294618:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b72c7f1500 x1853163993557760/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319279 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319279.294643:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319279.294675:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319279.294679:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993557760:0@lo:250:kworker.0
00000100:00080000:2.0:1767319279.294843:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319279.294850:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319279.294854:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319279.294860:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4499
00000100:00080000:2.0:1767319279.294865:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319279.294874:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319279.294923:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6680 x1853163993564288/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319279.294951:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319279.294956:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319279.294957:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319279.294961:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4519
00000100:00080000:2.0:1767319279.294964:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319279.294967:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319279.294986:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6d80 x1853163993564416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319279.294995:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319279.294999:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319279.295000:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319279.295004:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4519
00000100:00080000:2.0:1767319279.295006:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319279.295010:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319279.295029:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad5c00 x1853163993564544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319279.295085:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319279.295090:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319279.295092:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319279.295096:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4519
00000100:00080000:2.0:1767319279.295099:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319279.295103:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319279.295193:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319279.295212:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993564672:0@lo:400:kworker.0
00000100:00100000:0.0:1767319279.295218:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993564288:0@lo:250:kworker.0
00000100:00100000:2.0:1767319279.295320:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4000 x1853163993564800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319279.295351:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319279.295355:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319279.295357:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319279.295361:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4519
00000100:00080000:2.0:1767319279.295363:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319279.295367:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319279.295377:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad5180 x1853163993565056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319279.295425:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993564928:0@lo:400:kworker.0
00000100:00100000:1.0:1767319279.297349:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319279.297383:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993565312:0@lo:400:kworker.0
00000400:00000100:0.0:1767319279.304029:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993564288 offset 0 length 520: 4
00000100:00100000:3.0:1767319279.304029:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319279.304466:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319279.304519:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319279.304529:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993565184:0@lo:400:kworker.0
00000100:00100000:2.0:1767319279.304581:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319279.304652:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993564672
00000100:00100000:2.0:1767319279.304662:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993564672
00000100:00100000:2.0:1767319279.304739:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993564928
00000100:00100000:2.0:1767319279.304743:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993564928
00000100:00100000:2.0:1767319279.304772:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5155
00000100:00100000:2.0:1767319279.304781:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993564672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319279.304842:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993564672:12345-0@lo:400:kworker.0 Request processed in 61us (812us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319279.304849:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5155
00000100:00100000:2.0:1767319279.304872:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5156
00000100:00100000:2.0:1767319279.304879:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993564928:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319279.304912:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993564928:12345-0@lo:400:kworker.0 Request processed in 33us (447us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319279.304918:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5156
00000100:00080000:2.0:1767319279.304937:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319279.304981:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993564928:0@lo:400:kworker.0
00000100:00100000:2.0:1767319279.305034:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993565184
00000100:00100000:2.0:1767319279.305037:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993565184
00000100:00100000:2.0:1767319279.305077:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3201
00000100:00100000:2.0:1767319279.305084:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993565184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319279.305146:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993564672:0@lo:400:kworker.0
00000100:00100000:0.0:1767319279.305374:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993564416:0@lo:38:kworker.0
00000100:00100000:0.0:1767319279.305417:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319279.305437:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993564544:0@lo:38:kworker.0
00000100:00100000:0.0:1767319279.305464:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319279.305489:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993564800:0@lo:38:kworker.0
00000100:00100000:0.0:1767319279.305512:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319279.305531:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993565056:0@lo:38:kworker.0
00000100:00100000:0.0:1767319279.305567:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319279.305598:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993564416
00000100:00100000:0.0:1767319279.305602:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993564416
00000100:00100000:0.0:1767319279.305625:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993564800
00000100:00100000:0.0:1767319279.305628:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993564800
00000100:00100000:0.0:1767319279.305643:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993565056
00000100:00100000:0.0:1767319279.305646:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993565056
00000100:00100000:0.0:1767319279.305661:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72182
00000100:00100000:0.0:1767319279.305666:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993564416:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319279.305690:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319279.305726:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993564416:12345-0@lo:38:kworker.0 Request processed in 58us (309us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319279.305733:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72182
00000100:00100000:0.0:1767319279.305748:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72183
00000100:00100000:0.0:1767319279.305751:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993564800:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319279.305760:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319279.305782:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993564800:12345-0@lo:38:kworker.0 Request processed in 28us (268us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319279.305788:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72183
00000100:00100000:0.0:1767319279.305799:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72184
00000100:00100000:0.0:1767319279.305802:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993565056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319279.305810:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319279.305830:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993565056:12345-0@lo:38:kworker.0 Request processed in 27us (262us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319279.305835:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72184
00000100:00080000:0.0:1767319279.305868:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319279.305874:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319279.305878:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993564800:0@lo:38:kworker.0
00000100:00080000:0.0:1767319279.305886:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319279.305889:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319279.305893:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993565056:0@lo:38:kworker.0
00000100:00080000:0.0:1767319279.305900:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319279.305904:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319279.305906:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993564416:0@lo:38:kworker.0
00000100:00100000:0.0:1767319279.305953:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993564544
00000100:00100000:0.0:1767319279.305957:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993564544
00000100:00100000:0.0:1767319279.305977:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65
00000100:00100000:0.0:1767319279.305982:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993564544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319279.305991:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319279.306019:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993564544:12345-0@lo:38:kworker.0 Request processed in 35us (554us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319279.306025:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65
00000100:00080000:0.0:1767319279.306046:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319279.306062:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319279.306065:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993564544:0@lo:38:kworker.0
00000100:00100000:2.0:1767319279.306423:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993565184:12345-0@lo:400:kworker.0 Request processed in 1336us (1838us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319279.306431:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201
00000100:00100000:0.0:1767319279.306593:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993565184:0@lo:400:kworker.0
00000100:00100000:1.0:1767319279.306698:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319279.306801:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993565312
00000100:00100000:2.0:1767319279.306806:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993565312
00000100:00100000:2.0:1767319279.306877:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202
00000100:00100000:2.0:1767319279.306886:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993565312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319279.306936:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993565312:12345-0@lo:400:kworker.0 Request processed in 52us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319279.306942:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202
00000100:00100000:1.0:1767319279.306994:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993565312:0@lo:400:kworker.0
00000100:00100000:1.0:1767319279.813834:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319279.869411:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319280.832052:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319280.896981:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319281.224949:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319281.230123:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942185600
00000100:00100000:3.0:1767319281.230148:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942185600
00000100:00100000:3.0:1767319281.230301:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5157
00000100:00100000:3.0:1767319281.230318:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942185600:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319281.230480:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942185600:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 167us (5546us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319281.230489:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5157
00000100:00080000:2.0:1767319281.230539:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767319281.230681:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942185344 offset 0 length 520: 4
00000100:00100000:1.0:1767319281.230799:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319281.231002:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942185472
00000100:00100000:3.0:1767319281.231008:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942185472
00000100:00100000:3.0:1767319281.231037:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72185
00000100:00100000:3.0:1767319281.231044:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942185472:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319281.231075:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319281.231122:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942185472:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 77us (322us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319281.231128:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72185
00000100:00100000:1.0:1767319281.853636:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319281.917724:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319282.877303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319282.942944:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319283.901714:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993565440:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319283.901828:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319283.902192:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993565440
00000100:00100000:0.0:1767319283.902204:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993565440
00000100:00100000:0.0:1767319283.902292:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927
00000100:00100000:0.0:1767319283.902305:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993565440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319283.902359:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319283.902424:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993565440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (596us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319283.902433:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927
00000100:00100000:3.0:1767319283.904060:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993565568:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319283.904142:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319283.904239:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319283.904328:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993565440:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319283.904418:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993565568
00000100:00100000:1.0:1767319283.904429:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993565568
00000100:00100000:1.0:1767319283.904549:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928
00000100:00100000:1.0:1767319283.904559:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993565568:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319283.904591:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319283.904645:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993565568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (502us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319283.904652:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928
00000100:00080000:2.0:1767319283.904717:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319283.905093:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319283.905199:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993565568:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319283.965853:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319284.414840:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319284.414856:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319284.414860:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319284.414865:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319284.414871:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319284.414881:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4524
00000100:00080000:0.0:1767319284.414888:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319284.414897:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319284.414956:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4380 x1853163993565696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319284.415009:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319284.415014:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319284.415016:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319284.415021:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4524
00000100:00080000:0.0:1767319284.415024:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319284.415028:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319284.415043:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5c00 x1853163993565824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319284.415096:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319284.415100:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319284.415103:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319284.415107:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4524
00000100:00080000:0.0:1767319284.415110:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319284.415114:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319284.415126:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f7480 x1853163993566080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319284.415186:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319284.415189:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319284.415192:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319284.415195:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4524
00000100:00080000:0.0:1767319284.415198:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319284.415201:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319284.415214:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4000 x1853163993566336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319284.415266:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993566464:0@lo:400:kworker.0
00000100:00100000:1.0:1767319284.415448:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993566592:0@lo:400:kworker.0
00000100:00100000:2.0:1767319284.415561:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993565696:0@lo:38:kworker.0
00000100:00100000:3.0:1767319284.415572:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993565952:0@lo:400:kworker.0
00000100:00100000:1.0:1767319284.426633:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319284.426779:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993566592
00000100:00100000:1.0:1767319284.426791:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993566592
00000100:00100000:1.0:1767319284.426860:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203
00000100:00100000:1.0:1767319284.426871:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993566592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319284.426948:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993566592:12345-0@lo:400:kworker.0 Request processed in 79us (327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319284.426956:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203
00000100:00100000:1.0:1767319284.427009:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993566592:0@lo:400:kworker.0
00000100:00100000:1.0:1767319284.427063:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993566208:0@lo:400:kworker.0
00000100:00100000:1.0:1767319284.427108:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319284.427142:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993566208
00000100:00100000:1.0:1767319284.427146:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993566208
00000100:00100000:1.0:1767319284.427213:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5158
00000100:00100000:1.0:1767319284.427220:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993566208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319284.427253:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993566208:12345-0@lo:400:kworker.0 Request processed in 34us (144us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319284.427260:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5158
00000100:00100000:1.0:1767319284.427284:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993566208:0@lo:400:kworker.0
00000100:00080000:1.0:1767319284.427326:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319284.434733:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319284.434937:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993566464
00000100:00100000:1.0:1767319284.434951:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993566464
00000100:00100000:1.0:1767319284.435031:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204
00000100:00100000:1.0:1767319284.435043:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993566464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319284.435153:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993566464:12345-0@lo:400:kworker.0 Request processed in 112us (502us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319284.435184:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204
00000100:00100000:0.0:1767319284.435290:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993566464:0@lo:400:kworker.0
00000100:00100000:2.0:1767319284.439013:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319284.439113:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993565824:0@lo:38:kworker.0
00000100:00100000:2.0:1767319284.439204:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319284.439237:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993566080:0@lo:38:kworker.0
00000100:00100000:2.0:1767319284.439262:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319284.439308:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993565696
00000100:00100000:2.0:1767319284.439318:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993565696
00000100:00100000:2.0:1767319284.439364:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993566080
00000100:00100000:2.0:1767319284.439367:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993566080
00000100:00100000:2.0:1767319284.439388:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72186
00000100:00100000:2.0:1767319284.439395:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993565696:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319284.439427:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319284.439473:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993565824
00000100:00100000:0.0:1767319284.439494:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993565824
00000100:00100000:2.0:1767319284.439497:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993565696:12345-0@lo:38:kworker.0 Request processed in 99us (497us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319284.439508:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72186
00000100:00100000:2.0:1767319284.439535:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72187
00000100:00100000:2.0:1767319284.439540:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993566080:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319284.439551:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319284.439559:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66
00000100:00100000:0.0:1767319284.439570:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993565824:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319284.439584:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993566080:12345-0@lo:38:kworker.0 Request processed in 41us (319us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319284.439592:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72187
00010000:00020000:0.0:1767319284.439598:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767319284.439641:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319284.439650:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319284.439655:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993566080:0@lo:38:kworker.0
00000100:00100000:2.0:1767319284.439667:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993566336:0@lo:38:kworker.0
00000100:00100000:0.0:1767319284.439705:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993565824:12345-0@lo:38:kworker.0 Request processed in 119us (483us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319284.439714:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319284.439729:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66
00000100:00100000:2.0:1767319284.439750:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993566336
00000100:00100000:2.0:1767319284.439756:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993566336
00000100:00100000:2.0:1767319284.439858:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72188
00000100:00100000:2.0:1767319284.439865:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993566336:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319284.439877:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319284.439906:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993566336:12345-0@lo:38:kworker.0 Request processed in 40us (199us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319284.439912:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72188
00000100:00100000:3.0:1767319284.442930:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319284.461422:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319284.461436:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319284.461441:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993566336:0@lo:38:kworker.0
00000100:00080000:3.0:1767319284.461492:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319284.461496:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319284.461499:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993565696:0@lo:38:kworker.0
00000100:00080000:3.0:1767319284.461510:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319284.461513:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319284.461516:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993565824:0@lo:38:kworker.0
00000100:00100000:0.0:1767319284.461922:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993565952
00000100:00100000:0.0:1767319284.461930:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993565952
00000100:00080000:0.0:1767319284.461968:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319284.462019:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5159
00000100:00100000:0.0:1767319284.462031:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993565952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319284.462132:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993565952:12345-0@lo:400:kworker.0 Request processed in 104us (19210us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319284.462140:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5159
00000100:00100000:0.0:1767319284.462203:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993565952:0@lo:400:kworker.0
00000100:00100000:0.0:1767319284.926920:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319284.989592:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319285.949386:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319286.013382:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319286.348644:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319286.349082:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942185856
00000100:00100000:3.0:1767319286.349101:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942185856
00000100:00080000:0.0:1767319286.349206:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319286.349269:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5160
00000100:00100000:3.0:1767319286.349282:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942185856:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319286.349407:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942185856:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 127us (773us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319286.349428:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5160
00000100:00100000:0.0:1767319286.353278:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319286.353436:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942185728
00000100:00100000:3.0:1767319286.353455:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942185728
00000100:00100000:3.0:1767319286.353551:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72189
00000100:00100000:3.0:1767319286.353564:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942185728:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319286.353598:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319286.353708:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942185728:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 144us (438us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319286.353717:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72189
00000100:00100000:1.0:1767319286.973455:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319287.038660:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319287.997449:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319288.061415:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319289.021616:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319289.023732:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319289.023756:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993566720:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319289.023806:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993566848:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319289.028639:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319289.028846:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993566848
00000100:00100000:1.0:1767319289.028855:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993566848
00000100:00100000:1.0:1767319289.028919:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929
00000100:00100000:1.0:1767319289.028928:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993566848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319289.028960:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319289.029014:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993566848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319289.029021:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929
00000100:00100000:0.0:1767319289.029154:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993566848:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319289.029205:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319289.035573:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319289.036598:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993566720
00000100:00100000:3.0:1767319289.036610:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993566720
00000100:00100000:3.0:1767319289.036691:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930
00000100:00100000:3.0:1767319289.036702:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993566720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319289.036733:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319289.036814:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993566720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (1248us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319289.036821:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930
00000100:00100000:2.0:1767319289.036979:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993566720:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319289.037059:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767319289.088631:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319289.533658:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319289.533670:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319289.533673:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319289.533677:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319289.533681:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319289.533688:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4529
00000100:00080000:0.0:1767319289.533693:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319289.533699:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319289.533751:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb27800 x1853163993566976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319289.533777:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319289.533780:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319289.533782:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319289.533786:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4529
00000100:00080000:0.0:1767319289.533789:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319289.533793:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319289.533809:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb24380 x1853163993567104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319289.533850:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319289.533853:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319289.533855:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319289.533858:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4529
00000100:00080000:0.0:1767319289.533861:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319289.533864:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319289.533876:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b290000 x1853163993567360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319289.533901:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319289.533905:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319289.533907:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319289.533910:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4529
00000100:00080000:0.0:1767319289.533912:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319289.533916:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319289.533927:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b291500 x1853163993567616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319289.533965:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993567872:0@lo:400:kworker.0
00000100:00100000:0.0:1767319289.534030:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319289.534094:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319289.534100:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993567232:0@lo:400:kworker.0
00000100:00100000:0.0:1767319289.534125:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319289.534153:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993567872
00000100:00100000:0.0:1767319289.534179:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993567872
00000100:00100000:0.0:1767319289.534224:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3205
00000100:00100000:0.0:1767319289.534234:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993567872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319289.534283:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993567872:12345-0@lo:400:kworker.0 Request processed in 50us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319289.534290:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3205
00000100:00100000:0.0:1767319289.534341:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993567872:0@lo:400:kworker.0
00000100:00100000:0.0:1767319289.534376:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993567744:0@lo:400:kworker.0
00000100:00100000:0.0:1767319289.534400:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319289.534418:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993567744
00000100:00100000:0.0:1767319289.534422:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993567744
00000100:00100000:0.0:1767319289.534454:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3206
00000100:00100000:0.0:1767319289.534460:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993567744:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319289.534487:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993567744:12345-0@lo:400:kworker.0 Request processed in 28us (86us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319289.534493:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3206
00000100:00100000:0.0:1767319289.534521:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993567744:0@lo:400:kworker.0
00000100:00100000:0.0:1767319289.534534:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319289.534539:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993567488:0@lo:400:kworker.0
00000100:00100000:0.0:1767319289.534560:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319289.534647:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993567232
00000100:00100000:3.0:1767319289.534651:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993567232
00000100:00100000:3.0:1767319289.534690:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993567488
00000100:00100000:3.0:1767319289.534693:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993567488
00000100:00100000:3.0:1767319289.534713:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5161
00000100:00100000:3.0:1767319289.534719:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993567232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319289.534757:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993567232:12345-0@lo:400:kworker.0 Request processed in 38us (631us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319289.534763:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5161
00000100:00100000:3.0:1767319289.534776:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5162
00000100:00100000:3.0:1767319289.534782:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993567488:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319289.534811:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993567488:12345-0@lo:400:kworker.0 Request processed in 30us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319289.534817:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5162
00000100:00100000:3.0:1767319289.534842:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993567232:0@lo:400:kworker.0
00000100:00100000:3.0:1767319289.534860:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993566976:0@lo:38:kworker.0
00000100:00100000:3.0:1767319289.534884:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319289.534900:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993567104:0@lo:38:kworker.0
00000100:00100000:3.0:1767319289.534923:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319289.534943:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993567360:0@lo:38:kworker.0
00000100:00100000:3.0:1767319289.534960:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319289.534972:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993567616:0@lo:38:kworker.0
00000100:00100000:3.0:1767319289.534987:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319289.535014:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993566976
00000100:00100000:3.0:1767319289.535018:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993566976
00000100:00100000:3.0:1767319289.535033:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993567360
00000100:00100000:3.0:1767319289.535036:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993567360
00000100:00100000:3.0:1767319289.535042:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993567616
00000100:00100000:3.0:1767319289.535044:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993567616
00000100:00100000:3.0:1767319289.535053:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72190
00000100:00100000:3.0:1767319289.535057:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993566976:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319289.535075:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319289.535106:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993566976:12345-0@lo:38:kworker.0 Request processed in 47us (220us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319289.535112:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72190
00000100:00100000:3.0:1767319289.535122:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72191
00000100:00100000:3.0:1767319289.535126:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993567360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319289.535134:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319289.535156:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993567360:12345-0@lo:38:kworker.0 Request processed in 28us (194us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319289.535184:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72191
00000100:00100000:3.0:1767319289.535196:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72192
00000100:00100000:3.0:1767319289.535201:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993567616:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319289.535210:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319289.535233:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993567616:12345-0@lo:38:kworker.0 Request processed in 31us (245us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319289.535238:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72192
00000100:00080000:3.0:1767319289.535263:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319289.535268:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319289.535271:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993566976:0@lo:38:kworker.0
00000100:00080000:3.0:1767319289.535278:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319289.535281:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319289.535284:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993567360:0@lo:38:kworker.0
00000100:00080000:3.0:1767319289.535290:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319289.535293:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319289.535296:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993567616:0@lo:38:kworker.0
00000100:00100000:3.0:1767319289.535328:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993567488:0@lo:400:kworker.0
00000100:00100000:0.0:1767319289.535767:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993567104
00000100:00100000:0.0:1767319289.535772:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993567104
00000100:00100000:0.0:1767319289.535842:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67
00000100:00100000:0.0:1767319289.535847:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993567104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319289.535857:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319289.535899:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993567104:12345-0@lo:38:kworker.0 Request processed in 49us (974us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319289.535904:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67
00000100:00080000:2.0:1767319289.535984:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767319289.536061:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319289.536066:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319289.536069:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993567104:0@lo:38:kworker.0
00000100:00100000:1.0:1767319290.048117:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319290.109716:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319291.069289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319291.133724:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319291.464869:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319291.464963:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319291.465069:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942186112
00000100:00100000:2.0:1767319291.465081:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942186112
00000100:00100000:2.0:1767319291.465175:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942185984
00000100:00100000:2.0:1767319291.465179:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942185984
00000100:00100000:2.0:1767319291.465200:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5163
00000100:00100000:2.0:1767319291.465210:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942186112:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319291.465283:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942186112:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 75us (424us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319291.465291:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5163
00000100:00100000:2.0:1767319291.465314:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72193
00000100:00100000:2.0:1767319291.465319:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942185984:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319291.465350:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319291.465377:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942185984:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 57us (414us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319291.465384:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72193
00000100:00080000:0.0:1767319291.465744:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319292.093463:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319292.157366:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319293.118572:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319293.181799:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319294.141739:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319294.141879:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993568000:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319294.141967:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319294.142056:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993568000
00000100:00100000:3.0:1767319294.142064:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993568000
00000100:00100000:3.0:1767319294.142116:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931
00000100:00100000:3.0:1767319294.142125:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993568000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319294.142187:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767319294.142377:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319294.142642:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319294.142653:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993568128:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319294.142685:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319294.142865:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993568128
00000100:00100000:1.0:1767319294.142871:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993568128
00000100:00100000:1.0:1767319294.142915:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932
00000100:00100000:1.0:1767319294.142923:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993568128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319294.142952:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319294.142996:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993568128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (310us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319294.143003:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932
00000100:00100000:1.0:1767319294.143052:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993568128:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319294.143420:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993568000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1295us (1452us total) trans 0 rc 0/0
00000100:00080000:0.0:1767319294.143542:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319294.143581:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931
00000100:00100000:1.0:1767319294.143865:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993568000:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319294.209813:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319294.653409:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319294.653421:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319294.653424:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319294.653428:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319294.653433:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319294.653441:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4534
00000100:00080000:0.0:1767319294.653446:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319294.653452:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319294.653494:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d2300 x1853163993568256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319294.653523:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319294.653526:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319294.653528:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319294.653532:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4534
00000100:00080000:0.0:1767319294.653534:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319294.653538:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319294.653551:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0380 x1853163993568384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319294.653592:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319294.653596:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319294.653598:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319294.653601:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4534
00000100:00080000:0.0:1767319294.653603:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319294.653607:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319294.653625:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1c00 x1853163993568640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319294.653649:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319294.653652:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319294.653654:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319294.653658:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4534
00000100:00080000:0.0:1767319294.653660:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319294.653664:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319294.653675:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1500 x1853163993568896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319294.653711:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993569152:0@lo:400:kworker.0
00000100:00100000:0.0:1767319294.653778:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319294.653840:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319294.653846:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993568512:0@lo:400:kworker.0
00000100:00100000:0.0:1767319294.653873:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319294.653901:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993568768:0@lo:400:kworker.0
00000100:00100000:3.0:1767319294.654129:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993568256:0@lo:38:kworker.0
00000100:00100000:3.0:1767319294.654180:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319294.654201:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993568384:0@lo:38:kworker.0
00000100:00100000:3.0:1767319294.654225:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319294.654249:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993568640:0@lo:38:kworker.0
00000100:00100000:3.0:1767319294.654304:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319294.654321:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993568896:0@lo:38:kworker.0
00000100:00100000:3.0:1767319294.654342:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319294.654390:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993568384
00000100:00100000:3.0:1767319294.654399:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993568384
00000100:00100000:3.0:1767319294.654430:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68
00000100:00100000:3.0:1767319294.654436:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993568384:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319294.654454:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319294.654490:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993568384:12345-0@lo:38:kworker.0 Request processed in 53us (264us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319294.654496:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68
00000100:00080000:3.0:1767319294.654529:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319294.654534:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319294.654538:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993568384:0@lo:38:kworker.0
00000100:00100000:2.0:1767319294.654682:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993568512
00000100:00100000:2.0:1767319294.654688:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993568512
00000100:00100000:2.0:1767319294.654739:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993568256
00000100:00100000:2.0:1767319294.654743:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993568256
00000100:00100000:2.0:1767319294.654762:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993568640
00000100:00100000:2.0:1767319294.654764:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993568640
00000100:00100000:2.0:1767319294.654779:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993568896
00000100:00100000:2.0:1767319294.654783:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993568896
00000100:00100000:2.0:1767319294.654795:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5164
00000100:00100000:2.0:1767319294.654802:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993568512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319294.654852:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993568512:12345-0@lo:400:kworker.0 Request processed in 51us (978us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319294.654859:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5164
00000100:00100000:2.0:1767319294.654874:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72194
00000100:00100000:2.0:1767319294.654879:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993568256:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319294.654889:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319294.654915:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993568256:12345-0@lo:38:kworker.0 Request processed in 36us (735us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319294.654933:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72194
00000100:00100000:2.0:1767319294.654945:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72195
00000100:00100000:2.0:1767319294.654948:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993568640:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319294.654957:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319294.654977:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993568640:12345-0@lo:38:kworker.0 Request processed in 28us (674us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319294.654982:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72195
00000100:00100000:2.0:1767319294.654991:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72196
00000100:00100000:2.0:1767319294.654994:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993568896:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319294.655002:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319294.655020:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993568896:12345-0@lo:38:kworker.0 Request processed in 24us (677us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319294.655025:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72196
00000100:00100000:2.0:1767319294.655074:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993568512:0@lo:400:kworker.0
00000100:00080000:2.0:1767319294.655099:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319294.655103:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319294.655106:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993568256:0@lo:38:kworker.0
00000100:00080000:2.0:1767319294.655114:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319294.655117:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319294.655120:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993568640:0@lo:38:kworker.0
00000100:00080000:2.0:1767319294.655126:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319294.655129:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319294.655131:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993568896:0@lo:38:kworker.0
00000100:00100000:0.0:1767319294.655347:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319294.655448:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319294.655456:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993569024:0@lo:400:kworker.0
00000100:00100000:0.0:1767319294.655485:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319294.655554:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319294.655620:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993569152
00000100:00100000:1.0:1767319294.655625:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993569152
00000100:00100000:1.0:1767319294.655660:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993569024
00000100:00100000:1.0:1767319294.655663:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993569024
00000100:00100000:1.0:1767319294.655691:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3207
00000100:00100000:1.0:1767319294.655698:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993569152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319294.655745:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993569152:12345-0@lo:400:kworker.0 Request processed in 48us (1967us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319294.655751:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3207
00000100:00100000:1.0:1767319294.655765:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208
00000100:00100000:1.0:1767319294.655772:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993569024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319294.655799:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993569024:12345-0@lo:400:kworker.0 Request processed in 27us (313us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319294.655805:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208
00000100:00100000:1.0:1767319294.655823:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993568768
00000100:00100000:1.0:1767319294.655826:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993568768
00000100:00100000:1.0:1767319294.655854:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5165
00000100:00100000:1.0:1767319294.655860:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993568768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319294.655889:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993568768:12345-0@lo:400:kworker.0 Request processed in 30us (543us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319294.655895:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5165
00000100:00100000:1.0:1767319294.655970:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993569152:0@lo:400:kworker.0
00000100:00080000:3.0:1767319294.656105:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319294.657975:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993569024:0@lo:400:kworker.0
00000100:00100000:0.0:1767319294.657991:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993568768:0@lo:400:kworker.0
00000100:00100000:0.0:1767319295.165708:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319295.230503:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319296.189286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319296.255325:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319296.589014:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319296.589061:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319296.589246:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942186240
00000100:00100000:2.0:1767319296.589256:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942186240
00000100:00100000:2.0:1767319296.589299:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942186368
00000100:00100000:2.0:1767319296.589302:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942186368
00000100:00100000:2.0:1767319296.589351:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5166
00000100:00100000:2.0:1767319296.589360:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942186368:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319296.589440:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942186368:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 81us (378us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319296.589447:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5166
00000100:00100000:2.0:1767319296.589465:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72197
00000100:00100000:2.0:1767319296.589470:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942186240:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319296.589489:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319296.589516:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942186240:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (511us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319296.589522:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72197
00000100:00080000:3.0:1767319296.590064:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319297.214541:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319297.277586:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319298.239597:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319298.303516:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319299.262086:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993569280:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319299.262194:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319299.263085:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319299.263116:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993569408:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319299.263175:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319299.263272:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993569280
00000100:00100000:0.0:1767319299.263275:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993569408
00000100:00100000:0.0:1767319299.263280:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993569408
00000100:00100000:1.0:1767319299.263280:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993569280
00000100:00100000:1.0:1767319299.263353:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933
00000100:00100000:1.0:1767319299.263362:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993569280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319299.263393:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319299.263448:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993569280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (1288us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319299.263822:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993569280:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319299.263965:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319299.263969:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319299.269334:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933
00000100:00100000:0.0:1767319299.269408:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934
00000100:00100000:0.0:1767319299.269429:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993569408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319299.274375:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319299.274784:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993569408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5361us (11620us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319299.274796:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934
00000100:00100000:2.0:1767319299.274954:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993569408:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319299.325493:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319299.774659:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319299.774668:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319299.774670:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319299.774673:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319299.774676:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319299.774682:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4539
00000100:00080000:3.0:1767319299.774685:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319299.774691:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319299.774728:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3100 x1853163993569536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319299.774749:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319299.774752:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319299.774753:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319299.774756:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4539
00000100:00080000:3.0:1767319299.774758:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319299.774762:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319299.774773:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3800 x1853163993569664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319299.774815:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319299.774818:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319299.774820:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319299.774824:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4539
00000100:00080000:3.0:1767319299.774827:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319299.774830:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319299.774840:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1500 x1853163993569920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319299.774856:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319299.774975:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319299.774977:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319299.774980:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4539
00000100:00080000:3.0:1767319299.774982:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319299.774985:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319299.774995:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d2300 x1853163993570176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319299.775033:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993569792:0@lo:400:kworker.0
00000100:00100000:3.0:1767319299.775087:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319299.775144:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319299.775150:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993570432:0@lo:400:kworker.0
00000100:00100000:3.0:1767319299.775211:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319299.775241:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993570048:0@lo:400:kworker.0
00000100:00100000:3.0:1767319299.775259:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319299.775271:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319299.775275:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993570304:0@lo:400:kworker.0
00000100:00100000:3.0:1767319299.775289:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319299.775679:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993569792
00000100:00100000:1.0:1767319299.775686:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993569792
00000100:00100000:1.0:1767319299.775775:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993570048
00000100:00100000:1.0:1767319299.775779:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993570048
00000100:00100000:1.0:1767319299.775810:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5167
00000100:00100000:1.0:1767319299.775820:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993569792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319299.775884:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993569792:12345-0@lo:400:kworker.0 Request processed in 66us (796us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319299.775890:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5167
00000100:00100000:1.0:1767319299.775902:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5168
00000100:00100000:1.0:1767319299.775907:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993570048:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319299.775923:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993570048:12345-0@lo:400:kworker.0 Request processed in 17us (663us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319299.775926:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5168
00000100:00100000:1.0:1767319299.775963:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993569792:0@lo:400:kworker.0
00000100:00100000:1.0:1767319299.775984:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993569536:0@lo:38:kworker.0
00000100:00100000:1.0:1767319299.776002:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319299.776014:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993569664:0@lo:38:kworker.0
00000100:00100000:1.0:1767319299.776028:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319299.776042:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993569920:0@lo:38:kworker.0
00000100:00100000:1.0:1767319299.776053:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319299.776060:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993570176:0@lo:38:kworker.0
00000100:00100000:1.0:1767319299.776070:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319299.776087:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993569664
00000100:00100000:1.0:1767319299.776089:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993569664
00000100:00100000:1.0:1767319299.776103:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69
00000100:00100000:1.0:1767319299.776105:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993569664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319299.776123:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319299.776156:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993569664:12345-0@lo:38:kworker.0 Request processed in 48us (126us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319299.776190:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69
00000100:00100000:1.0:1767319299.776209:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993569536
00000100:00100000:1.0:1767319299.776213:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993569536
00000100:00100000:1.0:1767319299.776225:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993569920
00000100:00100000:1.0:1767319299.776227:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993569920
00000100:00100000:1.0:1767319299.776233:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993570176
00000100:00100000:1.0:1767319299.776234:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993570176
00000100:00100000:1.0:1767319299.776242:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72198
00000100:00100000:1.0:1767319299.776245:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993569536:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319299.776252:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319299.776269:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993569536:12345-0@lo:38:kworker.0 Request processed in 23us (267us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319299.776273:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72198
00000100:00100000:1.0:1767319299.776279:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72199
00000100:00100000:1.0:1767319299.776282:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993569920:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319299.776287:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319299.776297:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993569920:12345-0@lo:38:kworker.0 Request processed in 14us (243us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319299.776300:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72199
00000100:00100000:1.0:1767319299.776305:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72200
00000100:00100000:1.0:1767319299.776307:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993570176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319299.776312:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319299.776322:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993570176:12345-0@lo:38:kworker.0 Request processed in 13us (250us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319299.776325:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72200
00000100:00080000:1.0:1767319299.776346:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319299.776349:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319299.776352:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993569536:0@lo:38:kworker.0
00000100:00080000:1.0:1767319299.776359:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319299.776361:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319299.776363:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993569664:0@lo:38:kworker.0
00000100:00080000:1.0:1767319299.776369:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319299.776372:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319299.776374:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993569920:0@lo:38:kworker.0
00000100:00080000:1.0:1767319299.776382:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319299.776384:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319299.776387:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993570176:0@lo:38:kworker.0
00000100:00080000:2.0:1767319299.777063:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319299.777119:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993570048:0@lo:400:kworker.0
00000100:00100000:0.0:1767319299.778156:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993570432
00000100:00100000:0.0:1767319299.778187:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993570432
00000100:00100000:0.0:1767319299.778260:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993570304
00000100:00100000:0.0:1767319299.778264:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993570304
00000100:00100000:0.0:1767319299.778299:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209
00000100:00100000:0.0:1767319299.778308:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993570432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319299.778402:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993570432:12345-0@lo:400:kworker.0 Request processed in 94us (3190us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319299.778410:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209
00000100:00100000:0.0:1767319299.778427:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210
00000100:00100000:0.0:1767319299.778434:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993570304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319299.778469:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993570304:12345-0@lo:400:kworker.0 Request processed in 36us (3177us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319299.778477:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210
00000100:00100000:2.0:1767319299.778505:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993570432:0@lo:400:kworker.0
00000100:00100000:3.0:1767319299.778640:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993570304:0@lo:400:kworker.0
00000100:00100000:2.0:1767319300.285289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319300.349366:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319301.309297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319301.373563:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319301.706233:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319301.706284:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319301.706465:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942186496
00000100:00100000:2.0:1767319301.706476:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942186496
00000100:00100000:2.0:1767319301.706513:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942186624
00000100:00100000:2.0:1767319301.706516:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942186624
00000100:00100000:2.0:1767319301.706564:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5169
00000100:00100000:2.0:1767319301.706574:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942186624:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319301.706647:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942186624:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 74us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319301.706655:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5169
00000100:00100000:2.0:1767319301.706673:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72201
00000100:00100000:2.0:1767319301.706678:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942186496:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319301.706697:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319301.706721:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942186496:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 42us (500us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319301.706728:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72201
00000100:00080000:0.0:1767319301.707037:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319302.333402:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319302.397454:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319303.357293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319303.422067:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319304.382062:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319304.382296:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993570560:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319304.382368:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319304.382517:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993570560
00000100:00100000:0.0:1767319304.382528:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993570560
00000100:00100000:0.0:1767319304.382616:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935
00000100:00100000:0.0:1767319304.382626:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993570560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319304.382657:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319304.382706:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993570560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (337us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319304.382713:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935
00000100:00100000:0.0:1767319304.382771:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993570560:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319304.382949:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319304.383023:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993570688:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319304.383101:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319304.383252:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993570688
00000100:00100000:1.0:1767319304.383262:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993570688
00000100:00100000:1.0:1767319304.383416:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2936
00000100:00100000:1.0:1767319304.383426:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993570688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319304.383456:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319304.383508:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993570688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (408us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319304.383516:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2936
00000100:00100000:3.0:1767319304.383639:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993570688:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319304.384427:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767319304.445894:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319304.893301:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319304.893317:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319304.893320:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319304.893325:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319304.893331:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319304.893341:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4544
00000100:00080000:3.0:1767319304.893347:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319304.893357:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319304.893417:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710ad80 x1853163993570816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319304.897483:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319304.897496:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319304.897501:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319304.897511:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4544
00000100:00080000:3.0:1767319304.897517:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319304.897526:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319304.897583:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617109f80 x1853163993570944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319304.897645:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319304.897649:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319304.897651:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319304.897655:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4544
00000100:00080000:3.0:1767319304.897658:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319304.897662:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319304.897674:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710b800 x1853163993571200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319304.897705:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319304.897710:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319304.897712:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319304.897716:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4544
00000100:00080000:3.0:1767319304.897718:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319304.897722:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319304.897734:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710aa00 x1853163993571456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319304.897746:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319304.897764:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319304.897769:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993571072:0@lo:400:kworker.0
00000100:00100000:3.0:1767319304.897771:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993571328:0@lo:400:kworker.0
00000100:00100000:2.0:1767319304.899455:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319279/real 1767319279]  req@ffff89b739ad6680 x1853163993564288/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319304 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319304.899507:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b739ad6680 x1853163993564288/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319304 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319304.899536:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993570816:0@lo:38:kworker.0
00000100:00100000:2.0:1767319304.899595:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319304.899642:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993570816
00000100:00100000:0.0:1767319304.899655:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993570816
00000100:00100000:2.0:1767319304.899670:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993570944:0@lo:38:kworker.0
00000100:00100000:0.0:1767319304.899708:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72202
00000100:00100000:2.0:1767319304.899709:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319304.899720:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993570816:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319304.899743:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993571200:0@lo:38:kworker.0
00010000:00020000:0.0:1767319304.899749:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319304.899770:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319304.899795:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993571456:0@lo:38:kworker.0
00000100:00100000:0.0:1767319304.899806:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993570816:12345-0@lo:38:kworker.0 Request processed in 87us (211us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319304.899816:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72202
00000100:00100000:2.0:1767319304.899828:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319304.899842:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993571200
00000100:00100000:0.0:1767319304.899847:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993571200
00000100:00080000:2.0:1767319304.899852:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767319304.899868:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993571456
00000100:00100000:0.0:1767319304.899871:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993571456
00000100:00100000:0.0:1767319304.899887:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72203
00000100:00100000:0.0:1767319304.899891:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993571200:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319304.899900:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319304.899924:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993571200:12345-0@lo:38:kworker.0 Request processed in 31us (154us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319304.899930:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72203
00000100:00100000:0.0:1767319304.899940:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72204
00000100:00100000:0.0:1767319304.899944:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993571456:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319304.899953:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319304.899973:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993571456:12345-0@lo:38:kworker.0 Request processed in 27us (147us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319304.899978:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72204
00000100:00100000:0.0:1767319304.900030:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993570944
00000100:00100000:0.0:1767319304.900034:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993570944
00000100:00100000:0.0:1767319304.900051:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70
00000100:00100000:0.0:1767319304.900056:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993570944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319304.900066:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319304.900106:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993570944:12345-0@lo:38:kworker.0 Request processed in 48us (400us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319304.900112:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70
00000100:00080000:2.0:1767319304.901338:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00080000:0.0:1767319304.901347:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767319304.901349:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993564288:0@lo:250:kworker.0
00000100:00080000:0.0:1767319304.901356:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319304.901361:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767319304.901454:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319304.901525:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993571072
00000100:00100000:1.0:1767319304.901530:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993571072
00000100:00100000:1.0:1767319304.901590:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5170
00000100:00100000:1.0:1767319304.901601:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993571072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319304.901657:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993571072:12345-0@lo:400:kworker.0 Request processed in 59us (202us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319304.901665:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5170
00000100:00100000:1.0:1767319304.901727:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993571072:0@lo:400:kworker.0
00000100:00080000:1.0:1767319304.901878:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319304.902455:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319304.902462:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319304.902467:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993570816:0@lo:38:kworker.0
00000100:00080000:2.0:1767319304.902480:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319304.902483:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319304.902485:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993570944:0@lo:38:kworker.0
00000100:00080000:2.0:1767319304.902495:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319304.902497:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319304.902499:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993571200:0@lo:38:kworker.0
00000100:00080000:2.0:1767319304.902506:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319304.902508:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319304.902510:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993571456:0@lo:38:kworker.0
00000100:00100000:3.0:1767319304.906232:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319304.906426:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4524
00000100:00080000:0.0:1767319304.906434:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319304.906442:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319304.906486:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b293800 x1853163993571584/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319304.906778:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993571328
00000100:00100000:1.0:1767319304.906790:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993571328
00000100:00100000:1.0:1767319304.906883:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5171
00000100:00100000:1.0:1767319304.906894:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993571328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319304.906978:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993571328:12345-0@lo:400:kworker.0 Request processed in 86us (758us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319304.906987:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5171
00000100:00100000:2.0:1767319304.908108:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993571584:0@lo:250:kworker.0
00000100:00080000:3.0:1767319304.908196:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:2.0:1767319304.908201:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993571584 offset 0 length 520: 4
00000100:00100000:3.0:1767319304.908256:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993571328:0@lo:400:kworker.0
00000100:00100000:2.0:1767319305.405318:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319305.469444:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319305.801094:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319305.801273:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942187008
00000100:00100000:1.0:1767319305.801286:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942187008
00000100:00100000:1.0:1767319305.801379:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5172
00000100:00100000:1.0:1767319305.801393:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942187008:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767319305.801581:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319305.802410:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942187008:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 1015us (1325us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319305.802422:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5172
00000400:00000100:2.0:1767319305.804582:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942186752 offset 0 length 520: 4
00000100:00100000:2.0:1767319305.804663:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319305.804796:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942186880
00000100:00100000:1.0:1767319305.804809:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942186880
00000100:00100000:1.0:1767319305.804868:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72205
00000100:00100000:1.0:1767319305.805233:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942186880:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319305.805264:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319305.805356:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942186880:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 478us (693us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319305.805364:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72205
00000100:00100000:2.0:1767319306.430465:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319306.493541:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319307.453578:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319307.523875:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319308.477333:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319308.541558:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319309.502355:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319309.502391:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993571712:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319309.502509:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319309.502665:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993571712
00000100:00100000:2.0:1767319309.502677:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993571712
00000100:00100000:2.0:1767319309.502776:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937
00000100:00100000:2.0:1767319309.502787:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993571712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319309.502831:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319309.502902:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993571712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (392us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319309.502910:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937
00000100:00100000:2.0:1767319309.502987:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993571712:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319309.503849:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767319309.503953:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319309.504122:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993571840:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319309.504222:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319309.504420:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993571840
00000100:00100000:2.0:1767319309.504428:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993571840
00000100:00100000:2.0:1767319309.504501:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938
00000100:00100000:2.0:1767319309.504513:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993571840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319309.504547:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319309.504596:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993571840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (374us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319309.504604:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938
00000100:00080000:1.0:1767319309.505355:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319309.505410:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993571840:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319309.568807:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319310.013355:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319310.013371:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319310.013374:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319310.013381:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319310.013387:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319310.013398:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4549
00000100:00080000:0.0:1767319310.013404:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319310.013412:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319310.013468:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccc700 x1853163993571968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319310.013507:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319310.013511:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319310.013513:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319310.013525:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4549
00000100:00080000:0.0:1767319310.013528:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319310.013533:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319310.013548:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccdf80 x1853163993572096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319310.013598:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319310.013602:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319310.013604:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319310.013608:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4549
00000100:00080000:0.0:1767319310.013611:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319310.013614:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319310.013626:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccfb80 x1853163993572352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319310.013649:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319310.013654:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319310.013655:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319310.013658:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4549
00000100:00080000:0.0:1767319310.013661:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319310.013664:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319310.013674:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccdc00 x1853163993572608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319310.013702:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319310.013737:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993572224:0@lo:400:kworker.0
00000100:00100000:0.0:1767319310.013826:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319310.015264:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993572480:0@lo:400:kworker.0
00000100:00100000:2.0:1767319310.015340:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319310.015422:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993572224
00000100:00100000:2.0:1767319310.015432:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993572224
00000100:00100000:2.0:1767319310.015498:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993572480
00000100:00100000:2.0:1767319310.015501:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993572480
00000100:00100000:2.0:1767319310.015531:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5173
00000100:00100000:2.0:1767319310.015541:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993572224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319310.015625:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993572224:12345-0@lo:400:kworker.0 Request processed in 83us (1797us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319310.015635:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5173
00000100:00100000:2.0:1767319310.015658:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5174
00000100:00100000:2.0:1767319310.015665:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993572480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319310.015700:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993572480:12345-0@lo:400:kworker.0 Request processed in 35us (360us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319310.015707:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5174
00000100:00080000:2.0:1767319310.015727:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319310.015791:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993572480:0@lo:400:kworker.0
00000100:00100000:1.0:1767319310.015935:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993571968:0@lo:38:kworker.0
00000100:00100000:1.0:1767319310.015975:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319310.016017:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993572224:0@lo:400:kworker.0
00000100:00100000:1.0:1767319310.016033:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993572096:0@lo:38:kworker.0
00000100:00100000:1.0:1767319310.016063:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319310.016071:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993571968
00000100:00100000:0.0:1767319310.016077:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993571968
00000100:00100000:1.0:1767319310.016093:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993572352:0@lo:38:kworker.0
00000100:00100000:0.0:1767319310.016113:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72206
00000100:00100000:0.0:1767319310.016123:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993571968:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319310.016123:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319310.016144:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993572608:0@lo:38:kworker.0
00010000:00020000:0.0:1767319310.016150:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319310.016221:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319310.016228:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993571968:12345-0@lo:38:kworker.0 Request processed in 106us (252us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319310.016237:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72206
00000100:00100000:0.0:1767319310.016253:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993572352
00000100:00100000:0.0:1767319310.016258:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993572352
00000100:00080000:1.0:1767319310.016259:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319310.016266:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319310.016271:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993571968:0@lo:38:kworker.0
00000100:00100000:0.0:1767319310.016280:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993572608
00000100:00100000:0.0:1767319310.016284:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993572608
00000100:00100000:1.0:1767319310.016302:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993572096
00000100:00100000:0.0:1767319310.016307:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72207
00000100:00100000:1.0:1767319310.016309:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993572096
00000100:00100000:0.0:1767319310.016315:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993572352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319310.016326:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319310.016340:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71
00000100:00100000:1.0:1767319310.016346:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993572096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319310.016358:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319310.016365:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993572352:12345-0@lo:38:kworker.0 Request processed in 48us (243us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319310.016372:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72207
00000100:00100000:0.0:1767319310.016388:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72208
00000100:00100000:0.0:1767319310.016394:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993572608:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319310.016399:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993572096:12345-0@lo:38:kworker.0 Request processed in 49us (331us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767319310.016407:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319310.016413:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71
00000100:00100000:0.0:1767319310.016439:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993572608:12345-0@lo:38:kworker.0 Request processed in 43us (218us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319310.016446:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72208
00000100:00080000:1.0:1767319310.016468:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319310.016475:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319310.016479:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993572096:0@lo:38:kworker.0
00000100:00080000:1.0:1767319310.016489:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319310.016492:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319310.016495:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993572352:0@lo:38:kworker.0
00000100:00080000:1.0:1767319310.016503:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319310.016507:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319310.016510:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993572608:0@lo:38:kworker.0
00000100:00100000:0.0:1767319310.529191:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319310.595107:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319310.924634:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319310.924743:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319310.924881:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942187264
00000100:00100000:1.0:1767319310.924896:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942187264
00000100:00100000:1.0:1767319310.924992:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942187136
00000100:00100000:1.0:1767319310.924997:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942187136
00000100:00100000:1.0:1767319310.925024:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5175
00000100:00100000:1.0:1767319310.925036:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942187264:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319310.925140:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942187264:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 105us (521us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319310.925148:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5175
00000100:00100000:1.0:1767319310.925213:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72209
00000100:00100000:1.0:1767319310.925218:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942187136:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319310.925243:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319310.925272:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942187136:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 51us (528us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319310.925279:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72209
00000100:00080000:3.0:1767319310.925522:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319311.549431:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319311.616232:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319312.575238:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319312.640295:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319313.597679:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319313.664227:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319314.621414:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319314.621441:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319314.621470:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993572736:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319314.621575:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319314.621702:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993572736
00000100:00100000:0.0:1767319314.621714:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993572736
00000100:00100000:0.0:1767319314.621793:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939
00000100:00100000:0.0:1767319314.621805:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993572736:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319314.621815:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993572864:0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319314.621848:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319314.621937:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993572736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (363us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319314.621946:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939
00000100:00100000:1.0:1767319314.621966:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319314.622353:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319314.622421:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993572736:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319314.629818:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993572864
00000100:00100000:0.0:1767319314.629846:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993572864
00000100:00100000:0.0:1767319314.630032:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940
00000100:00100000:0.0:1767319314.630046:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993572864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319314.630082:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319314.630185:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993572864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (8221us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319314.630194:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940
00000100:00100000:0.0:1767319314.630254:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993572864:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319314.636053:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767319314.685462:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319315.133894:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319315.133908:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319315.133912:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319315.133917:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319315.133923:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319315.133935:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4554
00000100:00080000:0.0:1767319315.133941:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319315.133950:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319315.134001:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609cced80 x1853163993572992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319315.134035:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319315.134039:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319315.134041:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319315.134045:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4554
00000100:00080000:0.0:1767319315.134048:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319315.134051:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319315.134062:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccce00 x1853163993573120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319315.134110:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319315.134114:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319315.134116:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319315.134120:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4554
00000100:00080000:0.0:1767319315.134123:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319315.134126:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319315.134140:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccfb80 x1853163993573376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319315.134186:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319315.134190:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319315.134192:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319315.134196:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4554
00000100:00080000:0.0:1767319315.134198:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319315.134201:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319315.134211:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccc700 x1853163993573632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319315.134232:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319315.134251:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993573504:0@lo:400:kworker.0
00000100:00100000:0.0:1767319315.134331:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319315.134407:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993573248:0@lo:400:kworker.0
00000100:00100000:3.0:1767319315.134502:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319315.134558:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993572992:0@lo:38:kworker.0
00000100:00100000:1.0:1767319315.134603:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319315.134638:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993573120:0@lo:38:kworker.0
00000100:00100000:1.0:1767319315.134669:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319315.134692:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993573376:0@lo:38:kworker.0
00000100:00100000:1.0:1767319315.134716:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319315.134731:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993573632:0@lo:38:kworker.0
00000100:00100000:1.0:1767319315.134748:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319315.134784:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993573120
00000100:00100000:1.0:1767319315.134794:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993573120
00000100:00100000:1.0:1767319315.134834:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72
00000100:00100000:1.0:1767319315.134842:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993573120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319315.134868:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319315.134885:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993573504
00000100:00100000:3.0:1767319315.134904:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993573504
00000100:00100000:1.0:1767319315.134934:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993573120:12345-0@lo:38:kworker.0 Request processed in 89us (260us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319315.134943:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72
00000100:00100000:3.0:1767319315.134982:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993573248
00000100:00100000:1.0:1767319315.134986:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993572992
00000100:00100000:3.0:1767319315.134990:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993573248
00000100:00100000:1.0:1767319315.134993:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993572992
00000100:00100000:3.0:1767319315.135019:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993573376
00000100:00100000:1.0:1767319315.135025:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993573632
00000100:00100000:3.0:1767319315.135026:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993573376
00000100:00100000:1.0:1767319315.135032:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993573632
00000100:00100000:3.0:1767319315.135051:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5176
00000100:00100000:3.0:1767319315.135131:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993573504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319315.135207:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5177
00000100:00100000:1.0:1767319315.135223:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993573248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319315.135233:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993573504:12345-0@lo:400:kworker.0 Request processed in 103us (899us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319315.135243:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5176
00000100:00100000:3.0:1767319315.135269:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72210
00000100:00100000:3.0:1767319315.135275:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993572992:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319315.135289:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993573248:12345-0@lo:400:kworker.0 Request processed in 72us (787us total) trans 0 rc 0/0
00010000:00020000:3.0:1767319315.135297:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319315.135303:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5177
00000100:00100000:1.0:1767319315.135334:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72211
00000100:00100000:1.0:1767319315.135341:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993573376:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319315.135351:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993572992:12345-0@lo:38:kworker.0 Request processed in 70us (743us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767319315.135359:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319315.135362:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72210
00000100:00100000:3.0:1767319315.135393:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72212
00000100:00100000:3.0:1767319315.135402:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993573632:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319315.135411:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993573376:12345-0@lo:38:kworker.0 Request processed in 65us (687us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767319315.135421:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319315.135423:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72211
00000100:00100000:3.0:1767319315.135485:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993573632:12345-0@lo:38:kworker.0 Request processed in 84us (734us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767319315.135489:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319315.135500:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319315.135501:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72212
00000100:00100000:1.0:1767319315.135505:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993572992:0@lo:38:kworker.0
00000100:00080000:1.0:1767319315.135522:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319315.135526:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319315.135529:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993573120:0@lo:38:kworker.0
00000100:00080000:1.0:1767319315.135538:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319315.135541:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319315.135542:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319315.135551:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993573376:0@lo:38:kworker.0
00000100:00080000:1.0:1767319315.135566:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319315.135570:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319315.135573:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993573632:0@lo:38:kworker.0
00000100:00100000:3.0:1767319315.135604:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993573504:0@lo:400:kworker.0
00000100:00100000:1.0:1767319315.138993:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993573248:0@lo:400:kworker.0
00000100:00100000:3.0:1767319315.645273:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319315.710981:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319316.040525:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319316.040580:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319316.040679:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942187520
00000100:00100000:0.0:1767319316.040688:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942187520
00000100:00100000:0.0:1767319316.040763:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942187392
00000100:00100000:0.0:1767319316.040766:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942187392
00000100:00100000:0.0:1767319316.040784:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5178
00000100:00100000:0.0:1767319316.040795:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942187520:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319316.040890:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942187520:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 96us (374us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319316.040899:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5178
00000100:00080000:3.0:1767319316.040911:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319316.040926:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72213
00000100:00100000:0.0:1767319316.040932:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942187392:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319316.040955:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319316.040986:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942187392:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 52us (405us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319316.040993:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72213
00000100:00100000:3.0:1767319316.671197:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319316.733765:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319317.693422:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319317.757502:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319318.718494:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319318.781558:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319319.741410:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319319.741659:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993573760:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319319.741743:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319319.742132:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993573888:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319319.742201:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319319.742365:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993573760
00000100:00100000:2.0:1767319319.742374:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993573760
00000100:00100000:2.0:1767319319.742465:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993573888
00000100:00100000:2.0:1767319319.742469:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993573888
00000100:00100000:2.0:1767319319.742494:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941
00000100:00100000:2.0:1767319319.742504:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993573760:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319319.742532:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319319.742582:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993573760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (838us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319319.742589:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941
00000100:00100000:2.0:1767319319.742608:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942
00000100:00100000:2.0:1767319319.742614:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993573888:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319319.742629:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319319.742655:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993573888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (455us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319319.742661:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942
00000100:00100000:2.0:1767319319.742702:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993573760:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319319.742912:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993573888:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319319.743085:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319319.743090:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767319319.808585:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319320.258190:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319320.258200:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319320.258204:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319320.258207:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319320.258212:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319320.258220:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4559
00000100:00080000:2.0:1767319320.258224:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319320.258232:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319320.258274:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c700 x1853163993574016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319320.258300:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319320.258303:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319320.258305:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319320.258309:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4559
00000100:00080000:2.0:1767319320.258311:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319320.258315:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319320.258326:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c380 x1853163993574144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319320.258350:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319320.258354:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319320.258355:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319320.258358:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4559
00000100:00080000:2.0:1767319320.258360:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319320.258364:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319320.258375:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295dc00 x1853163993574400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319320.258399:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319320.258403:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319320.258405:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319320.258409:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4559
00000100:00080000:2.0:1767319320.258412:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319320.258415:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319320.258425:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295f800 x1853163993574656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319320.258443:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993574272:0@lo:400:kworker.0
00000100:00100000:2.0:1767319320.258455:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319320.258465:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993574528:0@lo:400:kworker.0
00000100:00100000:1.0:1767319320.259003:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993574016:0@lo:38:kworker.0
00000100:00100000:3.0:1767319320.261991:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319320.262466:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993574272
00000100:00100000:0.0:1767319320.262476:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993574272
00000100:00100000:0.0:1767319320.262602:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5179
00000100:00100000:0.0:1767319320.262614:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993574272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319320.262691:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993574272:12345-0@lo:400:kworker.0 Request processed in 81us (710us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319320.262699:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5179
00000100:00080000:3.0:1767319320.262911:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319320.262954:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993574272:0@lo:400:kworker.0
00000100:00100000:2.0:1767319320.264861:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319320.265086:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993574528
00000100:00100000:0.0:1767319320.265096:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993574528
00000100:00100000:0.0:1767319320.265206:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5180
00000100:00100000:0.0:1767319320.265216:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993574528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319320.265284:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993574528:12345-0@lo:400:kworker.0 Request processed in 70us (429us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319320.265291:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5180
00000100:00100000:2.0:1767319320.265377:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993574528:0@lo:400:kworker.0
00000100:00080000:3.0:1767319320.266053:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319320.266142:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319320.266245:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993574144:0@lo:38:kworker.0
00000100:00100000:1.0:1767319320.266283:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319320.266317:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993574400:0@lo:38:kworker.0
00000100:00100000:1.0:1767319320.266337:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319320.266377:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993574144
00000100:00100000:3.0:1767319320.266383:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993574144
00000100:00100000:3.0:1767319320.266418:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73
00000100:00100000:3.0:1767319320.266424:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993574144:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319320.266444:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319320.266479:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993574144:12345-0@lo:38:kworker.0 Request processed in 54us (195us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319320.266486:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73
00000100:00100000:1.0:1767319320.266617:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993574656:0@lo:38:kworker.0
00000100:00100000:1.0:1767319320.266641:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319320.266766:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993574016
00000100:00100000:2.0:1767319320.266771:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993574016
00000100:00100000:2.0:1767319320.266840:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993574400
00000100:00100000:2.0:1767319320.266844:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993574400
00000100:00100000:2.0:1767319320.266864:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72214
00000100:00100000:2.0:1767319320.266869:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993574016:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319320.266881:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319320.266911:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993574016:12345-0@lo:38:kworker.0 Request processed in 40us (770us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319320.266917:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72214
00000100:00080000:1.0:1767319320.267103:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319320.267109:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319320.267113:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993574016:0@lo:38:kworker.0
00000100:00080000:1.0:1767319320.267124:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319320.267128:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319320.267131:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993574144:0@lo:38:kworker.0
00000100:00100000:1.0:1767319320.267178:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993574656
00000100:00100000:1.0:1767319320.267182:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993574656
00000100:00100000:2.0:1767319320.267255:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72215
00000100:00100000:2.0:1767319320.267261:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993574400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319320.267272:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319320.267304:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993574400:12345-0@lo:38:kworker.0 Request processed in 42us (965us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319320.267541:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72216
00000100:00100000:1.0:1767319320.267546:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993574656:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319320.267556:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319320.267583:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993574656:12345-0@lo:38:kworker.0 Request processed in 35us (941us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319320.267589:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72216
00000100:00080000:1.0:1767319320.267615:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319320.267619:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319320.267621:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993574400:0@lo:38:kworker.0
00000100:00080000:1.0:1767319320.267632:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319320.267636:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319320.267638:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993574656:0@lo:38:kworker.0
00000100:00100000:2.0:1767319320.268066:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72215
00000100:00100000:3.0:1767319320.765292:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319320.831305:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319321.162084:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319321.162123:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319321.162213:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942187776
00000100:00100000:3.0:1767319321.162223:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942187776
00000100:00100000:3.0:1767319321.162290:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942187648
00000100:00100000:3.0:1767319321.162293:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942187648
00000100:00100000:3.0:1767319321.162324:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5181
00000100:00100000:3.0:1767319321.162335:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942187776:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319321.162416:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942187776:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 83us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319321.162424:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5181
00000100:00100000:3.0:1767319321.162441:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72217
00000100:00100000:3.0:1767319321.162445:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942187648:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319321.162467:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319321.162488:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942187648:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 41us (364us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319321.162494:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72217
00000100:00080000:1.0:1767319321.162717:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319321.789357:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319321.853491:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319322.814935:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319322.877402:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319323.837512:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319323.908518:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319324.864022:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319324.864048:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993574784:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319324.864120:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319324.864296:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993574784
00000100:00100000:1.0:1767319324.864304:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993574784
00000100:00100000:1.0:1767319324.864367:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943
00000100:00100000:1.0:1767319324.864377:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993574784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319324.864408:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319324.864454:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993574784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (333us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319324.864462:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943
00000100:00100000:3.0:1767319324.864540:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319324.864581:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993574784:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319324.864936:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319324.865068:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993574912:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319324.865102:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319324.865184:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993574912
00000100:00100000:2.0:1767319324.865189:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993574912
00000100:00100000:2.0:1767319324.865239:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944
00000100:00100000:2.0:1767319324.865245:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993574912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319324.865264:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319324.865300:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993574912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (197us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319324.865308:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944
00000100:00100000:2.0:1767319324.865341:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993574912:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319324.865398:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767319324.928754:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319325.375793:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319325.375805:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319325.375808:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319325.375812:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319325.375816:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319325.375824:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4564
00000100:00080000:1.0:1767319325.375829:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319325.375837:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319325.375878:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094db100 x1853163993575040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319325.375906:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319325.375910:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319325.375912:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319325.375915:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4564
00000100:00080000:1.0:1767319325.375918:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319325.375921:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319325.375934:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094db480 x1853163993575168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319325.375981:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319325.375985:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319325.375987:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319325.375990:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4564
00000100:00080000:1.0:1767319325.375992:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319325.375996:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319325.376008:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094d9500 x1853163993575424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319325.376031:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319325.376035:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319325.376037:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319325.376040:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4564
00000100:00080000:1.0:1767319325.376042:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319325.376045:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319325.376055:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b705ad5500 x1853163993575680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319325.376094:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993575040:0@lo:38:kworker.0
00000100:00100000:3.0:1767319325.376148:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993575936:0@lo:400:kworker.0
00000100:00100000:2.0:1767319325.376188:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319325.376211:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319325.376242:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993575168:0@lo:38:kworker.0
00000100:00100000:3.0:1767319325.376247:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319325.376252:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993575296:0@lo:400:kworker.0
00000100:00100000:2.0:1767319325.376264:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319325.376269:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319325.376325:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993575040
00000100:00100000:2.0:1767319325.376332:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993575424:0@lo:38:kworker.0
00000100:00100000:1.0:1767319325.376333:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993575040
00000100:00100000:2.0:1767319325.376355:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319325.376364:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993575296
00000100:00100000:1.0:1767319325.376368:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993575296
00000100:00100000:2.0:1767319325.376371:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993575680:0@lo:38:kworker.0
00000100:00100000:2.0:1767319325.376388:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319325.376402:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993575424
00000100:00100000:1.0:1767319325.376406:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993575424
00000100:00100000:2.0:1767319325.376414:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993575168
00000100:00100000:1.0:1767319325.376418:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993575680
00000100:00100000:2.0:1767319325.376418:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993575168
00000100:00100000:1.0:1767319325.376420:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993575680
00000100:00100000:1.0:1767319325.376431:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5182
00000100:00100000:2.0:1767319325.376437:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74
00000100:00100000:1.0:1767319325.376440:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993575296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319325.376441:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993575168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319325.376459:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319325.376484:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993575296:12345-0@lo:400:kworker.0 Request processed in 46us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319325.376484:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993575168:12345-0@lo:38:kworker.0 Request processed in 42us (219us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319325.376491:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74
00000100:00100000:1.0:1767319325.376492:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5182
00000100:00100000:1.0:1767319325.376508:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72218
00000100:00100000:1.0:1767319325.376512:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993575040:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319325.376513:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72219
00000100:00100000:2.0:1767319325.376517:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993575424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319325.376522:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767319325.376524:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319325.376543:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993575040:12345-0@lo:38:kworker.0 Request processed in 29us (355us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319325.376543:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993575424:12345-0@lo:38:kworker.0 Request processed in 24us (187us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319325.376549:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72218
00000100:00100000:0.0:1767319325.376596:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993575808:0@lo:400:kworker.0
00000100:00100000:0.0:1767319325.376624:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319325.376644:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319325.376649:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993575552:0@lo:400:kworker.0
00000100:00100000:0.0:1767319325.376670:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319325.376714:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72219
00000100:00100000:2.0:1767319325.376727:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993575552
00000100:00100000:2.0:1767319325.376730:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993575552
00000100:00100000:2.0:1767319325.376748:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5183
00000100:00100000:3.0:1767319325.376748:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993575296:0@lo:400:kworker.0
00000100:00100000:2.0:1767319325.376753:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993575552:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319325.376785:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993575552:12345-0@lo:400:kworker.0 Request processed in 32us (114us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319325.376791:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5183
00000100:00100000:2.0:1767319325.376805:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72220
00000100:00100000:2.0:1767319325.376809:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993575680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319325.376818:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319325.376840:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993575680:12345-0@lo:38:kworker.0 Request processed in 29us (451us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319325.377040:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72220
00000100:00100000:2.0:1767319325.377076:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993575552:0@lo:400:kworker.0
00000100:00080000:2.0:1767319325.377099:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319325.377103:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319325.377107:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993575040:0@lo:38:kworker.0
00000100:00080000:2.0:1767319325.377684:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319325.377690:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319325.377694:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993575168:0@lo:38:kworker.0
00000100:00080000:2.0:1767319325.377715:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319325.377719:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319325.377721:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993575424:0@lo:38:kworker.0
00000100:00080000:2.0:1767319325.377729:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319325.377732:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319325.377735:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993575680:0@lo:38:kworker.0
00000100:00080000:0.0:1767319325.380715:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319325.392552:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993575936
00000100:00100000:3.0:1767319325.392568:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993575936
00000100:00100000:3.0:1767319325.392632:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993575808
00000100:00100000:3.0:1767319325.392636:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993575808
00000100:00100000:3.0:1767319325.392671:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211
00000100:00100000:3.0:1767319325.392680:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993575936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319325.392787:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993575936:12345-0@lo:400:kworker.0 Request processed in 108us (16574us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319325.392795:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211
00000100:00100000:3.0:1767319325.392812:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3212
00000100:00100000:3.0:1767319325.392819:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993575808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319325.392872:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993575808:12345-0@lo:400:kworker.0 Request processed in 53us (16247us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319325.392878:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3212
00000100:00100000:3.0:1767319325.392930:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993575808:0@lo:400:kworker.0
00000100:00100000:3.0:1767319325.392983:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993575936:0@lo:400:kworker.0
00000100:00100000:3.0:1767319325.885663:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319325.949366:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319326.281999:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319326.282225:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942187904
00000100:00100000:1.0:1767319326.282237:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942187904
00000100:00100000:1.0:1767319326.282290:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72221
00000100:00100000:1.0:1767319326.282299:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942187904:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319326.282325:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319326.282404:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942187904:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 104us (413us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319326.282414:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72221
00000100:00100000:2.0:1767319326.286676:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319326.286764:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942188032
00000100:00100000:0.0:1767319326.286774:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942188032
00000100:00100000:0.0:1767319326.286854:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5184
00000100:00100000:0.0:1767319326.286866:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942188032:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319326.286961:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942188032:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 98us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319326.286969:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5184
00000100:00080000:3.0:1767319326.287554:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319326.909280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319326.974092:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319327.933282:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319328.000524:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319328.957276:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319329.022438:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319329.469418:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319304/real 1767319304]  req@ffff89b72b293800 x1853163993571584/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319329 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319329.469449:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b72b293800 x1853163993571584/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319329 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319329.469463:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319329.469472:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319329.469476:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993571584:0@lo:250:kworker.0
00000100:00080000:3.0:1767319329.469585:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319329.469591:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319329.469595:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319329.469600:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4549
00000100:00080000:3.0:1767319329.469604:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319329.469611:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319329.469653:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094d9500 x1853163993576064/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319329.469678:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319329.469681:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319329.469683:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319329.469687:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4570
00000100:00080000:3.0:1767319329.469690:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319329.469694:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319329.469710:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094db480 x1853163993576192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319329.469719:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319329.469722:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319329.469724:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319329.469728:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4570
00000100:00080000:3.0:1767319329.469730:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319329.469733:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319329.469744:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094db100 x1853163993576320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319329.469777:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319329.469781:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319329.469783:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319329.469786:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4570
00000100:00080000:3.0:1767319329.469788:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319329.469792:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319329.469804:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113dc00 x1853163993576576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319329.469828:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767319329.469830:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993576448:0@lo:400:kworker.0
00000100:00080000:3.0:1767319329.469833:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319329.469837:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319329.469842:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4570
00000100:00080000:3.0:1767319329.469844:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319329.469847:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319329.469859:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113e300 x1853163993576832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319329.469893:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993576960:0@lo:400:kworker.0
00000100:00100000:1.0:1767319329.469901:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319329.469968:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993576704:0@lo:400:kworker.0
00000100:00100000:3.0:1767319329.470087:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319329.470146:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993577088:0@lo:400:kworker.0
00000100:00100000:3.0:1767319329.470198:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319329.470241:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993576064:0@lo:250:kworker.0
00000400:00000100:3.0:1767319329.470259:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993576064 offset 0 length 520: 4
00000100:00100000:3.0:1767319329.470275:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993576192:0@lo:38:kworker.0
00000100:00100000:3.0:1767319329.470296:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319329.470311:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993576320:0@lo:38:kworker.0
00000100:00100000:3.0:1767319329.470331:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319329.470585:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993576448
00000100:00100000:0.0:1767319329.470593:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993576448
00000100:00100000:0.0:1767319329.470658:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5185
00000100:00100000:0.0:1767319329.470669:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993576448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319329.470717:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993576448:12345-0@lo:400:kworker.0 Request processed in 51us (819us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319329.470724:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5185
00000100:00100000:0.0:1767319329.470740:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993576192
00000100:00100000:0.0:1767319329.470743:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993576192
00000100:00100000:0.0:1767319329.470761:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72222
00000100:00100000:0.0:1767319329.470766:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993576192:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319329.470784:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319329.470810:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993576192:12345-0@lo:38:kworker.0 Request processed in 42us (513us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319329.470816:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72222
00000100:00100000:0.0:1767319329.470840:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993576960
00000100:00100000:0.0:1767319329.470843:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993576960
00000100:00100000:0.0:1767319329.470866:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993577088
00000100:00100000:0.0:1767319329.470869:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993577088
00000100:00100000:0.0:1767319329.470888:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213
00000100:00100000:0.0:1767319329.470895:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993576960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319329.470928:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993576960:12345-0@lo:400:kworker.0 Request processed in 35us (841us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319329.470934:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213
00000100:00100000:0.0:1767319329.470946:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3214
00000100:00100000:0.0:1767319329.470951:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993577088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319329.470979:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993577088:12345-0@lo:400:kworker.0 Request processed in 28us (780us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319329.470984:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3214
00000100:00080000:0.0:1767319329.471021:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319329.471025:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319329.471027:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319329.471053:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993576960:0@lo:400:kworker.0
00000100:00100000:0.0:1767319329.471087:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993576320
00000100:00100000:0.0:1767319329.471090:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993576320
00000100:00100000:0.0:1767319329.471108:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75
00000100:00100000:0.0:1767319329.471112:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993576320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319329.471122:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319329.471146:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993576320:12345-0@lo:38:kworker.0 Request processed in 33us (813us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319329.471152:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75
00000100:00100000:0.0:1767319329.471213:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993577088:0@lo:400:kworker.0
00000100:00080000:3.0:1767319329.471405:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319329.471411:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319329.471414:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993576320:0@lo:38:kworker.0
00000100:00100000:3.0:1767319329.471422:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993576576:0@lo:38:kworker.0
00000100:00100000:3.0:1767319329.471571:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319329.471590:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993576832:0@lo:38:kworker.0
00000100:00100000:3.0:1767319329.471609:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319329.471645:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319329.471649:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319329.471653:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993576192:0@lo:38:kworker.0
00000100:00100000:3.0:1767319329.471670:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993576576
00000100:00100000:3.0:1767319329.471673:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993576576
00000100:00100000:3.0:1767319329.471691:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993576832
00000100:00100000:3.0:1767319329.471694:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993576832
00000100:00100000:3.0:1767319329.471709:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72223
00000100:00100000:3.0:1767319329.471714:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993576576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319329.471724:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319329.471752:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993576576:12345-0@lo:38:kworker.0 Request processed in 37us (192us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319329.471757:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72223
00000100:00100000:3.0:1767319329.471769:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72224
00000100:00100000:3.0:1767319329.471773:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993576832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319329.471781:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319329.471800:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993576832:12345-0@lo:38:kworker.0 Request processed in 26us (190us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319329.471805:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72224
00000100:00080000:3.0:1767319329.471829:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319329.471832:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319329.471835:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993576576:0@lo:38:kworker.0
00000100:00080000:3.0:1767319329.471842:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319329.471844:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319329.471847:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993576832:0@lo:38:kworker.0
00000100:00100000:2.0:1767319329.472926:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319329.472927:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993576448:0@lo:400:kworker.0
00000100:00100000:0.0:1767319329.472999:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993576704
00000100:00100000:0.0:1767319329.473005:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993576704
00000100:00100000:0.0:1767319329.473056:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5186
00000100:00100000:0.0:1767319329.473063:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993576704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319329.473102:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993576704:12345-0@lo:400:kworker.0 Request processed in 40us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319329.473108:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5186
00000100:00080000:3.0:1767319329.473184:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319329.473260:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993576704:0@lo:400:kworker.0
00000100:00100000:3.0:1767319329.982447:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319329.983597:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319329.983634:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993577216:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319329.983730:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319329.983821:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319329.983833:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993577344:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319329.983861:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319329.983941:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993577216
00000100:00100000:2.0:1767319329.983952:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993577216
00000100:00100000:2.0:1767319329.984030:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945
00000100:00100000:2.0:1767319329.984040:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993577216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319329.984079:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319329.984130:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993577216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (401us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319329.984138:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945
00000100:00100000:2.0:1767319329.984184:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993577344
00000100:00100000:2.0:1767319329.984188:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993577344
00000100:00100000:2.0:1767319329.984208:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946
00000100:00100000:2.0:1767319329.984213:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993577344:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319329.984230:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319329.984259:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993577344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (397us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319329.984265:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946
00000100:00100000:2.0:1767319329.984322:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993577344:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319329.984354:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993577216:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319330.045461:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319331.006241:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319331.071066:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319331.403522:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319331.403585:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:3.0:1767319331.403628:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942188416 offset 0 length 520: 4
00000100:00100000:1.0:1767319331.403818:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942188160
00000100:00100000:1.0:1767319331.403832:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942188160
00000100:00100000:1.0:1767319331.403888:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942188288
00000100:00100000:1.0:1767319331.403892:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942188288
00000100:00100000:1.0:1767319331.403961:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5187
00000100:00100000:1.0:1767319331.403973:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942188288:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:2.0:1767319331.403996:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319331.404045:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72225
00000100:00100000:2.0:1767319331.404052:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942188160:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319331.404081:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319331.404088:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942188288:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 115us (499us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319331.404099:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5187
00000100:00100000:2.0:1767319331.404121:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942188160:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 67us (612us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319331.404135:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72225
00000100:00100000:3.0:1767319332.029278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319332.094026:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319333.053297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319333.117574:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319334.077327:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319334.141594:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319334.589507:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319334.589522:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319334.589525:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319334.589541:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319334.589547:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319334.589557:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4574
00000100:00080000:2.0:1767319334.589563:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319334.589572:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319334.589635:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ca80 x1853163993577472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319334.589667:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319334.589671:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319334.589673:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319334.589678:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4574
00000100:00080000:2.0:1767319334.589688:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319334.589693:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319334.589707:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295f800 x1853163993577600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319334.589758:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319334.589762:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319334.589771:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319334.589775:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4574
00000100:00080000:2.0:1767319334.589779:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319334.589783:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319334.589797:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c380 x1853163993577856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319334.589823:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319334.589826:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319334.589828:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319334.589832:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4574
00000100:00080000:2.0:1767319334.589834:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319334.589838:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319334.589848:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ea00 x1853163993578112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319334.589891:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993578368:0@lo:400:kworker.0
00000100:00100000:0.0:1767319334.589934:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993577728:0@lo:400:kworker.0
00000100:00100000:3.0:1767319334.590007:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993577472:0@lo:38:kworker.0
00000100:00100000:1.0:1767319334.590102:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993577984:0@lo:400:kworker.0
00000100:00100000:0.0:1767319334.593704:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319334.593865:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319334.593876:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993578240:0@lo:400:kworker.0
00000100:00100000:3.0:1767319334.593904:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993577600:0@lo:38:kworker.0
00000100:00100000:0.0:1767319334.593933:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319334.593946:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319334.593984:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993577856:0@lo:38:kworker.0
00000100:00100000:0.0:1767319334.593992:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993578240
00000100:00100000:0.0:1767319334.594004:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993578240
00000100:00100000:3.0:1767319334.594011:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319334.594034:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993578112:0@lo:38:kworker.0
00000100:00100000:3.0:1767319334.594062:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319334.594083:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3215
00000100:00100000:0.0:1767319334.594096:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993578240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319334.594106:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993577728
00000100:00100000:3.0:1767319334.594110:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993577728
00000100:00100000:3.0:1767319334.594141:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993577472
00000100:00100000:3.0:1767319334.594143:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993577472
00000100:00100000:3.0:1767319334.594157:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993577856
00000100:00100000:3.0:1767319334.594172:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993577856
00000100:00100000:3.0:1767319334.594186:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993578112
00000100:00100000:0.0:1767319334.594189:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993578240:12345-0@lo:400:kworker.0 Request processed in 95us (254us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319334.594189:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993578112
00000100:00100000:3.0:1767319334.594199:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5188
00000100:00100000:0.0:1767319334.594202:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3215
00000100:00100000:3.0:1767319334.594208:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993577728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319334.594262:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993578240:0@lo:400:kworker.0
00000100:00100000:0.0:1767319334.594310:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72226
00000100:00100000:0.0:1767319334.594315:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993577472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319334.594341:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319334.594381:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993577472:12345-0@lo:38:kworker.0 Request processed in 64us (517us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319334.594388:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72226
00000100:00100000:0.0:1767319334.594404:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72227
00000100:00100000:0.0:1767319334.594408:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993577856:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319334.594417:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319334.594437:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993577856:12345-0@lo:38:kworker.0 Request processed in 28us (427us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319334.594442:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72227
00000100:00100000:0.0:1767319334.594452:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72228
00000100:00100000:0.0:1767319334.594455:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993578112:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319334.594463:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319334.594483:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993578112:12345-0@lo:38:kworker.0 Request processed in 26us (421us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319334.594487:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72228
00000100:00100000:0.0:1767319334.594514:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993577600
00000100:00100000:0.0:1767319334.594518:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993577600
00000100:00100000:0.0:1767319334.594552:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76
00000100:00100000:0.0:1767319334.594557:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993577600:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319334.594566:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319334.594591:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993577600:12345-0@lo:38:kworker.0 Request processed in 33us (645us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319334.594598:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76
00000100:00080000:0.0:1767319334.594639:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319334.594646:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319334.598262:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319334.598281:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319334.598288:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993577472:0@lo:38:kworker.0
00000100:00080000:0.0:1767319334.598306:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319334.598311:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319334.598314:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993577600:0@lo:38:kworker.0
00000100:00080000:0.0:1767319334.598328:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319334.598332:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319334.598335:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993577856:0@lo:38:kworker.0
00000100:00080000:0.0:1767319334.598361:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319334.598364:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319334.598367:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993578112:0@lo:38:kworker.0
00000100:00100000:2.0:1767319334.598903:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319334.600114:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993577728:12345-0@lo:400:kworker.0 Request processed in 5899us (6413us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319334.600129:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5188
00000100:00100000:2.0:1767319334.601024:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993577728:0@lo:400:kworker.0
00000100:00100000:1.0:1767319334.601235:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319334.601603:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993578368
00000100:00100000:0.0:1767319334.601613:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993578368
00000100:00100000:0.0:1767319334.601696:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216
00000100:00100000:0.0:1767319334.601706:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993578368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319334.601784:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993578368:12345-0@lo:400:kworker.0 Request processed in 79us (2884us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319334.601794:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216
00000100:00100000:2.0:1767319334.601812:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993578368:0@lo:400:kworker.0
00000100:00080000:1.0:1767319334.601898:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319334.601955:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993577984
00000100:00100000:3.0:1767319334.601961:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993577984
00000100:00080000:1.0:1767319334.602010:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319334.602019:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5189
00000100:00100000:3.0:1767319334.602028:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993577984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319334.602085:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993577984:12345-0@lo:400:kworker.0 Request processed in 59us (851us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319334.602093:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5189
00000100:00100000:1.0:1767319334.602117:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993577984:0@lo:400:kworker.0
00000100:00100000:3.0:1767319335.101336:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319335.104797:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319335.104832:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993578496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319335.104899:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319335.104910:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993578624:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319335.104935:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319335.104972:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319335.105046:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993578496
00000100:00100000:3.0:1767319335.105057:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993578496
00000100:00100000:2.0:1767319335.105081:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993578624
00000100:00100000:2.0:1767319335.105086:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993578624
00000100:00100000:3.0:1767319335.105197:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947
00000100:00100000:3.0:1767319335.105209:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993578496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319335.105254:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319335.105319:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993578496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (383us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319335.105328:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947
00000100:00100000:2.0:1767319335.105335:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948
00000100:00100000:2.0:1767319335.105343:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993578624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319335.105362:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319335.105403:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993578624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (431us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319335.105410:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948
00000100:00100000:3.0:1767319335.105444:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993578624:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319335.105476:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993578496:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319335.166989:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319336.125561:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319336.189585:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319336.520109:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319336.520356:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942188672
00000100:00100000:3.0:1767319336.520373:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942188672
00000100:00100000:3.0:1767319336.520486:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5190
00000100:00100000:3.0:1767319336.520509:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942188672:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319336.520632:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942188672:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 135us (531us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319336.520640:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5190
00000100:00080000:1.0:1767319336.520687:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319336.524278:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319336.524456:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942188544
00000100:00100000:0.0:1767319336.524467:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942188544
00000100:00100000:0.0:1767319336.524536:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72229
00000100:00100000:0.0:1767319336.524546:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942188544:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319336.524570:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319336.524641:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942188544:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 95us (373us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319336.524649:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72229
00000100:00100000:1.0:1767319337.149262:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319337.215128:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319338.173507:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319338.237358:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319339.197802:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319339.262911:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319339.711789:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319339.711803:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319339.711806:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319339.711811:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319339.711816:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319339.711826:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4579
00000100:00080000:3.0:1767319339.711900:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319339.711910:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319339.711961:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8e300 x1853163993578752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319339.712005:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319339.712010:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319339.712012:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319339.712016:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4579
00000100:00080000:3.0:1767319339.712019:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319339.712023:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319339.712037:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8fb80 x1853163993578880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319339.712086:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319339.712090:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319339.712092:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319339.712095:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4579
00000100:00080000:3.0:1767319339.712098:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319339.712101:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319339.712115:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8f100 x1853163993579136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319339.712145:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319339.712149:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319339.712151:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319339.712155:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4579
00000100:00080000:3.0:1767319339.712389:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319339.712395:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319339.712492:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8d500 x1853163993579392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319339.712628:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993579520:0@lo:400:kworker.0
00000100:00100000:3.0:1767319339.712706:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319339.712789:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319339.712796:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993579264:0@lo:400:kworker.0
00000100:00100000:3.0:1767319339.712823:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319339.712966:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993579648:0@lo:400:kworker.0
00000100:00100000:2.0:1767319339.713001:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319339.713022:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319339.713027:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993579008:0@lo:400:kworker.0
00000100:00100000:0.0:1767319339.713211:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993579520
00000100:00100000:0.0:1767319339.713218:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993579520
00000100:00100000:0.0:1767319339.713291:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993579648
00000100:00100000:0.0:1767319339.713295:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993579648
00000100:00100000:0.0:1767319339.713320:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3217
00000100:00100000:0.0:1767319339.713328:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993579520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319339.713550:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3218
00000100:00100000:1.0:1767319339.713561:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993579648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319339.714702:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319339.714766:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993579264
00000100:00100000:2.0:1767319339.714773:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993579264
00000100:00100000:2.0:1767319339.714817:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993579008
00000100:00100000:2.0:1767319339.714820:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993579008
00000100:00100000:2.0:1767319339.714845:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5191
00000100:00100000:2.0:1767319339.714852:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993579264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319339.714904:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993579264:12345-0@lo:400:kworker.0 Request processed in 52us (2080us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319339.714911:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5191
00000100:00100000:2.0:1767319339.714931:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5192
00000100:00100000:2.0:1767319339.714937:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993579008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319339.714969:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993579008:12345-0@lo:400:kworker.0 Request processed in 33us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319339.714976:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5192
00000100:00100000:2.0:1767319339.715029:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993579008:0@lo:400:kworker.0
00000100:00080000:2.0:1767319339.715092:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319339.715096:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319339.715099:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319339.715131:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993578752:0@lo:38:kworker.0
00000100:00100000:2.0:1767319339.715183:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319339.715202:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993578880:0@lo:38:kworker.0
00000100:00100000:2.0:1767319339.715230:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319339.715257:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993579136:0@lo:38:kworker.0
00000100:00100000:2.0:1767319339.715277:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319339.715293:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993579392:0@lo:38:kworker.0
00000100:00100000:2.0:1767319339.715313:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319339.715338:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993578752
00000100:00100000:2.0:1767319339.715342:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993578752
00000100:00100000:2.0:1767319339.715360:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993579136
00000100:00100000:2.0:1767319339.715362:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993579136
00000100:00100000:2.0:1767319339.715374:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993579392
00000100:00100000:2.0:1767319339.715376:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993579392
00000100:00100000:2.0:1767319339.715391:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72230
00000100:00100000:2.0:1767319339.715395:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993578752:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319339.715415:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319339.715461:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993578752:12345-0@lo:38:kworker.0 Request processed in 64us (276us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319339.715467:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72230
00000100:00100000:2.0:1767319339.715478:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72231
00000100:00100000:2.0:1767319339.715483:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993579136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319339.715491:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319339.715528:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993579136:12345-0@lo:38:kworker.0 Request processed in 44us (249us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319339.715535:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72231
00000100:00100000:2.0:1767319339.715546:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72232
00000100:00100000:2.0:1767319339.715549:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993579392:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319339.715558:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319339.715580:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993579392:12345-0@lo:38:kworker.0 Request processed in 28us (266us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319339.715585:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72232
00000100:00080000:2.0:1767319339.715614:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319339.715619:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319339.715623:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993578752:0@lo:38:kworker.0
00000100:00080000:2.0:1767319339.715631:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319339.715633:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319339.715636:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993579136:0@lo:38:kworker.0
00000100:00080000:2.0:1767319339.715643:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319339.715646:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319339.715648:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993579392:0@lo:38:kworker.0
00000100:00100000:2.0:1767319339.715686:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993578880
00000100:00100000:2.0:1767319339.715690:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993578880
00000100:00100000:2.0:1767319339.715709:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77
00000100:00100000:2.0:1767319339.715713:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993578880:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319339.715723:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319339.715753:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993578880:12345-0@lo:38:kworker.0 Request processed in 38us (522us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319339.715759:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77
00000100:00080000:2.0:1767319339.715786:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319339.715790:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319339.715793:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993578880:0@lo:38:kworker.0
00000100:00100000:3.0:1767319339.717694:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993579264:0@lo:400:kworker.0
00000100:00100000:0.0:1767319339.719421:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993579520:12345-0@lo:400:kworker.0 Request processed in 6084us (6705us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319339.719445:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3217
00000100:00100000:3.0:1767319339.719712:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993579520:0@lo:400:kworker.0
00000100:00100000:1.0:1767319339.719992:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993579648:12345-0@lo:400:kworker.0 Request processed in 6432us (6988us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319339.720001:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3218
00000100:00100000:2.0:1767319339.720058:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993579648:0@lo:400:kworker.0
00000100:00100000:1.0:1767319340.221419:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319340.221917:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993579904:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319340.221983:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319340.222062:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993579904
00000100:00100000:1.0:1767319340.222069:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993579904
00000100:00100000:1.0:1767319340.222113:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949
00000100:00100000:1.0:1767319340.222121:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993579904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319340.222150:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319340.222207:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993579904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319340.222231:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949
00000100:00100000:1.0:1767319340.222281:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993579904:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319340.222354:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993579776:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319340.222388:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319340.222723:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993579776
00000100:00100000:1.0:1767319340.222728:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993579776
00000100:00100000:1.0:1767319340.222762:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950
00000100:00100000:1.0:1767319340.222769:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993579776:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319340.222787:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319340.222836:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993579776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (446us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319340.222843:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950
00000100:00100000:3.0:1767319340.222956:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993579776:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319340.289205:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319341.245297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319341.309618:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319341.647549:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319341.647607:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319341.647696:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942188928
00000100:00100000:0.0:1767319341.647708:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942188928
00000100:00100000:0.0:1767319341.647793:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942188800
00000100:00100000:0.0:1767319341.647797:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942188800
00000100:00100000:0.0:1767319341.647824:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5193
00000100:00100000:0.0:1767319341.647835:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942188928:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319341.647910:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942188928:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 77us (371us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319341.647917:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5193
00000100:00100000:0.0:1767319341.647940:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72233
00000100:00100000:0.0:1767319341.647944:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942188800:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319341.647965:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319341.647990:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942188800:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (382us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319341.647995:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72233
00000100:00080000:1.0:1767319341.648081:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319342.269452:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319342.333541:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319343.293283:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319343.357557:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319344.317447:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319344.381520:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319344.829630:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319344.829643:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319344.829646:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319344.829650:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319344.829654:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319344.829664:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4584
00000100:00080000:2.0:1767319344.829680:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319344.829689:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319344.829737:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ed80 x1853163993580032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319344.829765:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319344.829769:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319344.829771:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319344.829775:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4584
00000100:00080000:2.0:1767319344.829778:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319344.829781:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319344.829795:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ce00 x1853163993580160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319344.829837:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319344.829841:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319344.829842:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319344.829846:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4584
00000100:00080000:2.0:1767319344.829848:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319344.829851:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319344.829863:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d880 x1853163993580416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319344.829891:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319344.829895:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319344.829897:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319344.829900:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4584
00000100:00080000:2.0:1767319344.829903:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319344.829906:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319344.829918:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ca80 x1853163993580672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319344.829958:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993580544:0@lo:400:kworker.0
00000100:00100000:1.0:1767319344.830235:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993580928:0@lo:400:kworker.0
00000100:00100000:1.0:1767319344.830273:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319344.830354:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319344.830362:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993580288:0@lo:400:kworker.0
00000100:00100000:1.0:1767319344.830398:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993580928
00000100:00100000:1.0:1767319344.830406:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993580928
00000100:00100000:1.0:1767319344.830465:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3219
00000100:00100000:1.0:1767319344.830475:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993580928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319344.830529:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993580928:12345-0@lo:400:kworker.0 Request processed in 56us (256us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319344.830536:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3219
00000100:00080000:1.0:1767319344.830558:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319344.830590:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993580800:0@lo:400:kworker.0
00000100:00100000:1.0:1767319344.830614:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319344.830640:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993580800
00000100:00100000:1.0:1767319344.830644:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993580800
00000100:00100000:1.0:1767319344.830682:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220
00000100:00100000:1.0:1767319344.830689:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993580800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319344.830720:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993580800:12345-0@lo:400:kworker.0 Request processed in 33us (105us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319344.830725:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220
00000100:00080000:1.0:1767319344.830738:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319344.830762:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993580800:0@lo:400:kworker.0
00000100:00100000:2.0:1767319344.831210:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319344.831520:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993580544
00000100:00100000:3.0:1767319344.831526:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993580544
00000100:00100000:3.0:1767319344.831577:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5194
00000100:00100000:3.0:1767319344.831586:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993580544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319344.831632:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993580544:12345-0@lo:400:kworker.0 Request processed in 48us (423us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319344.831639:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5194
00000100:00080000:2.0:1767319344.831791:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319344.831820:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993580544:0@lo:400:kworker.0
00000100:00100000:0.0:1767319344.831925:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993580032:0@lo:38:kworker.0
00000100:00100000:0.0:1767319344.831960:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319344.831994:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993580160:0@lo:38:kworker.0
00000100:00100000:0.0:1767319344.832019:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319344.832055:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993580416:0@lo:38:kworker.0
00000100:00100000:0.0:1767319344.832078:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319344.832095:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993580672:0@lo:38:kworker.0
00000100:00100000:0.0:1767319344.832116:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319344.832148:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993580160
00000100:00100000:0.0:1767319344.832152:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993580160
00000100:00100000:0.0:1767319344.832198:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78
00000100:00100000:0.0:1767319344.832204:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993580160:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319344.832224:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319344.832258:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993580160:12345-0@lo:38:kworker.0 Request processed in 53us (237us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319344.832265:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78
00000100:00100000:0.0:1767319344.832520:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993580032
00000100:00100000:0.0:1767319344.832524:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993580032
00000100:00100000:0.0:1767319344.832544:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993580416
00000100:00100000:0.0:1767319344.832547:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993580416
00000100:00100000:0.0:1767319344.832562:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993580672
00000100:00100000:0.0:1767319344.832564:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993580672
00000100:00100000:0.0:1767319344.832578:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72234
00000100:00100000:0.0:1767319344.832583:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993580032:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319344.832593:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319344.832621:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993580032:12345-0@lo:38:kworker.0 Request processed in 37us (659us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319344.832627:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72234
00000100:00100000:0.0:1767319344.832640:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72235
00000100:00100000:0.0:1767319344.832644:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993580416:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319344.832654:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319344.832832:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72236
00000100:00100000:2.0:1767319344.832837:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993580672:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319344.832847:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319344.832874:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993580672:12345-0@lo:38:kworker.0 Request processed in 36us (758us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319344.832880:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72236
00000100:00080000:2.0:1767319344.832932:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319344.832937:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319344.832941:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993580032:0@lo:38:kworker.0
00000100:00080000:2.0:1767319344.832950:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319344.832954:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319344.832957:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993580160:0@lo:38:kworker.0
00000100:00080000:2.0:1767319344.832964:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319344.832967:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319344.832969:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993580672:0@lo:38:kworker.0
00000100:00100000:1.0:1767319344.833200:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319344.833241:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993580928:0@lo:400:kworker.0
00000100:00100000:0.0:1767319344.833457:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993580416:12345-0@lo:38:kworker.0 Request processed in 810us (1377us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319344.833463:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72235
00000100:00100000:0.0:1767319344.833477:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993580288
00000100:00100000:0.0:1767319344.833481:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993580288
00000100:00100000:0.0:1767319344.833515:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5195
00000100:00100000:0.0:1767319344.833521:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993580288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319344.833560:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993580288:12345-0@lo:400:kworker.0 Request processed in 39us (361us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319344.833566:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5195
00000100:00080000:0.0:1767319344.833585:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319344.833603:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993580288:0@lo:400:kworker.0
00000100:00080000:1.0:1767319344.834056:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319344.834061:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319344.834064:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993580416:0@lo:38:kworker.0
00000100:00100000:3.0:1767319345.341715:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319345.341782:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993581056:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319345.341870:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319345.341905:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993581184:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319345.341936:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319345.342012:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993581056
00000100:00100000:0.0:1767319345.342020:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993581056
00000100:00100000:0.0:1767319345.342087:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993581184
00000100:00100000:0.0:1767319345.342091:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993581184
00000100:00100000:0.0:1767319345.342120:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951
00000100:00100000:0.0:1767319345.342138:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993581056:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319345.342190:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952
00000100:00100000:2.0:1767319345.342203:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993581184:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319345.342206:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:2.0:1767319345.342224:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319345.342265:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993581056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 137us (395us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319345.342274:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951
00000100:00100000:2.0:1767319345.342287:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993581184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (348us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319345.342293:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952
00000100:00100000:3.0:1767319345.342992:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993581056:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319345.343290:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993581184:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319345.406188:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319346.365303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319346.432569:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319346.760456:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319346.760515:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319346.760781:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942189184
00000100:00100000:2.0:1767319346.760799:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942189184
00000100:00100000:2.0:1767319346.760912:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942189056
00000100:00100000:2.0:1767319346.760916:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942189056
00000100:00100000:2.0:1767319346.760948:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5196
00000100:00100000:2.0:1767319346.760959:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942189184:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319346.760980:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72237
00000100:00100000:3.0:1767319346.760993:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942189056:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319346.761023:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319346.761218:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942189056:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 223us (699us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319346.761226:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72237
00000100:00080000:0.0:1767319346.761421:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319346.761565:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942189184:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 93us (611us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319346.761575:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5196
00000100:00100000:3.0:1767319347.389358:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319347.453600:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319348.414227:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319348.477698:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319349.437707:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319349.502656:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319349.950372:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319349.950387:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319349.950390:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319349.950395:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319349.950400:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319349.950410:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4589
00000100:00080000:3.0:1767319349.950416:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319349.950424:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319349.950480:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8c380 x1853163993581312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319349.950511:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319349.950526:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319349.950528:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319349.950533:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4589
00000100:00080000:3.0:1767319349.950535:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319349.950539:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319349.950556:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8dc00 x1853163993581440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319349.950610:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319349.950614:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319349.950616:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319349.950620:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4589
00000100:00080000:3.0:1767319349.950622:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319349.950626:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319349.950638:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8ca80 x1853163993581696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319349.950667:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319349.950671:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319349.950673:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319349.950677:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4589
00000100:00080000:3.0:1767319349.950679:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319349.950683:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319349.950694:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8fb80 x1853163993581952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319349.950775:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993581312:0@lo:38:kworker.0
00000100:00100000:3.0:1767319349.950865:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993581824:0@lo:400:kworker.0
00000100:00100000:2.0:1767319349.950887:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319349.950891:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993581568:0@lo:400:kworker.0
00000100:00100000:3.0:1767319349.950911:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319349.950966:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993581440:0@lo:38:kworker.0
00000100:00100000:0.0:1767319349.950988:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993582208:0@lo:400:kworker.0
00000100:00100000:1.0:1767319349.953395:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319349.953593:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319349.953670:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993581696:0@lo:38:kworker.0
00000100:00100000:2.0:1767319349.953786:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993581312
00000100:00100000:2.0:1767319349.953797:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993581312
00000100:00100000:2.0:1767319349.953847:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72238
00000100:00100000:2.0:1767319349.953857:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993581312:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319349.953895:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319349.953950:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993581312:12345-0@lo:38:kworker.0 Request processed in 93us (3063us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319349.953957:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72238
00000100:00100000:2.0:1767319349.953981:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993581824
00000100:00100000:2.0:1767319349.953985:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993581824
00000100:00100000:1.0:1767319349.954056:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993581568
00000100:00100000:1.0:1767319349.954062:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993581568
00000100:00100000:2.0:1767319349.954816:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5197
00000100:00100000:2.0:1767319349.956733:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993581824:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319349.956783:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5198
00000100:00100000:1.0:1767319349.956793:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993581568:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319349.956850:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993581824:12345-0@lo:400:kworker.0 Request processed in 2025us (5940us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319349.956860:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5197
00000100:00100000:2.0:1767319349.956918:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993581440
00000100:00100000:2.0:1767319349.956928:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993581440
00000100:00100000:2.0:1767319349.956962:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79
00000100:00100000:2.0:1767319349.956968:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993581440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319349.956993:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319349.957209:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993581568:12345-0@lo:400:kworker.0 Request processed in 417us (3826us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319349.957220:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5198
00000100:00100000:3.0:1767319349.957221:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993581824:0@lo:400:kworker.0
00000100:00100000:3.0:1767319349.957266:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319349.957279:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993581568:0@lo:400:kworker.0
00000100:00100000:3.0:1767319349.957281:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993582080:0@lo:400:kworker.0
00000100:00100000:1.0:1767319349.957318:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319349.957334:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319349.957350:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993581952:0@lo:38:kworker.0
00000100:00100000:1.0:1767319349.957388:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319349.957389:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993581696
00000100:00100000:3.0:1767319349.957394:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993581696
00000100:00100000:3.0:1767319349.957423:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993581952
00000100:00100000:3.0:1767319349.957426:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993581952
00000100:00100000:3.0:1767319349.957446:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72239
00000100:00100000:3.0:1767319349.957451:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993581696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319349.957463:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767319349.957509:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319349.957517:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319349.957521:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993581312:0@lo:38:kworker.0
00000100:00100000:1.0:1767319349.957551:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72240
00000100:00100000:1.0:1767319349.957557:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993581952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319349.957568:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319349.959304:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993581952:12345-0@lo:38:kworker.0 Request processed in 1742us (1911us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319349.959304:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993581696:12345-0@lo:38:kworker.0 Request processed in 1837us (1972us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319349.959322:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72240
00000100:00080000:1.0:1767319349.959496:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319349.959502:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319349.959507:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993581696:0@lo:38:kworker.0
00000100:00080000:1.0:1767319349.959523:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319349.959527:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319349.959530:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993581952:0@lo:38:kworker.0
00000100:00100000:3.0:1767319349.959613:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72239
00000100:00080000:1.0:1767319349.959714:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319349.959819:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993582080
00000100:00100000:3.0:1767319349.959829:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993582080
00000100:00100000:3.0:1767319349.960235:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3221
00000100:00100000:3.0:1767319349.960255:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993582080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319349.960346:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993582080:12345-0@lo:400:kworker.0 Request processed in 103us (3013us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319349.960353:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3221
00000100:00080000:3.0:1767319349.960372:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319349.960403:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993582080:0@lo:400:kworker.0
00000100:00100000:0.0:1767319349.960865:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319349.960976:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993582208
00000100:00100000:3.0:1767319349.960983:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993582208
00000100:00100000:3.0:1767319349.961024:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222
00000100:00100000:3.0:1767319349.961032:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993582208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319349.961078:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993582208:12345-0@lo:400:kworker.0 Request processed in 47us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319349.961085:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222
00000100:00080000:3.0:1767319349.961104:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319349.961541:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319349.961549:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319349.961554:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993581440:0@lo:38:kworker.0
00000100:00100000:0.0:1767319349.961595:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993582208:0@lo:400:kworker.0
00000100:00100000:2.0:1767319349.961792:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993581440:12345-0@lo:38:kworker.0 Request processed in 4819us (8195us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319349.961805:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79
00000100:00100000:3.0:1767319350.461361:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319350.461622:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319350.461649:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993582464:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319350.461828:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319350.461972:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319350.461983:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993582336:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319350.462012:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319350.470126:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993582464
00000100:00100000:0.0:1767319350.470153:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993582464
00000100:00100000:0.0:1767319350.470263:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993582336
00000100:00100000:0.0:1767319350.470269:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993582336
00000100:00100000:0.0:1767319350.470311:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953
00000100:00100000:0.0:1767319350.470324:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993582464:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319350.470382:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319350.470489:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993582464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 168us (8661us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319350.470498:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953
00000100:00100000:0.0:1767319350.470532:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954
00000100:00100000:0.0:1767319350.470540:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993582336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319350.470559:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319350.470592:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993582336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (8580us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319350.470598:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954
00000100:00100000:3.0:1767319350.472958:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993582464:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319350.473026:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993582336:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319350.525738:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319351.485343:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319351.549436:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319351.881026:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319351.881254:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942189312
00000100:00100000:1.0:1767319351.881268:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942189312
00000100:00100000:1.0:1767319351.881352:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72241
00000100:00100000:1.0:1767319351.881365:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942189312:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319351.881395:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319351.881484:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942189312:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 122us (488us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319351.881494:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72241
00000100:00100000:0.0:1767319351.889337:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319351.892430:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942189440
00000100:00100000:1.0:1767319351.892454:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942189440
00000100:00100000:1.0:1767319351.892609:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5199
00000100:00100000:1.0:1767319351.892625:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942189440:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767319351.892708:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319351.892767:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942189440:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 145us (3448us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319351.892777:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5199
00000100:00100000:3.0:1767319352.511454:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319352.574501:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319353.533372:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319353.600534:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319354.045655:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319329/real 1767319329]  req@ffff89b6094d9500 x1853163993576064/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319354 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767319354.045705:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6094d9500 x1853163993576064/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319354 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767319354.045722:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319354.045748:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767319354.045753:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993576064:0@lo:250:kworker.0
00000100:00080000:0.0:1767319354.045831:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319354.045838:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319354.045841:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319354.045847:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4574
00000100:00080000:0.0:1767319354.045852:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319354.045860:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319354.045904:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295f800 x1853163993582592/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319354.045933:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319354.045937:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319354.045939:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319354.045943:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4594
00000100:00080000:0.0:1767319354.045946:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319354.045950:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319354.045972:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ea00 x1853163993582720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319354.045981:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319354.045984:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319354.045986:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319354.045991:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4594
00000100:00080000:0.0:1767319354.045994:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319354.045997:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319354.046026:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266300 x1853163993582848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319354.046081:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319354.046086:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319354.046088:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319354.046091:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4594
00000100:00080000:0.0:1767319354.046094:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319354.046099:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319354.046113:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d265c00 x1853163993583104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319354.046146:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319354.046150:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319354.046153:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319354.046188:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4594
00000100:00080000:0.0:1767319354.046191:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319354.046196:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319354.046210:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d265880 x1853163993583360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319354.046261:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993583488:0@lo:400:kworker.0
00000100:00100000:0.0:1767319354.046350:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319354.046424:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319354.046431:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993583232:0@lo:400:kworker.0
00000100:00100000:0.0:1767319354.046459:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319354.046495:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993583488
00000100:00100000:0.0:1767319354.046506:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993583488
00000100:00100000:0.0:1767319354.046572:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3223
00000100:00100000:0.0:1767319354.046585:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993583488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319354.046647:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993583488:12345-0@lo:400:kworker.0 Request processed in 65us (297us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319354.046655:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3223
00000100:00100000:0.0:1767319354.046685:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993583232
00000100:00100000:0.0:1767319354.046689:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993583232
00000100:00100000:0.0:1767319354.046721:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5200
00000100:00100000:0.0:1767319354.046728:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993583232:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319354.046762:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993583232:12345-0@lo:400:kworker.0 Request processed in 34us (301us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319354.046767:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5200
00000100:00100000:0.0:1767319354.046809:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993583232:0@lo:400:kworker.0
00000100:00100000:0.0:1767319354.046822:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993583488:0@lo:400:kworker.0
00000100:00100000:2.0:1767319354.047026:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993583616:0@lo:400:kworker.0
00000100:00100000:2.0:1767319354.047067:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319354.047099:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319354.047107:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993582976:0@lo:400:kworker.0
00000100:00100000:2.0:1767319354.047130:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319354.047200:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993582976
00000100:00100000:2.0:1767319354.047205:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993582976
00000100:00100000:2.0:1767319354.047236:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5201
00000100:00100000:2.0:1767319354.047243:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993582976:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319354.047279:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993582976:12345-0@lo:400:kworker.0 Request processed in 37us (148us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319354.047286:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5201
00000100:00100000:2.0:1767319354.047317:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993582976:0@lo:400:kworker.0
00000100:00100000:3.0:1767319354.047702:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993582592:0@lo:250:kworker.0
00000400:00000100:3.0:1767319354.047736:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993582592 offset 0 length 520: 4
00000100:00100000:3.0:1767319354.047766:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993582720:0@lo:38:kworker.0
00000100:00100000:3.0:1767319354.047793:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319354.047825:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993582848:0@lo:38:kworker.0
00000100:00100000:3.0:1767319354.047854:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319354.047874:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993583104:0@lo:38:kworker.0
00000100:00100000:3.0:1767319354.047898:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319354.047920:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993583360:0@lo:38:kworker.0
00000100:00100000:3.0:1767319354.047943:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319354.047982:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767319354.047990:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319354.048022:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993583616
00000100:00100000:3.0:1767319354.048028:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993583616
00000100:00100000:3.0:1767319354.048075:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3224
00000100:00100000:3.0:1767319354.048085:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993583616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319354.048132:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993583616:12345-0@lo:400:kworker.0 Request processed in 48us (1064us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319354.048580:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993582720
00000100:00100000:1.0:1767319354.048586:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993582720
00000100:00100000:1.0:1767319354.048620:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993583104
00000100:00100000:1.0:1767319354.048623:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993583104
00000100:00100000:1.0:1767319354.048637:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993583360
00000100:00100000:1.0:1767319354.048639:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993583360
00000100:00100000:1.0:1767319354.048656:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72242
00000100:00100000:1.0:1767319354.048662:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993582720:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319354.048686:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319354.048740:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993582720:12345-0@lo:38:kworker.0 Request processed in 77us (946us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319354.048748:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72242
00000100:00100000:1.0:1767319354.048767:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72243
00000100:00100000:1.0:1767319354.048771:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993583104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319354.048782:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319354.048805:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993583104:12345-0@lo:38:kworker.0 Request processed in 33us (907us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319354.048812:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72243
00000100:00100000:1.0:1767319354.048823:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72244
00000100:00100000:1.0:1767319354.048828:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993583360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319354.048837:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319354.048861:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993583360:12345-0@lo:38:kworker.0 Request processed in 32us (917us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319354.048866:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72244
00000100:00080000:1.0:1767319354.048919:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319354.048925:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319354.048929:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993582720:0@lo:38:kworker.0
00000100:00080000:1.0:1767319354.048938:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319354.048941:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319354.048944:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993583104:0@lo:38:kworker.0
00000100:00080000:1.0:1767319354.048952:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319354.048954:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319354.048957:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993583360:0@lo:38:kworker.0
00000100:00080000:1.0:1767319354.049016:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319354.049071:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993583616:0@lo:400:kworker.0
00000100:00100000:3.0:1767319354.049506:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3224
00000100:00100000:2.0:1767319354.049747:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993582848
00000100:00100000:2.0:1767319354.049755:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993582848
00000100:00100000:2.0:1767319354.049796:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80
00000100:00100000:2.0:1767319354.049802:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993582848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319354.049815:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319354.049871:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993582848:12345-0@lo:38:kworker.0 Request processed in 68us (2015us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319354.049878:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80
00000100:00080000:1.0:1767319354.050644:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319354.050652:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319354.050656:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993582848:0@lo:38:kworker.0
00000100:00100000:3.0:1767319354.559958:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319354.623422:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319355.581570:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319355.581639:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319355.581662:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993583744:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319355.581751:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319355.582032:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993583744
00000100:00100000:1.0:1767319355.582041:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993583744
00000100:00100000:1.0:1767319355.582100:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955
00000100:00100000:1.0:1767319355.582110:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993583744:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319355.582154:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319355.582240:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993583744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (488us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319355.582252:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955
00000100:00100000:3.0:1767319355.582537:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993583744:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319355.582868:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319355.582990:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993583872:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319355.583095:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319355.583386:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993583872
00000100:00100000:1.0:1767319355.583392:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993583872
00000100:00100000:1.0:1767319355.583435:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956
00000100:00100000:1.0:1767319355.583444:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993583872:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319355.583465:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319355.583686:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993583872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 243us (590us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319355.583694:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956
00000100:00100000:3.0:1767319355.583768:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993583872:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319355.645559:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319355.976330:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319355.976476:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942189824
00000100:00100000:0.0:1767319355.976493:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942189824
00000100:00100000:0.0:1767319355.976602:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5202
00000100:00100000:0.0:1767319355.976619:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942189824:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:1.0:1767319355.976698:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319355.976974:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942189824:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 358us (661us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319355.976985:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5202
00000400:00000100:3.0:1767319355.977351:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942189568 offset 0 length 520: 4
00000100:00100000:3.0:1767319355.977663:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319355.982090:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942189696
00000100:00100000:2.0:1767319355.982120:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942189696
00000100:00100000:2.0:1767319355.982224:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72245
00000100:00100000:2.0:1767319355.982237:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942189696:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319355.982268:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319355.982393:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942189696:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 156us (4729us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319355.982406:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72245
00000100:00100000:1.0:1767319356.607376:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319356.669653:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319357.629474:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319357.693830:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319358.653668:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319358.719679:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319359.165864:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319359.165879:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319359.165882:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319359.165886:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319359.165891:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319359.165901:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4598
00000100:00080000:3.0:1767319359.165907:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319359.165916:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319359.165973:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615f800 x1853163993584000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319359.166043:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993584000:0@lo:38:kworker.0
00000100:00100000:1.0:1767319359.166137:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319359.166221:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319359.166225:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319359.166227:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319359.166232:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4598
00000100:00080000:3.0:1767319359.166234:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319359.166239:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319359.166254:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c700 x1853163993584128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319359.166287:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319359.166290:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319359.166292:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319359.166295:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4598
00000100:00080000:3.0:1767319359.166298:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319359.166301:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319359.166312:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c380 x1853163993584384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319359.166334:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319359.166338:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319359.166340:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319359.166343:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4598
00000100:00080000:3.0:1767319359.166355:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319359.166359:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319359.166370:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615ca80 x1853163993584640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319359.166436:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993584512:0@lo:400:kworker.0
00000100:00100000:3.0:1767319359.166484:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993584896:0@lo:400:kworker.0
00000100:00100000:3.0:1767319359.166514:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319359.166600:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319359.166606:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993584256:0@lo:400:kworker.0
00000100:00100000:3.0:1767319359.166645:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993584896
00000100:00100000:3.0:1767319359.166653:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993584896
00000100:00100000:3.0:1767319359.166714:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3225
00000100:00100000:3.0:1767319359.166723:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993584896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319359.166775:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993584896:12345-0@lo:400:kworker.0 Request processed in 53us (259us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319359.166782:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3225
00000100:00080000:3.0:1767319359.166819:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319359.166906:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993584128:0@lo:38:kworker.0
00000100:00100000:1.0:1767319359.166932:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319359.166954:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993584384:0@lo:38:kworker.0
00000100:00100000:1.0:1767319359.166973:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319359.167025:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993584768:0@lo:400:kworker.0
00000100:00100000:2.0:1767319359.167043:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993584128
00000100:00100000:2.0:1767319359.167048:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993584128
00000100:00100000:3.0:1767319359.167051:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319359.167072:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81
00000100:00100000:3.0:1767319359.167087:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993584768
00000100:00100000:2.0:1767319359.167089:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993584128:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319359.167091:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993584768
00010000:00020000:2.0:1767319359.167113:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319359.167118:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226
00000100:00100000:3.0:1767319359.167123:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993584768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319359.167148:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993584128:12345-0@lo:38:kworker.0 Request processed in 70us (214us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319359.167152:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993584768:12345-0@lo:400:kworker.0 Request processed in 29us (101us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319359.167155:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81
00000100:00100000:3.0:1767319359.167173:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226
00000100:00080000:3.0:1767319359.167186:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319359.167216:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993584768:0@lo:400:kworker.0
00000100:00100000:1.0:1767319359.167981:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993584640:0@lo:38:kworker.0
00000100:00100000:1.0:1767319359.168013:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319359.168112:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993584000
00000100:00100000:0.0:1767319359.168118:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993584000
00000100:00100000:2.0:1767319359.168354:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993584384
00000100:00100000:2.0:1767319359.168358:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993584384
00000100:00100000:2.0:1767319359.168904:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993584640
00000100:00100000:2.0:1767319359.168909:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993584640
00000100:00100000:2.0:1767319359.168936:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72246
00000100:00100000:2.0:1767319359.168943:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993584000:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319359.168964:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319359.169009:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993584000:12345-0@lo:38:kworker.0 Request processed in 65us (2872us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319359.169016:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72246
00000100:00100000:2.0:1767319359.169033:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72247
00000100:00100000:2.0:1767319359.169037:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993584384:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319359.169045:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319359.169068:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993584384:12345-0@lo:38:kworker.0 Request processed in 29us (2094us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319359.169073:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72247
00000100:00100000:2.0:1767319359.169104:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72248
00000100:00100000:2.0:1767319359.169108:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993584640:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319359.169117:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319359.169136:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993584640:12345-0@lo:38:kworker.0 Request processed in 27us (1123us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319359.169142:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72248
00000100:00100000:2.0:1767319359.169207:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319359.169253:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993584896:0@lo:400:kworker.0
00000100:00100000:2.0:1767319359.169283:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993584256
00000100:00100000:2.0:1767319359.169286:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993584256
00000100:00100000:2.0:1767319359.169324:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5203
00000100:00100000:2.0:1767319359.169330:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993584256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319359.169381:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993584256:12345-0@lo:400:kworker.0 Request processed in 51us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319359.169387:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5203
00000100:00080000:2.0:1767319359.169403:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319359.170022:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993584256:0@lo:400:kworker.0
00000100:00100000:2.0:1767319359.170187:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319359.170228:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993584512
00000100:00100000:2.0:1767319359.170233:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993584512
00000100:00100000:2.0:1767319359.170269:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5204
00000100:00100000:2.0:1767319359.170275:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993584512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319359.170318:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993584512:12345-0@lo:400:kworker.0 Request processed in 43us (131us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319359.170324:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5204
00000100:00080000:2.0:1767319359.170338:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319359.170369:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993584512:0@lo:400:kworker.0
00000100:00080000:1.0:1767319359.170763:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319359.170770:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319359.170774:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993584640:0@lo:38:kworker.0
00000100:00080000:1.0:1767319359.170786:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319359.170790:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319359.170793:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993584000:0@lo:38:kworker.0
00000100:00080000:1.0:1767319359.170822:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319359.170826:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319359.170838:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993584128:0@lo:38:kworker.0
00000100:00080000:1.0:1767319359.170850:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319359.170854:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319359.170857:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993584384:0@lo:38:kworker.0
00000100:00100000:1.0:1767319359.677385:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319359.742027:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319360.701398:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319360.703357:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319360.703384:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993585024:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319360.703476:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319360.703627:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993585024
00000100:00100000:0.0:1767319360.703639:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993585024
00000100:00100000:0.0:1767319360.703713:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957
00000100:00100000:0.0:1767319360.703724:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993585024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319360.703763:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319360.703822:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993585024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (346us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319360.703830:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957
00000100:00100000:0.0:1767319360.703889:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993585024:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319360.705475:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319360.705500:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993585152:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319360.705582:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319360.705919:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993585152
00000100:00100000:0.0:1767319360.705930:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993585152
00000100:00100000:0.0:1767319360.706000:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958
00000100:00100000:0.0:1767319360.706021:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993585152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319360.706081:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319360.706146:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993585152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (563us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319360.706154:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958
00000100:00100000:3.0:1767319360.706372:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993585152:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319360.765481:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319361.105264:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319361.105317:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319361.105563:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942189952
00000100:00100000:3.0:1767319361.105574:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942189952
00000100:00100000:3.0:1767319361.105624:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942190080
00000100:00100000:3.0:1767319361.105628:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942190080
00000100:00100000:3.0:1767319361.105689:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5205
00000100:00100000:3.0:1767319361.105700:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942190080:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319361.105772:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942190080:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 73us (454us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319361.105780:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5205
00000100:00100000:3.0:1767319361.105800:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72249
00000100:00100000:3.0:1767319361.105804:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942189952:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319361.105825:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319361.105849:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942189952:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (597us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319361.105855:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72249
00000100:00080000:1.0:1767319361.106001:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319361.725282:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319361.789561:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319362.749226:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319362.813398:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319363.773295:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319363.837372:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319364.285299:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319364.285311:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319364.285314:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319364.285318:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319364.285322:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319364.285330:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4603
00000100:00080000:3.0:1767319364.285335:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319364.285342:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319364.285384:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c380 x1853163993585280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319364.285410:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319364.285414:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319364.285416:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319364.285419:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4603
00000100:00080000:3.0:1767319364.285421:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319364.285424:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319364.285438:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c700 x1853163993585408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319364.285485:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319364.285489:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319364.285490:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319364.285494:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4603
00000100:00080000:3.0:1767319364.285496:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319364.285499:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319364.285511:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615ca80 x1853163993585664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319364.285532:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319364.285535:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319364.285537:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319364.285540:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4603
00000100:00080000:3.0:1767319364.285554:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319364.285557:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319364.285569:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615d880 x1853163993585920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319364.285847:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993585536:0@lo:400:kworker.0
00000100:00100000:0.0:1767319364.285916:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319364.286002:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319364.286009:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993586176:0@lo:400:kworker.0
00000100:00100000:0.0:1767319364.286037:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319364.286071:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993585792:0@lo:400:kworker.0
00000100:00100000:0.0:1767319364.286095:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319364.286111:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319364.286115:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993586048:0@lo:400:kworker.0
00000100:00100000:0.0:1767319364.286134:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319364.286192:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993586176
00000100:00100000:0.0:1767319364.286199:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993586176
00000100:00100000:0.0:1767319364.286245:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993586048
00000100:00100000:0.0:1767319364.286248:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993586048
00000100:00100000:0.0:1767319364.286268:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3227
00000100:00100000:0.0:1767319364.286278:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993586176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319364.286327:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993586176:12345-0@lo:400:kworker.0 Request processed in 51us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319364.286334:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3227
00000100:00100000:0.0:1767319364.286353:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228
00000100:00100000:0.0:1767319364.286359:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993586048:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319364.286391:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993586048:12345-0@lo:400:kworker.0 Request processed in 32us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319364.286397:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228
00000100:00100000:0.0:1767319364.286432:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993586176:0@lo:400:kworker.0
00000100:00100000:0.0:1767319364.286458:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993586048:0@lo:400:kworker.0
00000100:00100000:3.0:1767319364.286525:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993585536
00000100:00100000:3.0:1767319364.286530:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993585536
00000100:00100000:3.0:1767319364.286568:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993585792
00000100:00100000:3.0:1767319364.286572:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993585792
00000100:00100000:3.0:1767319364.286596:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5206
00000100:00100000:3.0:1767319364.286613:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993585536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319364.286650:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993585536:12345-0@lo:400:kworker.0 Request processed in 39us (734us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319364.286656:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5206
00000100:00100000:3.0:1767319364.286670:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5207
00000100:00100000:3.0:1767319364.286676:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993585792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319364.286720:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993585792:12345-0@lo:400:kworker.0 Request processed in 44us (623us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319364.286726:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5207
00000100:00100000:0.0:1767319364.287018:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993585536:0@lo:400:kworker.0
00000100:00100000:0.0:1767319364.287044:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993585792:0@lo:400:kworker.0
00000100:00080000:1.0:1767319364.287627:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319364.287634:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319364.287636:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319364.287655:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993585280:0@lo:38:kworker.0
00000100:00100000:1.0:1767319364.288053:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319364.288093:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993585408:0@lo:38:kworker.0
00000100:00100000:1.0:1767319364.288120:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319364.288157:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993585664:0@lo:38:kworker.0
00000100:00100000:1.0:1767319364.288203:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319364.288223:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993585920:0@lo:38:kworker.0
00000100:00100000:1.0:1767319364.288243:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319364.288278:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993585280
00000100:00100000:1.0:1767319364.288284:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993585280
00000100:00100000:1.0:1767319364.288311:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993585664
00000100:00100000:1.0:1767319364.288314:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993585664
00000100:00100000:1.0:1767319364.288328:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993585920
00000100:00100000:1.0:1767319364.288330:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993585920
00000100:00100000:1.0:1767319364.288345:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72250
00000100:00100000:1.0:1767319364.288350:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993585280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319364.288371:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319364.288409:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993585280:12345-0@lo:38:kworker.0 Request processed in 57us (356us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319364.288416:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72250
00000100:00100000:1.0:1767319364.288431:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72251
00000100:00100000:1.0:1767319364.288435:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993585664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319364.288444:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319364.288467:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993585664:12345-0@lo:38:kworker.0 Request processed in 31us (263us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319364.288472:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72251
00000100:00100000:1.0:1767319364.288483:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72252
00000100:00100000:1.0:1767319364.288487:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993585920:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319364.288494:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319364.288515:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993585920:12345-0@lo:38:kworker.0 Request processed in 26us (271us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319364.288520:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72252
00000100:00080000:1.0:1767319364.288562:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319364.288568:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319364.288571:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993585280:0@lo:38:kworker.0
00000100:00080000:1.0:1767319364.288582:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319364.288586:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319364.288588:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993585664:0@lo:38:kworker.0
00000100:00100000:0.0:1767319364.288967:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993585408
00000100:00100000:0.0:1767319364.288972:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993585408
00000100:00100000:0.0:1767319364.289011:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82
00000100:00100000:0.0:1767319364.289016:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993585408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319364.289028:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319364.289057:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993585408:12345-0@lo:38:kworker.0 Request processed in 40us (936us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319364.289063:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82
00000100:00080000:1.0:1767319364.289384:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319364.289390:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319364.289394:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993585920:0@lo:38:kworker.0
00000100:00080000:1.0:1767319364.289426:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319364.289431:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319364.289433:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993585408:0@lo:38:kworker.0
00000100:00100000:1.0:1767319364.798637:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319364.861430:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319365.821874:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993586432:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319365.822003:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319365.822285:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993586304:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319365.822328:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319365.823257:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993586432
00000100:00100000:3.0:1767319365.823267:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993586432
00000100:00100000:3.0:1767319365.823330:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993586304
00000100:00100000:3.0:1767319365.823349:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993586304
00000100:00100000:3.0:1767319365.823397:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959
00000100:00100000:3.0:1767319365.823408:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993586432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319365.823450:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319365.823634:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2960
00000100:00100000:2.0:1767319365.823644:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993586304:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319365.823660:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319365.823699:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993586304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (1370us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319365.823707:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2960
00000100:00100000:2.0:1767319365.823803:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993586304:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319365.828209:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319365.851552:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993586432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 28135us (29539us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319365.851568:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959
00000100:00100000:0.0:1767319365.854976:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993586432:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319365.885395:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319366.221727:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319366.221912:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942190208
00000100:00100000:2.0:1767319366.221923:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942190208
00000100:00100000:2.0:1767319366.221989:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72253
00000100:00100000:2.0:1767319366.221997:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942190208:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319366.222021:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319366.222097:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942190208:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 99us (377us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319366.222106:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72253
00000100:00100000:1.0:1767319366.224240:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319366.224338:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942190336
00000100:00100000:3.0:1767319366.224347:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942190336
00000100:00100000:3.0:1767319366.224416:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5208
00000100:00100000:3.0:1767319366.224426:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942190336:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319366.224503:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942190336:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 78us (270us total) trans 0 rc 0/0
00000100:00080000:1.0:1767319366.224596:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319366.224630:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5208
00000100:00100000:2.0:1767319366.846504:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319366.909326:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319367.869283:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319367.934451:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319368.893991:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319368.961265:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319369.407476:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319369.407487:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319369.407489:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319369.407494:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319369.407498:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319369.407506:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4608
00000100:00080000:1.0:1767319369.407511:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319369.407518:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319369.407558:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24a80 x1853163993586560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319369.407582:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319369.407586:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319369.407588:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319369.407591:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4608
00000100:00080000:1.0:1767319369.407594:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319369.407597:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319369.407613:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f25c00 x1853163993586688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319369.407621:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993586560:0@lo:38:kworker.0
00000100:00080000:1.0:1767319369.407661:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319369.407665:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319369.407667:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319369.407671:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4608
00000100:00080000:1.0:1767319369.407674:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319369.407678:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319369.407691:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f27100 x1853163993586944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319369.407694:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993586816:0@lo:400:kworker.0
00000100:00100000:2.0:1767319369.407697:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319369.407727:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319369.407731:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319369.407733:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319369.407736:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4608
00000100:00080000:1.0:1767319369.407739:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319369.407742:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319369.407755:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24700 x1853163993587200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319369.407790:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993586560
00000100:00100000:3.0:1767319369.407800:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993586560
00000100:00100000:1.0:1767319369.407802:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993587072:0@lo:400:kworker.0
00000100:00100000:0.0:1767319369.407824:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319369.407839:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993587456:0@lo:400:kworker.0
00000100:00100000:2.0:1767319369.407850:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993586688:0@lo:38:kworker.0
00000100:00100000:3.0:1767319369.407858:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993586816
00000100:00100000:1.0:1767319369.407859:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319369.407865:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993586816
00000100:00100000:0.0:1767319369.407884:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993587072
00000100:00100000:0.0:1767319369.407897:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993587072
00000100:00100000:1.0:1767319369.407902:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319369.407908:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319369.407911:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993587328:0@lo:400:kworker.0
00000100:00100000:3.0:1767319369.407931:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5209
00000100:00100000:3.0:1767319369.407945:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993586816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319369.407946:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5210
00000100:00100000:1.0:1767319369.407948:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319369.407952:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993586944:0@lo:38:kworker.0
00000100:00100000:0.0:1767319369.407960:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993587072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319369.407986:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72254
00000100:00100000:1.0:1767319369.407991:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993586560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319369.408010:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319369.408089:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319369.408107:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993586816:12345-0@lo:400:kworker.0 Request processed in 166us (281us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319369.408115:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993587200:0@lo:38:kworker.0
00000100:00100000:3.0:1767319369.408117:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5209
00000100:00100000:3.0:1767319369.408138:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993586944
00000100:00100000:3.0:1767319369.408143:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993586944
00000100:00100000:2.0:1767319369.408147:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319369.408182:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993587200
00000100:00100000:3.0:1767319369.408186:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993587200
00000100:00100000:3.0:1767319369.408196:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72255
00000100:00100000:3.0:1767319369.408201:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993586944:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319369.408212:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319369.408218:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993586688
00000100:00100000:2.0:1767319369.408223:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993586688
00000100:00100000:2.0:1767319369.408247:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83
00000100:00100000:2.0:1767319369.408251:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993586688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319369.408262:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319369.408292:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993586688:12345-0@lo:38:kworker.0 Request processed in 39us (386us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319369.408298:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83
00000100:00100000:2.0:1767319369.408318:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72256
00000100:00100000:2.0:1767319369.408322:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993587200:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319369.408331:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319369.408353:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993587200:12345-0@lo:38:kworker.0 Request processed in 29us (209us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319369.408359:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72256
00000100:00080000:2.0:1767319369.408390:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319369.408419:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319369.408423:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319369.408427:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993586688:0@lo:38:kworker.0
00000100:00080000:2.0:1767319369.408436:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319369.408438:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319369.408441:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993587200:0@lo:38:kworker.0
00000100:00100000:2.0:1767319369.408477:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993587328
00000100:00100000:2.0:1767319369.408480:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993587328
00000100:00100000:2.0:1767319369.408514:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3229
00000100:00100000:2.0:1767319369.408521:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993587328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319369.408810:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993587072:12345-0@lo:400:kworker.0 Request processed in 854us (951us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319369.408817:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993587328:12345-0@lo:400:kworker.0 Request processed in 294us (870us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319369.408823:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5210
00000100:00100000:2.0:1767319369.408829:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3229
00000100:00080000:2.0:1767319369.408864:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319369.408866:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993587328:0@lo:400:kworker.0
00000100:00100000:0.0:1767319369.408880:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993587072:0@lo:400:kworker.0
00000100:00100000:0.0:1767319369.408927:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993586816:0@lo:400:kworker.0
00000100:00100000:0.0:1767319369.408973:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319369.409021:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993586560:12345-0@lo:38:kworker.0 Request processed in 1028us (1328us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319369.409030:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993587456
00000100:00100000:1.0:1767319369.409031:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72254
00000100:00100000:2.0:1767319369.409036:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993587456
00000100:00080000:1.0:1767319369.409067:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319369.409072:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319369.409077:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993586560:0@lo:38:kworker.0
00000100:00100000:2.0:1767319369.409085:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3230
00000100:00100000:2.0:1767319369.409096:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993587456:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319369.409118:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993586944:12345-0@lo:38:kworker.0 Request processed in 913us (1026us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319369.409127:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72255
00000100:00100000:2.0:1767319369.409142:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993587456:12345-0@lo:400:kworker.0 Request processed in 48us (166us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319369.409149:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3230
00000100:00080000:1.0:1767319369.409300:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319369.409305:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319369.409309:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993586944:0@lo:38:kworker.0
00000100:00080000:0.0:1767319369.409883:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319369.409920:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993587456:0@lo:400:kworker.0
00000100:00100000:2.0:1767319369.917287:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319369.982194:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319370.941309:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319370.942000:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319370.942021:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993587584:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319370.942116:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319370.942267:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993587584
00000100:00100000:0.0:1767319370.942276:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993587584
00000100:00100000:0.0:1767319370.942349:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961
00000100:00100000:0.0:1767319370.942359:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993587584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319370.942402:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319370.942454:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993587584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319370.942463:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961
00000100:00100000:0.0:1767319370.942549:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993587584:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319370.943853:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993587712:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319370.943916:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319370.944047:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993587712
00000100:00100000:1.0:1767319370.944069:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993587712
00000100:00100000:1.0:1767319370.944111:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962
00000100:00100000:1.0:1767319370.944120:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993587712:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319370.944144:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319370.945044:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993587712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 922us (1124us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319370.945064:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962
00000100:00100000:2.0:1767319370.946014:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993587712:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319371.005619:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319371.338102:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319371.338152:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319371.338204:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942190592
00000100:00100000:3.0:1767319371.338215:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942190592
00000100:00080000:0.0:1767319371.338251:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319371.338281:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942190464
00000100:00100000:3.0:1767319371.338285:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942190464
00000100:00100000:3.0:1767319371.338314:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5211
00000100:00100000:2.0:1767319371.338422:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72257
00000100:00100000:2.0:1767319371.338428:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942190464:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319371.338453:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319371.338515:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942190464:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 86us (363us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319371.338534:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72257
00000100:00100000:3.0:1767319371.338742:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942190592:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319371.338876:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942190592:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 469us (701us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319371.338885:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5211
00000100:00100000:2.0:1767319371.965427:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319372.029370:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319372.989309:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319373.053434:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319374.013724:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319374.077390:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319374.525660:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319374.525670:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319374.525673:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319374.525677:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319374.525681:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319374.525690:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4614
00000100:00080000:1.0:1767319374.525695:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319374.525701:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319374.525755:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e59c00 x1853163993587840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319374.525772:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319374.525775:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319374.525776:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319374.525780:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4614
00000100:00080000:1.0:1767319374.525782:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319374.525785:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319374.525809:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e59f80 x1853163993587968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319374.525903:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993587840:0@lo:38:kworker.0
00000100:00100000:3.0:1767319374.525968:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319374.526026:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993587968:0@lo:38:kworker.0
00000100:00100000:3.0:1767319374.526051:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319374.526094:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993587968
00000100:00100000:3.0:1767319374.526102:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993587968
00000100:00100000:0.0:1767319374.526267:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993588096:0@lo:400:kworker.0
00000100:00100000:0.0:1767319374.526299:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319374.526446:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993587840
00000100:00100000:2.0:1767319374.526451:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993587840
00000100:00100000:2.0:1767319374.526792:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993588096
00000100:00100000:2.0:1767319374.526807:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993588096
00000100:00100000:2.0:1767319374.526847:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5212
00000100:00100000:2.0:1767319374.526857:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993588096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319374.526905:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993588096:12345-0@lo:400:kworker.0 Request processed in 50us (605us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319374.526911:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5212
00000100:00100000:2.0:1767319374.526930:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72258
00000100:00100000:2.0:1767319374.526934:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993587840:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319374.526952:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767319374.526971:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319374.526981:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993587840:12345-0@lo:38:kworker.0 Request processed in 46us (1014us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319374.526988:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72258
00000100:00100000:0.0:1767319374.527013:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993588096:0@lo:400:kworker.0
00000100:00080000:2.0:1767319374.527020:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319374.527023:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319374.527026:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993587840:0@lo:38:kworker.0
00000100:00080000:1.0:1767319374.527096:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319374.527100:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319374.527102:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319374.527106:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4614
00000100:00080000:1.0:1767319374.527109:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319374.527113:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319374.527132:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e5bb80 x1853163993588224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319374.527182:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319374.527185:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319374.527187:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319374.527191:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4614
00000100:00080000:1.0:1767319374.527193:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319374.527197:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319374.527208:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e5a680 x1853163993588480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319374.527360:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993588352:0@lo:400:kworker.0
00000100:00100000:0.0:1767319374.527388:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319374.527420:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319374.527426:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993588608:0@lo:400:kworker.0
00000100:00100000:0.0:1767319374.527450:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319374.527480:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319374.527496:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993588736:0@lo:400:kworker.0
00000100:00100000:0.0:1767319374.527523:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319374.527546:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993588224:0@lo:38:kworker.0
00000100:00100000:0.0:1767319374.527566:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319374.527580:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993588480:0@lo:38:kworker.0
00000100:00100000:0.0:1767319374.527599:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319374.527623:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993588352
00000100:00100000:0.0:1767319374.527627:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993588352
00000100:00100000:0.0:1767319374.527654:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993588224
00000100:00100000:0.0:1767319374.527658:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993588224
00000100:00100000:0.0:1767319374.527670:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993588480
00000100:00100000:0.0:1767319374.527672:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993588480
00000100:00100000:0.0:1767319374.527687:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5213
00000100:00100000:0.0:1767319374.527694:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993588352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319374.527728:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993588352:12345-0@lo:400:kworker.0 Request processed in 35us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319374.527745:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5213
00000100:00100000:2.0:1767319374.527758:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993588608
00000100:00100000:0.0:1767319374.527760:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72259
00000100:00100000:2.0:1767319374.527762:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993588608
00000100:00100000:0.0:1767319374.527764:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993588224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319374.527775:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319374.527786:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993588736
00000100:00100000:2.0:1767319374.527789:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993588736
00000100:00100000:0.0:1767319374.527816:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993588224:12345-0@lo:38:kworker.0 Request processed in 50us (248us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319374.527821:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3231
00000100:00100000:0.0:1767319374.527822:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72259
00000100:00100000:2.0:1767319374.527827:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993588608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319374.527857:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993588608:12345-0@lo:400:kworker.0 Request processed in 30us (406us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319374.527863:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3231
00000100:00100000:2.0:1767319374.527874:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3232
00000100:00100000:2.0:1767319374.527879:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993588736:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319374.527908:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993588736:12345-0@lo:400:kworker.0 Request processed in 29us (385us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319374.527914:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3232
00000100:00100000:2.0:1767319374.527930:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72260
00000100:00100000:2.0:1767319374.527934:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993588480:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319374.527943:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319374.527965:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993588480:12345-0@lo:38:kworker.0 Request processed in 29us (365us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319374.527971:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72260
00000100:00100000:2.0:1767319374.528008:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993588736:0@lo:400:kworker.0
00000100:00080000:2.0:1767319374.528044:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319374.528048:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319374.528049:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319374.528074:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993588608:0@lo:400:kworker.0
00000100:00100000:2.0:1767319374.528083:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993588352:0@lo:400:kworker.0
00000100:00080000:0.0:1767319374.528143:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319374.528148:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319374.528151:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993588224:0@lo:38:kworker.0
00000100:00080000:0.0:1767319374.528185:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319374.528189:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319374.528191:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993588480:0@lo:38:kworker.0
00000100:00100000:3.0:1767319374.528719:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84
00000100:00100000:3.0:1767319374.528726:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993587968:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319374.528748:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319374.528806:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993587968:12345-0@lo:38:kworker.0 Request processed in 78us (2753us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319374.528812:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84
00000100:00080000:0.0:1767319374.529026:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319374.529031:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319374.529035:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993587968:0@lo:38:kworker.0
00000100:00100000:2.0:1767319375.038509:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319375.101762:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319376.061526:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319376.061727:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993588864:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319376.061810:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319376.061834:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319376.062453:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993588864
00000100:00100000:2.0:1767319376.062699:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993588864
00000100:00100000:2.0:1767319376.062831:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963
00000100:00100000:2.0:1767319376.062842:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993588864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319376.062873:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319376.062927:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993588864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (1095us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319376.062935:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963
00000100:00100000:3.0:1767319376.063023:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319376.063046:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993588992:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319376.063067:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993588864:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319376.063230:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319376.063256:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319376.063316:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993588992
00000100:00100000:1.0:1767319376.063322:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993588992
00000100:00080000:0.0:1767319376.063473:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319376.063514:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964
00000100:00100000:1.0:1767319376.063524:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993588992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319376.063553:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319376.063602:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993588992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (348us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319376.063609:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964
00000100:00100000:3.0:1767319376.063671:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993588992:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319376.133841:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319376.483062:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319376.483129:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319376.483463:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942190848
00000100:00100000:1.0:1767319376.483477:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942190848
00000100:00080000:0.0:1767319376.483613:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319376.484976:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942190720
00000100:00100000:1.0:1767319376.484992:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942190720
00000100:00100000:2.0:1767319376.493118:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5214
00000100:00100000:2.0:1767319376.493141:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942190848:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319376.494020:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942190848:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 877us (10969us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319376.494036:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5214
00000100:00100000:2.0:1767319376.494084:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72261
00000100:00100000:2.0:1767319376.494092:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942190720:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319376.494122:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319376.494199:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942190720:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 107us (11069us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319376.494206:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72261
00000100:00100000:0.0:1767319377.085542:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319377.149648:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319378.112550:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319378.174070:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319379.133792:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319379.197771:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319379.646021:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319354/real 1767319354]  req@ffff89b60295f800 x1853163993582592/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319379 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319379.646067:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60295f800 x1853163993582592/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319379 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319379.646093:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319379.646123:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319379.646127:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993582592:0@lo:250:kworker.0
00000100:00080000:3.0:1767319379.646235:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319379.646242:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319379.646245:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319379.646251:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4598
00000100:00080000:3.0:1767319379.646255:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319379.646264:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319379.646307:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731344380 x1853163993589120/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319379.646335:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319379.646339:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319379.646341:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319379.646484:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4619
00000100:00080000:3.0:1767319379.646487:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319379.646492:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319379.646513:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731344000 x1853163993589248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319379.646522:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319379.646525:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319379.646527:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319379.646531:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4619
00000100:00080000:3.0:1767319379.646533:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319379.646537:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319379.646550:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731346a00 x1853163993589376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319379.646595:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319379.646599:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319379.646601:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319379.646605:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4619
00000100:00080000:3.0:1767319379.646607:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319379.646610:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319379.646633:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4e00 x1853163993589632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319379.646658:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319379.646662:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319379.646663:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319379.646668:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4619
00000100:00080000:3.0:1767319379.646670:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319379.646674:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319379.646685:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4380 x1853163993589888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319379.646800:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993589504:0@lo:400:kworker.0
00000100:00100000:2.0:1767319379.646984:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319379.647066:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319379.647073:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993590144:0@lo:400:kworker.0
00000100:00100000:2.0:1767319379.647104:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319379.647490:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993589120:0@lo:250:kworker.0
00000400:00000100:0.0:1767319379.647520:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993589120 offset 0 length 520: 4
00000100:00100000:0.0:1767319379.647539:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993589248:0@lo:38:kworker.0
00000100:00100000:0.0:1767319379.647564:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319379.647582:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993589376:0@lo:38:kworker.0
00000100:00100000:0.0:1767319379.647607:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319379.647774:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993589504
00000100:00100000:3.0:1767319379.647784:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993589504
00000100:00100000:3.0:1767319379.647854:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993589248
00000100:00100000:3.0:1767319379.647858:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993589248
00000100:00100000:3.0:1767319379.647879:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5215
00000100:00100000:3.0:1767319379.647891:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993589504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319379.648090:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993589760:0@lo:400:kworker.0
00000100:00100000:1.0:1767319379.648128:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319379.648150:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319379.648155:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993590016:0@lo:400:kworker.0
00000100:00100000:1.0:1767319379.648187:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319379.648208:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993589760
00000100:00100000:1.0:1767319379.648212:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993589760
00000100:00100000:1.0:1767319379.648235:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5216
00000100:00100000:1.0:1767319379.648240:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993589760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319379.648264:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993589760:12345-0@lo:400:kworker.0 Request processed in 24us (136us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319379.648271:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5216
00000100:00100000:1.0:1767319379.648292:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72262
00000100:00100000:1.0:1767319379.648296:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993589248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319379.648317:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319379.648347:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993589248:12345-0@lo:38:kworker.0 Request processed in 49us (782us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319379.648352:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72262
00000100:00100000:1.0:1767319379.648372:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993590144
00000100:00100000:1.0:1767319379.648376:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993590144
00000100:00100000:1.0:1767319379.648406:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993590016
00000100:00100000:1.0:1767319379.648409:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993590016
00000100:00100000:1.0:1767319379.648431:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233
00000100:00100000:1.0:1767319379.648436:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993590144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319379.650280:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993589632:0@lo:38:kworker.0
00000100:00100000:0.0:1767319379.650359:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319379.650387:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993589888:0@lo:38:kworker.0
00000100:00100000:0.0:1767319379.650410:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319379.650465:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319379.650472:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319379.650477:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993589248:0@lo:38:kworker.0
00000100:00100000:0.0:1767319379.650557:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993589632
00000100:00100000:0.0:1767319379.650565:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993589632
00000100:00100000:0.0:1767319379.650594:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993589888
00000100:00100000:0.0:1767319379.650597:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993589888
00000100:00100000:0.0:1767319379.650612:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72263
00000100:00100000:0.0:1767319379.650619:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993589632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319379.650642:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319379.650688:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993589632:12345-0@lo:38:kworker.0 Request processed in 68us (340us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319379.650695:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72263
00000100:00100000:0.0:1767319379.650729:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72264
00000100:00100000:0.0:1767319379.650733:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993589888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319379.650743:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319379.650769:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993589888:12345-0@lo:38:kworker.0 Request processed in 35us (358us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319379.650775:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72264
00000100:00080000:0.0:1767319379.650800:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319379.650804:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319379.650807:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993589632:0@lo:38:kworker.0
00000100:00080000:0.0:1767319379.650815:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319379.650819:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319379.650821:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993589888:0@lo:38:kworker.0
00000100:00100000:0.0:1767319379.650863:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993589760:0@lo:400:kworker.0
00000100:00100000:2.0:1767319379.651070:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234
00000100:00100000:2.0:1767319379.651086:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993590016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319379.651139:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993590016:12345-0@lo:400:kworker.0 Request processed in 59us (2948us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319379.651146:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234
00000100:00100000:2.0:1767319379.651188:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993589376
00000100:00100000:2.0:1767319379.651193:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993589376
00000100:00100000:2.0:1767319379.651229:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85
00000100:00100000:2.0:1767319379.651235:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993589376:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319379.651246:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319379.651281:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993589376:12345-0@lo:38:kworker.0 Request processed in 45us (3673us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319379.651287:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85
00000100:00080000:2.0:1767319379.651321:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319379.651325:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319379.651329:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993589376:0@lo:38:kworker.0
00000100:00080000:2.0:1767319379.651368:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319379.651374:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319379.651378:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319379.652029:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993590016:0@lo:400:kworker.0
00000100:00100000:3.0:1767319379.652387:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993589504:12345-0@lo:400:kworker.0 Request processed in 4497us (5402us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319379.652399:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5215
00000100:00100000:1.0:1767319379.662549:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993590144:12345-0@lo:400:kworker.0 Request processed in 14098us (15430us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319379.662566:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3233
00000100:00100000:2.0:1767319379.662647:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993590144:0@lo:400:kworker.0
00000100:00100000:2.0:1767319379.662670:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993589504:0@lo:400:kworker.0
00000100:00100000:0.0:1767319380.157482:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319380.221458:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319381.182725:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319381.182758:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993590272:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319381.182860:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319381.183006:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993590272
00000100:00100000:3.0:1767319381.183017:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993590272
00000100:00100000:3.0:1767319381.183092:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965
00000100:00100000:0.0:1767319381.183093:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993590400:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319381.183115:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993590272:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319381.183130:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:3.0:1767319381.183154:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319381.183236:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993590272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (375us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319381.183244:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965
00000100:00100000:3.0:1767319381.183264:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993590400
00000100:00100000:3.0:1767319381.183268:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993590400
00000100:00100000:3.0:1767319381.183290:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2966
00000100:00100000:3.0:1767319381.183295:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706453050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993590400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319381.183313:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319381.183345:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706453050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993590400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319381.183352:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2966
00000100:00100000:3.0:1767319381.183652:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993590400:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319381.183779:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319381.183785:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319381.184019:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993590272:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319381.184196:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319381.245502:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319381.579393:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319381.579520:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942191232
00000100:00100000:0.0:1767319381.579533:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942191232
00000100:00100000:0.0:1767319381.579650:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5217
00000100:00100000:0.0:1767319381.579675:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942191232:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319381.579780:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942191232:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 120us (402us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319381.579789:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5217
00000100:00080000:3.0:1767319381.579868:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767319381.581235:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942190976 offset 0 length 520: 4
00000100:00100000:1.0:1767319381.581301:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319381.581388:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942191104
00000100:00100000:3.0:1767319381.581399:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942191104
00000100:00100000:3.0:1767319381.581457:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72265
00000100:00100000:3.0:1767319381.581472:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942191104:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319381.581500:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319381.581574:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942191104:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 108us (273us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319381.581590:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72265
00000100:00100000:1.0:1767319382.206247:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319382.269891:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319383.232304:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319383.294072:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319384.253326:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319384.317597:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319384.766881:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319384.766896:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319384.766899:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319384.766903:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319384.766908:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319384.766919:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4624
00000100:00080000:1.0:1767319384.766924:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319384.766932:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319384.766984:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecaca80 x1853163993590528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319384.767016:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319384.767019:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319384.767021:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319384.767025:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4624
00000100:00080000:1.0:1767319384.767028:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319384.767032:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319384.767047:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecac000 x1853163993590656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319384.767086:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319384.767090:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319384.767092:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319384.767095:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4624
00000100:00080000:1.0:1767319384.767098:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319384.767102:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319384.767112:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecaea00 x1853163993590912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319384.767141:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319384.767145:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319384.767147:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319384.767150:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4624
00000100:00080000:1.0:1767319384.767153:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319384.767156:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319384.767191:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30d500 x1853163993591168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319384.767269:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993590528:0@lo:38:kworker.0
00000100:00100000:2.0:1767319384.767356:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319384.767430:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993590656:0@lo:38:kworker.0
00000100:00100000:2.0:1767319384.767460:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319384.767485:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993590912:0@lo:38:kworker.0
00000100:00100000:2.0:1767319384.767522:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319384.767539:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993591168:0@lo:38:kworker.0
00000100:00100000:2.0:1767319384.767559:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319384.767595:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993590656
00000100:00100000:2.0:1767319384.767603:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993590656
00000100:00100000:2.0:1767319384.767657:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86
00000100:00100000:2.0:1767319384.767666:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993590656:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319384.767693:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319384.767742:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993590656:12345-0@lo:38:kworker.0 Request processed in 75us (281us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319384.767750:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86
00000100:00100000:2.0:1767319384.767777:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993590528
00000100:00100000:2.0:1767319384.767781:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993590528
00000100:00100000:2.0:1767319384.767803:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993590912
00000100:00100000:2.0:1767319384.767806:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993590912
00000100:00100000:2.0:1767319384.767820:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993591168
00000100:00100000:2.0:1767319384.767822:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993591168
00000100:00100000:2.0:1767319384.767836:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72266
00000100:00100000:2.0:1767319384.767840:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993590528:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319384.767850:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319384.767877:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993590528:12345-0@lo:38:kworker.0 Request processed in 34us (521us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319384.767883:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72266
00000100:00100000:2.0:1767319384.767894:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72267
00000100:00100000:2.0:1767319384.767898:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993590912:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319384.767906:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319384.767929:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993590912:12345-0@lo:38:kworker.0 Request processed in 30us (407us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319384.767934:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72267
00000100:00100000:2.0:1767319384.767945:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72268
00000100:00100000:2.0:1767319384.767948:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993591168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319384.767957:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319384.767981:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993591168:12345-0@lo:38:kworker.0 Request processed in 31us (421us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319384.767986:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72268
00000100:00080000:2.0:1767319384.768038:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319384.768043:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319384.768046:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993590528:0@lo:38:kworker.0
00000100:00080000:2.0:1767319384.768055:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319384.768058:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319384.768062:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993590656:0@lo:38:kworker.0
00000100:00080000:2.0:1767319384.768069:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319384.768071:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319384.768074:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993590912:0@lo:38:kworker.0
00000100:00080000:2.0:1767319384.768080:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319384.768083:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319384.768086:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993591168:0@lo:38:kworker.0
00000100:00100000:0.0:1767319384.768278:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993591040:0@lo:400:kworker.0
00000100:00100000:0.0:1767319384.768311:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319384.768343:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319384.768349:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993591296:0@lo:400:kworker.0
00000100:00100000:0.0:1767319384.768374:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319384.768453:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993591040
00000100:00100000:1.0:1767319384.768459:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993591040
00000100:00100000:1.0:1767319384.768526:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5218
00000100:00100000:1.0:1767319384.768535:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993591040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319384.768584:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993591040:12345-0@lo:400:kworker.0 Request processed in 51us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319384.768594:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5218
00000100:00100000:1.0:1767319384.768627:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993591296
00000100:00100000:1.0:1767319384.768631:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993591296
00000100:00100000:1.0:1767319384.768659:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3235
00000100:00100000:1.0:1767319384.768666:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993591296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319384.768696:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993591296:12345-0@lo:400:kworker.0 Request processed in 31us (321us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319384.768702:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3235
00000100:00080000:0.0:1767319384.768934:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319384.768940:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319384.768979:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993591296:0@lo:400:kworker.0
00000100:00100000:0.0:1767319384.768991:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993591040:0@lo:400:kworker.0
00000100:00100000:3.0:1767319384.769898:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993590784:0@lo:400:kworker.0
00000100:00100000:3.0:1767319384.769971:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319384.770017:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319384.770024:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993591424:0@lo:400:kworker.0
00000100:00100000:3.0:1767319384.770048:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319384.770110:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993590784
00000100:00100000:3.0:1767319384.770116:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993590784
00000100:00100000:3.0:1767319384.770220:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5219
00000100:00100000:3.0:1767319384.770228:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993590784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319384.770277:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993590784:12345-0@lo:400:kworker.0 Request processed in 49us (305us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319384.770287:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5219
00000100:00080000:3.0:1767319384.770308:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319384.770334:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993590784:0@lo:400:kworker.0
00000100:00100000:2.0:1767319384.770681:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993591424
00000100:00100000:2.0:1767319384.770687:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993591424
00000100:00100000:2.0:1767319384.770742:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3236
00000100:00100000:2.0:1767319384.770750:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993591424:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319384.770791:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993591424:12345-0@lo:400:kworker.0 Request processed in 42us (741us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319384.770798:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3236
00000100:00080000:3.0:1767319384.771073:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319384.771096:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993591424:0@lo:400:kworker.0
00000100:00100000:1.0:1767319385.277358:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319385.341574:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319386.301249:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319386.302434:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319386.302460:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993591680:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319386.302553:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319386.302650:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993591680
00000100:00100000:3.0:1767319386.302659:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993591680
00000100:00100000:3.0:1767319386.302731:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967
00000100:00100000:3.0:1767319386.302740:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993591680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319386.302777:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319386.302821:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993591680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319386.302829:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967
00000100:00080000:3.0:1767319386.302853:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319386.302894:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993591680:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319386.303382:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319386.303405:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993591552:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319386.303450:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319386.304560:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993591552
00000100:00100000:3.0:1767319386.304571:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993591552
00000100:00100000:3.0:1767319386.304657:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968
00000100:00100000:3.0:1767319386.304666:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993591552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319386.304697:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319386.304759:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993591552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (1309us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319386.304770:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968
00000100:00080000:1.0:1767319386.304829:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319386.304870:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993591552:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319386.366645:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319386.700707:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319386.700827:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319386.706112:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942191360
00000100:00100000:2.0:1767319386.706134:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942191360
00000100:00100000:2.0:1767319386.706229:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942191488
00000100:00100000:2.0:1767319386.706234:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942191488
00000100:00100000:2.0:1767319386.708688:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5220
00000100:00100000:2.0:1767319386.708713:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942191488:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319386.708835:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942191488:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 131us (8006us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319386.708843:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5220
00000100:00100000:2.0:1767319386.708871:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72269
00000100:00100000:2.0:1767319386.708877:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942191360:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319386.708903:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319386.712830:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942191360:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 3933us (12123us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319386.712849:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72269
00000100:00080000:0.0:1767319386.718621:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319387.326140:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319387.389453:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319388.349789:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319388.414643:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319389.373443:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319389.439046:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319389.886072:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319389.886087:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319389.886091:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319389.886095:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319389.886100:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319389.886111:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4629
00000100:00080000:3.0:1767319389.886117:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319389.886127:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319389.886210:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7100 x1853163993591808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319389.886242:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319389.886246:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319389.886247:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319389.886252:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4629
00000100:00080000:3.0:1767319389.886254:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319389.886258:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319389.886277:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7b80 x1853163993591936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319389.886326:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319389.886330:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319389.886332:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319389.886335:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4629
00000100:00080000:3.0:1767319389.886339:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319389.886342:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319389.886354:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4380 x1853163993592192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319389.886384:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319389.886387:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319389.886389:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319389.886393:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4629
00000100:00080000:3.0:1767319389.886396:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319389.886399:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319389.886412:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f2300 x1853163993592448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319389.886467:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993592320:0@lo:400:kworker.0
00000100:00100000:3.0:1767319389.886567:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319389.886649:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319389.886656:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993592576:0@lo:400:kworker.0
00000100:00100000:3.0:1767319389.886686:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319389.886731:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993592320
00000100:00100000:3.0:1767319389.886740:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993592320
00000100:00100000:3.0:1767319389.886814:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5221
00000100:00100000:3.0:1767319389.886826:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993592320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319389.886893:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993591808:0@lo:38:kworker.0
00000100:00100000:3.0:1767319389.886898:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993592320:12345-0@lo:400:kworker.0 Request processed in 74us (331us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319389.886906:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5221
00000100:00100000:2.0:1767319389.886924:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319389.886938:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993591808
00000100:00100000:2.0:1767319389.886941:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993591936:0@lo:38:kworker.0
00000100:00100000:3.0:1767319389.886942:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993591808
00000100:00100000:3.0:1767319389.886958:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72270
00000100:00100000:3.0:1767319389.886963:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993591808:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319389.886966:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319389.886986:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993592192:0@lo:38:kworker.0
00010000:00020000:3.0:1767319389.886986:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319389.887051:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993592704:0@lo:400:kworker.0
00000100:00100000:0.0:1767319389.887118:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993592064:0@lo:400:kworker.0
00000100:00100000:3.0:1767319389.887668:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993591808:12345-0@lo:38:kworker.0 Request processed in 702us (741us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319389.887676:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72270
00000100:00100000:3.0:1767319389.887710:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993592576
00000100:00100000:3.0:1767319389.887715:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993592576
00000100:00100000:3.0:1767319389.887753:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3237
00000100:00100000:3.0:1767319389.887761:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993592576:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319389.887926:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993592576:12345-0@lo:400:kworker.0 Request processed in 165us (1238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319389.887933:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3237
00000100:00080000:3.0:1767319389.887955:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319389.887960:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319389.888002:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993592576:0@lo:400:kworker.0
00000100:00100000:3.0:1767319389.888027:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993592320:0@lo:400:kworker.0
00000100:00100000:3.0:1767319389.888092:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993591936
00000100:00100000:3.0:1767319389.888096:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993591936
00000100:00100000:3.0:1767319389.888120:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87
00000100:00100000:3.0:1767319389.888125:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993591936:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319389.888141:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319389.888726:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993591936:12345-0@lo:38:kworker.0 Request processed in 596us (1754us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319389.888734:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87
00000100:00100000:2.0:1767319389.891875:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319389.891907:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319389.891953:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993592448:0@lo:38:kworker.0
00000100:00100000:1.0:1767319389.892022:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993592704
00000100:00100000:2.0:1767319389.892029:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319389.892038:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993592704
00000100:00100000:2.0:1767319389.892088:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993592192
00000100:00100000:2.0:1767319389.892099:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993592192
00000100:00100000:1.0:1767319389.892127:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238
00000100:00100000:1.0:1767319389.892143:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993592704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319389.892155:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993592448
00000100:00100000:2.0:1767319389.892197:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993592448
00000100:00100000:2.0:1767319389.892227:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72271
00000100:00100000:2.0:1767319389.892237:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993592192:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319389.892254:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993592704:12345-0@lo:400:kworker.0 Request processed in 115us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319389.892262:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238
00000100:00080000:1.0:1767319389.892291:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319389.892333:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993592704:0@lo:400:kworker.0
00000100:00100000:1.0:1767319389.892382:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72272
00000100:00100000:1.0:1767319389.892389:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993592448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319389.892411:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319389.892444:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993592448:12345-0@lo:38:kworker.0 Request processed in 54us (421us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319389.892449:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72272
00010000:00020000:2.0:1767319389.892617:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319389.892786:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993592192:12345-0@lo:38:kworker.0 Request processed in 549us (920us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319389.892792:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72271
00000100:00080000:2.0:1767319389.892835:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319389.892839:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319389.892842:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993592448:0@lo:38:kworker.0
00000100:00080000:2.0:1767319389.892869:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319389.892873:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319389.892876:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993591808:0@lo:38:kworker.0
00000100:00080000:2.0:1767319389.892887:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319389.892890:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319389.892893:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993591936:0@lo:38:kworker.0
00000100:00080000:2.0:1767319389.892904:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319389.892907:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319389.892910:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993592192:0@lo:38:kworker.0
00000100:00100000:0.0:1767319389.893641:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319389.893810:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993592064
00000100:00100000:2.0:1767319389.893820:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993592064
00000100:00100000:2.0:1767319389.893914:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5222
00000100:00100000:2.0:1767319389.893923:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993592064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319389.894006:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993592064:12345-0@lo:400:kworker.0 Request processed in 84us (370us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319389.894014:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5222
00000100:00080000:1.0:1767319389.894192:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319389.894284:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993592064:0@lo:400:kworker.0
00000100:00100000:0.0:1767319390.397447:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319390.461938:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319391.421369:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319391.422737:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993592832:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319391.422812:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319391.422983:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993592832
00000100:00100000:3.0:1767319391.422992:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993592832
00000100:00100000:3.0:1767319391.423054:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969
00000100:00100000:3.0:1767319391.423065:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993592832:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319391.423095:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319391.423142:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993592832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (329us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319391.423150:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969
00000100:00100000:3.0:1767319391.423216:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993592832:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319391.423361:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319391.424477:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993592960:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319391.424535:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319391.424731:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993592960
00000100:00100000:0.0:1767319391.424739:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993592960
00000100:00100000:0.0:1767319391.424794:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970
00000100:00100000:0.0:1767319391.424804:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993592960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319391.424829:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319391.424887:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993592960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (350us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319391.424894:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970
00000100:00100000:2.0:1767319391.424982:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993592960:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319391.425046:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767319391.485564:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319391.820127:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319391.820206:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319391.820297:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942191616
00000100:00100000:0.0:1767319391.820307:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942191616
00000100:00100000:0.0:1767319391.820368:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942191744
00000100:00100000:0.0:1767319391.820371:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942191744
00000100:00100000:0.0:1767319391.820417:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5223
00000100:00100000:0.0:1767319391.820429:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942191744:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319391.820517:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942191744:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 91us (311us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319391.820525:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5223
00000100:00100000:0.0:1767319391.820545:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72273
00000100:00100000:0.0:1767319391.820550:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942191616:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319391.820569:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319391.820606:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942191616:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (480us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319391.820612:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72273
00000100:00080000:1.0:1767319391.820753:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319392.445456:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319392.510024:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319393.469697:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319393.533390:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319394.495464:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319394.557440:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319395.009782:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319395.009803:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319395.009806:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319395.009810:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319395.009814:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319395.009823:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4634
00000100:00080000:1.0:1767319395.009828:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767319395.009835:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319395.009880:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290a80 x1853163993593088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319395.009909:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319395.009912:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319395.009914:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319395.009919:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4634
00000100:00080000:1.0:1767319395.009922:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767319395.009926:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319395.009940:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292a00 x1853163993593216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319395.009981:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319395.009985:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319395.009987:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319395.009991:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4634
00000100:00080000:1.0:1767319395.009993:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767319395.009997:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319395.010009:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291f80 x1853163993593472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319395.010032:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319395.010036:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319395.010038:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319395.010041:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4634
00000100:00080000:1.0:1767319395.010044:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767319395.010047:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319395.010057:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291180 x1853163993593728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319395.010095:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993593984:0@lo:400:kworker.0
00000100:00100000:1.0:1767319395.010178:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319395.010239:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319395.010246:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993593344:0@lo:400:kworker.0
00000100:00100000:1.0:1767319395.010271:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319395.010296:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993593600:0@lo:400:kworker.0
00000100:00100000:1.0:1767319395.010318:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319395.010336:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319395.010340:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993593856:0@lo:400:kworker.0
00000100:00100000:1.0:1767319395.010359:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319395.010389:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993593984
00000100:00100000:1.0:1767319395.010396:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993593984
00000100:00100000:1.0:1767319395.010458:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993593856
00000100:00100000:1.0:1767319395.010462:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993593856
00000100:00100000:1.0:1767319395.010488:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3239
00000100:00100000:1.0:1767319395.010498:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993593984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319395.010559:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993593984:12345-0@lo:400:kworker.0 Request processed in 63us (400us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319395.010566:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3239
00000100:00100000:1.0:1767319395.010581:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240
00000100:00100000:1.0:1767319395.010587:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993593856:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319395.010616:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993593856:12345-0@lo:400:kworker.0 Request processed in 29us (256us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319395.010622:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240
00000100:00100000:1.0:1767319395.010640:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993593344
00000100:00100000:1.0:1767319395.010644:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993593344
00000100:00100000:1.0:1767319395.010669:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993593600
00000100:00100000:1.0:1767319395.010672:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993593600
00000100:00100000:1.0:1767319395.010689:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5224
00000100:00100000:1.0:1767319395.010695:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993593344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319395.010724:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993593344:12345-0@lo:400:kworker.0 Request processed in 29us (452us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319395.010730:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5224
00000100:00100000:1.0:1767319395.010741:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5225
00000100:00100000:1.0:1767319395.010747:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993593600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319395.010772:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993593600:12345-0@lo:400:kworker.0 Request processed in 25us (453us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319395.010778:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5225
00000100:00080000:1.0:1767319395.010799:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319395.010803:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319395.010805:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319395.010841:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993593856:0@lo:400:kworker.0
00000100:00100000:1.0:1767319395.010851:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993593600:0@lo:400:kworker.0
00000100:00100000:1.0:1767319395.010876:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993593344:0@lo:400:kworker.0
00000100:00100000:1.0:1767319395.010884:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993593984:0@lo:400:kworker.0
00000100:00100000:0.0:1767319395.012609:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993593088:0@lo:38:kworker.0
00000100:00100000:0.0:1767319395.012673:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319395.012719:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993593216:0@lo:38:kworker.0
00000100:00100000:0.0:1767319395.012747:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319395.012791:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993593472:0@lo:38:kworker.0
00000100:00100000:0.0:1767319395.012814:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319395.012834:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993593728:0@lo:38:kworker.0
00000100:00100000:0.0:1767319395.012853:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319395.012888:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993593088
00000100:00100000:0.0:1767319395.012896:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993593088
00000100:00100000:0.0:1767319395.012925:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993593472
00000100:00100000:0.0:1767319395.012929:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993593472
00000100:00100000:0.0:1767319395.012944:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993593728
00000100:00100000:0.0:1767319395.012947:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993593728
00000100:00100000:0.0:1767319395.012965:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72274
00000100:00100000:0.0:1767319395.012971:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993593088:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319395.012993:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319395.013033:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993593088:12345-0@lo:38:kworker.0 Request processed in 60us (359us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319395.013041:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72274
00000100:00100000:0.0:1767319395.013057:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72275
00000100:00100000:0.0:1767319395.013061:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993593472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319395.013071:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319395.013093:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993593472:12345-0@lo:38:kworker.0 Request processed in 30us (278us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319395.013098:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72275
00000100:00100000:0.0:1767319395.013109:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72276
00000100:00100000:0.0:1767319395.013112:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993593728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319395.013123:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319395.013143:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993593728:12345-0@lo:38:kworker.0 Request processed in 29us (289us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319395.013148:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72276
00000100:00080000:0.0:1767319395.013217:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319395.013222:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319395.013226:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993593088:0@lo:38:kworker.0
00000100:00080000:0.0:1767319395.013234:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319395.013237:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319395.013239:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993593472:0@lo:38:kworker.0
00000100:00080000:0.0:1767319395.013245:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319395.013248:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319395.013251:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993593728:0@lo:38:kworker.0
00000100:00100000:1.0:1767319395.013632:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993593216
00000100:00100000:1.0:1767319395.013638:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993593216
00000100:00100000:1.0:1767319395.013677:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88
00000100:00100000:1.0:1767319395.013682:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993593216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319395.013692:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319395.013733:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993593216:12345-0@lo:38:kworker.0 Request processed in 50us (985us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319395.013739:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88
00000100:00080000:0.0:1767319395.013875:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319395.013880:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319395.013883:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993593216:0@lo:38:kworker.0
00000100:00100000:1.0:1767319395.517325:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319395.583963:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319396.541274:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319396.541333:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993594240:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319396.541411:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319396.541490:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993594112:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319396.541523:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319396.541715:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993594240
00000100:00100000:1.0:1767319396.541723:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993594240
00000100:00100000:1.0:1767319396.541827:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993594112
00000100:00100000:1.0:1767319396.541831:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993594112
00000100:00100000:2.0:1767319396.544464:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971
00000100:00100000:2.0:1767319396.544491:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993594240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319396.544528:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319396.544688:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993594240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 208us (3275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319396.544704:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971
00000100:00100000:2.0:1767319396.544727:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972
00000100:00100000:2.0:1767319396.545284:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993594112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319396.545306:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319396.545362:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993594112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (3837us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319396.545372:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972
00000100:00100000:2.0:1767319396.545434:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993594112:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319396.545720:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993594240:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319396.606093:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319396.936804:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319396.936899:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319396.936978:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942192000
00000100:00100000:3.0:1767319396.936988:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942192000
00000100:00100000:3.0:1767319396.937367:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942191872
00000100:00100000:3.0:1767319396.937371:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942191872
00000100:00080000:1.0:1767319396.937815:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319396.939886:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5226
00000100:00100000:2.0:1767319396.939912:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942192000:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319396.940022:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942192000:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 122us (3228us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319396.940033:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5226
00000100:00100000:2.0:1767319396.940065:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72277
00000100:00100000:2.0:1767319396.940070:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942191872:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319396.940090:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319396.946140:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942191872:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 6055us (9227us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319396.946156:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72277
00000100:00100000:1.0:1767319397.565840:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319397.629334:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319398.589294:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319398.653804:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319399.613300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319399.678892:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319400.126543:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319400.126552:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319400.126556:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319400.126560:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319400.126564:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319400.126571:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4639
00000100:00080000:3.0:1767319400.126577:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767319400.126583:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319400.126622:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4380 x1853163993594368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319400.126659:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319400.126662:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319400.126664:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319400.126668:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4639
00000100:00080000:3.0:1767319400.126670:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767319400.126674:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319400.126686:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7b80 x1853163993594496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319400.126728:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319400.126732:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319400.126734:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319400.126737:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4639
00000100:00080000:3.0:1767319400.126739:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767319400.126751:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319400.126770:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4e00 x1853163993594752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319400.126795:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319400.126798:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319400.126800:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319400.126804:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4639
00000100:00080000:3.0:1767319400.126807:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767319400.126810:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319400.126834:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f3800 x1853163993595008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319400.126997:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993594624:0@lo:400:kworker.0
00000100:00100000:1.0:1767319400.127064:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319400.127148:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319400.127154:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993595264:0@lo:400:kworker.0
00000100:00100000:1.0:1767319400.127201:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319400.127249:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993595264
00000100:00100000:1.0:1767319400.127257:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993595264
00000100:00100000:1.0:1767319400.127311:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241
00000100:00100000:1.0:1767319400.127319:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993595264:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319400.127383:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993595264:12345-0@lo:400:kworker.0 Request processed in 65us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319400.127391:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241
00000100:00100000:2.0:1767319400.127398:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993595136:0@lo:400:kworker.0
00000100:00080000:1.0:1767319400.127415:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319400.127435:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319400.127449:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993595264:0@lo:400:kworker.0
00000100:00100000:2.0:1767319400.127462:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319400.127471:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993594880:0@lo:400:kworker.0
00000100:00100000:1.0:1767319400.127476:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993595136
00000100:00100000:1.0:1767319400.127481:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993595136
00000100:00100000:2.0:1767319400.127498:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319400.127517:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3242
00000100:00100000:1.0:1767319400.127525:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993595136:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319400.127532:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993594624
00000100:00100000:2.0:1767319400.127537:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993594624
00000100:00100000:1.0:1767319400.127567:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993595136:12345-0@lo:400:kworker.0 Request processed in 41us (131us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319400.127569:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993594880
00000100:00100000:2.0:1767319400.127573:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993594880
00000100:00100000:1.0:1767319400.127578:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3242
00000100:00080000:1.0:1767319400.127596:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319400.127599:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319400.127600:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5227
00000100:00100000:2.0:1767319400.127610:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993594624:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319400.127620:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993595136:0@lo:400:kworker.0
00000100:00100000:2.0:1767319400.127662:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993594624:12345-0@lo:400:kworker.0 Request processed in 52us (596us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319400.127670:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5227
00000100:00100000:1.0:1767319400.127678:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993594624:0@lo:400:kworker.0
00000100:00100000:2.0:1767319400.127687:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5228
00000100:00100000:2.0:1767319400.127695:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993594880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319400.127733:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993594880:12345-0@lo:400:kworker.0 Request processed in 38us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319400.127738:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5228
00000100:00100000:1.0:1767319400.127981:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993594880:0@lo:400:kworker.0
00000100:00100000:0.0:1767319400.128150:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993594368:0@lo:38:kworker.0
00000100:00100000:0.0:1767319400.128201:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319400.128236:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993594496:0@lo:38:kworker.0
00000100:00100000:0.0:1767319400.128256:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319400.128286:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993594752:0@lo:38:kworker.0
00000100:00100000:0.0:1767319400.128307:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319400.128334:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993595008:0@lo:38:kworker.0
00000100:00100000:0.0:1767319400.128355:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319400.128382:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993594368
00000100:00100000:2.0:1767319400.128387:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993594368
00000100:00100000:0.0:1767319400.128388:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993594752
00000100:00100000:0.0:1767319400.128395:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993594752
00000100:00100000:2.0:1767319400.128409:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993595008
00000100:00100000:2.0:1767319400.128414:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993595008
00000100:00100000:0.0:1767319400.128418:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72278
00000100:00100000:0.0:1767319400.128425:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993594368:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319400.128432:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72279
00000100:00100000:2.0:1767319400.128437:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993594752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319400.128444:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767319400.128450:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319400.128516:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993594496
00000100:00100000:1.0:1767319400.128521:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993594496
00000100:00100000:1.0:1767319400.128541:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89
00000100:00100000:1.0:1767319400.128545:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993594496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319400.128555:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319400.128966:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72280
00000100:00100000:3.0:1767319400.128973:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993595008:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319400.128995:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319400.135750:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993594368:12345-0@lo:38:kworker.0 Request processed in 7302us (7525us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319400.136362:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72278
00000100:00080000:0.0:1767319400.136452:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319400.136458:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319400.136464:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993594368:0@lo:38:kworker.0
00000100:00100000:1.0:1767319400.137512:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993594496:12345-0@lo:38:kworker.0 Request processed in 8961us (9250us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319400.137522:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89
00000100:00080000:1.0:1767319400.137565:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319400.137570:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319400.137574:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993594496:0@lo:38:kworker.0
00000100:00100000:2.0:1767319400.149101:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993594752:12345-0@lo:38:kworker.0 Request processed in 20651us (20781us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319400.149126:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72279
00000100:00100000:3.0:1767319400.149392:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993595008:12345-0@lo:38:kworker.0 Request processed in 20415us (21033us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319400.149402:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72280
00000100:00080000:1.0:1767319400.149524:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319400.149530:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319400.149535:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993594752:0@lo:38:kworker.0
00000100:00080000:1.0:1767319400.149548:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319400.149551:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319400.149554:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993595008:0@lo:38:kworker.0
00000100:00100000:1.0:1767319400.637281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319400.701383:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319401.661358:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319401.664354:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993595392:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319401.664543:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319401.664670:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993595392
00000100:00100000:0.0:1767319401.664678:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993595392
00000100:00100000:0.0:1767319401.664733:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973
00000100:00100000:0.0:1767319401.664750:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993595392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319401.664779:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319401.664823:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993595392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319401.664830:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973
00000100:00100000:3.0:1767319401.665207:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993595392:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319401.665303:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319401.665313:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993595520:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319401.665340:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319401.665368:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993595520
00000100:00100000:0.0:1767319401.665371:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993595520
00000100:00100000:0.0:1767319401.665403:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974
00000100:00100000:0.0:1767319401.665411:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993595520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319401.665428:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319401.665468:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993595520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319401.665474:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974
00000100:00100000:1.0:1767319401.665757:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993595520:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319401.725414:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319402.055818:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319402.055873:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942192256
00000100:00100000:3.0:1767319402.055889:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942192256
00000100:00100000:1.0:1767319402.055894:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319402.055952:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942192128
00000100:00100000:2.0:1767319402.055958:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942192128
00000100:00100000:2.0:1767319402.055991:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5229
00000100:00100000:2.0:1767319402.056002:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942192256:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:0.0:1767319402.056056:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319402.056073:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72281
00000100:00100000:0.0:1767319402.056079:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942192128:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:2.0:1767319402.056083:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942192256:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 84us (276us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319402.056090:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5229
00010000:00020000:0.0:1767319402.056099:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319402.056128:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942192128:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (234us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319402.056134:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72281
00000100:00100000:1.0:1767319402.685350:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319402.749406:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319403.709297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319403.773494:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319404.221300:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319379/real 1767319379]  req@ffff89b731344380 x1853163993589120/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319404 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319404.221333:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b731344380 x1853163993589120/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319404 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319404.221351:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319404.221437:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319404.221442:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993589120:0@lo:250:kworker.0
00000100:00080000:1.0:1767319404.221559:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319404.221636:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319404.221639:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319404.221644:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4624
00000100:00080000:1.0:1767319404.221648:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319404.221654:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319404.221684:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291f80 x1853163993595648/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319404.221739:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993595648:0@lo:250:kworker.0
00000400:00000100:0.0:1767319404.221783:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993595648 offset 0 length 520: 4
00000100:00080000:1.0:1767319404.221984:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319404.221989:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319404.221991:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319404.221995:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4644
00000100:00080000:1.0:1767319404.221999:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767319404.222003:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319404.222021:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290a80 x1853163993595776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319404.222125:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993595776:0@lo:38:kworker.0
00000100:00100000:0.0:1767319404.222185:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319404.222289:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993595776
00000100:00100000:2.0:1767319404.222299:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993595776
00000100:00100000:2.0:1767319404.222342:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72282
00000100:00100000:2.0:1767319404.222350:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993595776:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319404.222370:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319404.222430:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993595776:12345-0@lo:38:kworker.0 Request processed in 80us (245us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319404.222438:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72282
00000100:00080000:3.0:1767319404.222558:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319404.222573:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319404.222577:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993595776:0@lo:38:kworker.0
00000100:00080000:1.0:1767319404.223017:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319404.223022:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319404.223025:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319404.223030:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4644
00000100:00080000:1.0:1767319404.223033:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767319404.223039:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319404.223056:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290a80 x1853163993595904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319404.223111:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319404.223114:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319404.223116:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319404.223119:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4644
00000100:00080000:1.0:1767319404.223122:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767319404.223125:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319404.223138:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4e00 x1853163993596160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319404.223156:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319404.223176:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319404.223178:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319404.223181:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4644
00000100:00080000:1.0:1767319404.223183:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767319404.223186:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319404.223195:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4380 x1853163993596416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319404.223267:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993596672:0@lo:400:kworker.0
00000100:00100000:3.0:1767319404.223306:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319404.223334:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319404.223341:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993596032:0@lo:400:kworker.0
00000100:00100000:3.0:1767319404.223365:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319404.223395:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993596672
00000100:00100000:3.0:1767319404.223399:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993596672
00000100:00100000:3.0:1767319404.223446:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3243
00000100:00100000:3.0:1767319404.223453:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993596672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319404.223496:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993596672:12345-0@lo:400:kworker.0 Request processed in 43us (189us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319404.223502:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3243
00000100:00080000:3.0:1767319404.223521:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319404.223535:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993596032
00000100:00100000:3.0:1767319404.223539:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993596032
00000100:00100000:3.0:1767319404.223578:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5230
00000100:00100000:3.0:1767319404.223584:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993596032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319404.223615:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993596032:12345-0@lo:400:kworker.0 Request processed in 31us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319404.223621:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5230
00000100:00080000:3.0:1767319404.223635:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319404.223646:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993596544:0@lo:400:kworker.0
00000100:00100000:3.0:1767319404.223669:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319404.223689:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319404.223694:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993596288:0@lo:400:kworker.0
00000100:00100000:3.0:1767319404.223715:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319404.223737:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993596544
00000100:00100000:3.0:1767319404.223741:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993596544
00000100:00100000:3.0:1767319404.223766:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244
00000100:00100000:3.0:1767319404.223771:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993596544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319404.223804:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993596544:12345-0@lo:400:kworker.0 Request processed in 33us (135us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319404.223819:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244
00000100:00080000:3.0:1767319404.223833:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319404.223841:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993596288
00000100:00100000:3.0:1767319404.223844:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993596288
00000100:00100000:3.0:1767319404.223865:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5231
00000100:00100000:3.0:1767319404.223870:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993596288:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319404.223906:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993596288:12345-0@lo:400:kworker.0 Request processed in 36us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319404.223912:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5231
00000100:00080000:3.0:1767319404.223923:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319404.223943:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993596288:0@lo:400:kworker.0
00000100:00100000:3.0:1767319404.223951:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993596544:0@lo:400:kworker.0
00000100:00100000:3.0:1767319404.223973:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993596032:0@lo:400:kworker.0
00000100:00100000:3.0:1767319404.223981:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993596672:0@lo:400:kworker.0
00000100:00100000:3.0:1767319404.223995:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993595904:0@lo:38:kworker.0
00000100:00100000:3.0:1767319404.224017:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319404.224033:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993596160:0@lo:38:kworker.0
00000100:00100000:3.0:1767319404.224048:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319404.224058:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993596416:0@lo:38:kworker.0
00000100:00100000:3.0:1767319404.224071:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319404.224089:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993596160
00000100:00100000:3.0:1767319404.224092:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993596160
00000100:00100000:3.0:1767319404.224107:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993596416
00000100:00100000:3.0:1767319404.224109:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993596416
00000100:00100000:3.0:1767319404.224122:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72283
00000100:00100000:3.0:1767319404.224126:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993596160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319404.224140:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319404.224190:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993596160:12345-0@lo:38:kworker.0 Request processed in 63us (140us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319404.224196:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72283
00000100:00100000:3.0:1767319404.224207:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72284
00000100:00100000:3.0:1767319404.224211:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993596416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319404.224219:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319404.224237:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993596416:12345-0@lo:38:kworker.0 Request processed in 25us (165us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319404.224242:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72284
00000100:00080000:3.0:1767319404.224276:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319404.224280:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319404.224283:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993596160:0@lo:38:kworker.0
00000100:00080000:3.0:1767319404.224289:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319404.224292:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319404.224294:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993596416:0@lo:38:kworker.0
00000100:00100000:3.0:1767319404.224332:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993595904
00000100:00100000:3.0:1767319404.224334:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993595904
00000100:00100000:3.0:1767319404.224350:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90
00000100:00100000:3.0:1767319404.224354:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993595904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319404.224363:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319404.224387:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993595904:12345-0@lo:38:kworker.0 Request processed in 32us (369us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319404.224392:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90
00000100:00080000:3.0:1767319404.224407:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319404.224410:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319404.224412:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993595904:0@lo:38:kworker.0
00000100:00100000:1.0:1767319404.733283:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319404.800959:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319405.757501:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319405.822559:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319406.153622:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319406.153936:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942192640
00000100:00100000:2.0:1767319406.153948:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942192640
00000100:00080000:3.0:1767319406.154006:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319406.154036:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5232
00000100:00100000:2.0:1767319406.154049:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942192640:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319406.154144:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942192640:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 97us (531us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319406.154153:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5232
00000400:00000100:1.0:1767319406.157345:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942192384 offset 0 length 520: 4
00000100:00100000:1.0:1767319406.157425:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319406.158192:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942192512
00000100:00100000:2.0:1767319406.158202:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942192512
00000100:00100000:2.0:1767319406.158342:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72285
00000100:00100000:2.0:1767319406.158351:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942192512:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319406.158376:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319406.158449:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942192512:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 98us (1024us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319406.158457:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72285
00000100:00100000:2.0:1767319406.781477:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993596800:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319406.781552:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319406.781669:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993596800
00000100:00100000:3.0:1767319406.781677:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993596800
00000100:00100000:3.0:1767319406.781739:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975
00000100:00100000:3.0:1767319406.781749:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993596800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319406.781777:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767319406.781896:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319406.781918:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319406.781978:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319406.781990:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993596928:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319406.782016:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319406.782042:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993596928
00000100:00100000:1.0:1767319406.782046:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993596928
00000100:00100000:1.0:1767319406.782077:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976
00000100:00100000:1.0:1767319406.782085:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993596928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319406.782125:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319406.782157:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993596928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (139us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319406.782191:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976
00000100:00080000:1.0:1767319406.782218:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319406.782246:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993596928:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319406.782741:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993596800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 993us (1188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319406.782749:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975
00000100:00100000:2.0:1767319406.782808:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993596800:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319406.845532:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319407.805539:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319407.869818:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319408.829714:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319408.893443:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319409.341566:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319409.341580:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319409.341583:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319409.341587:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319409.341593:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319409.341601:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4648
00000100:00080000:3.0:1767319409.341607:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319409.341615:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319409.341662:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290a80 x1853163993597056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319409.341681:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319409.341685:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319409.341687:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319409.341690:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4648
00000100:00080000:3.0:1767319409.341693:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319409.341696:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319409.341709:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4380 x1853163993597184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319409.341748:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319409.341752:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319409.341754:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319409.341757:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4648
00000100:00080000:3.0:1767319409.341759:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319409.341763:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319409.341773:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7100 x1853163993597440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319409.341799:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767319409.341806:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319409.341811:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319409.341813:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319409.341818:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4648
00000100:00080000:3.0:1767319409.341821:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767319409.341823:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993597312:0@lo:400:kworker.0
00000100:00080000:3.0:1767319409.341826:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319409.341846:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252a00 x1853163993597696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319409.341911:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319409.341911:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993597568:0@lo:400:kworker.0
00000100:00100000:3.0:1767319409.341954:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319409.341982:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319409.341985:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993597952:0@lo:400:kworker.0
00000100:00100000:3.0:1767319409.341991:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993597824:0@lo:400:kworker.0
00000100:00100000:1.0:1767319409.342023:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319409.342069:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319409.342199:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993597312
00000100:00100000:2.0:1767319409.342210:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993597312
00000100:00100000:2.0:1767319409.342271:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993597568
00000100:00100000:2.0:1767319409.342275:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993597568
00000100:00100000:0.0:1767319409.342437:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993597056:0@lo:38:kworker.0
00000100:00100000:0.0:1767319409.342470:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319409.342638:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993597952
00000100:00100000:1.0:1767319409.342642:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993597952
00000100:00100000:1.0:1767319409.342728:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993597824
00000100:00100000:1.0:1767319409.342732:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993597824
00000100:00100000:1.0:1767319409.342759:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245
00000100:00100000:1.0:1767319409.342768:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993597952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319409.342824:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993597952:12345-0@lo:400:kworker.0 Request processed in 57us (801us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319409.342832:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245
00000100:00100000:1.0:1767319409.342852:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246
00000100:00100000:1.0:1767319409.342858:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993597824:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319409.342890:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993597824:12345-0@lo:400:kworker.0 Request processed in 33us (822us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319409.342896:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246
00000100:00100000:1.0:1767319409.342944:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993597824:0@lo:400:kworker.0
00000100:00100000:1.0:1767319409.342975:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993597952:0@lo:400:kworker.0
00000100:00080000:3.0:1767319409.348210:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319409.348223:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319409.348227:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319409.351087:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993597184:0@lo:38:kworker.0
00000100:00100000:0.0:1767319409.351198:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319409.351239:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993597440:0@lo:38:kworker.0
00000100:00100000:0.0:1767319409.351281:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319409.351512:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993597056
00000100:00100000:2.0:1767319409.351522:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993597056
00000100:00100000:1.0:1767319409.351540:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5233
00000100:00100000:1.0:1767319409.351561:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993597312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319409.351572:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5234
00000100:00100000:2.0:1767319409.351584:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993597568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319409.351629:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993597312:12345-0@lo:400:kworker.0 Request processed in 77us (9721us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319409.351638:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5233
00000100:00100000:2.0:1767319409.351645:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993597568:12345-0@lo:400:kworker.0 Request processed in 64us (9690us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319409.351653:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5234
00000100:00100000:2.0:1767319409.351676:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72286
00000100:00100000:2.0:1767319409.351681:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993597056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319409.351702:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319409.351709:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993597312:0@lo:400:kworker.0
00000100:00100000:2.0:1767319409.351737:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993597056:12345-0@lo:38:kworker.0 Request processed in 54us (9265us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319409.351745:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72286
00000100:00100000:1.0:1767319409.351776:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993597184
00000100:00100000:1.0:1767319409.351781:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993597184
00000100:00100000:2.0:1767319409.351797:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993597568:0@lo:400:kworker.0
00000100:00100000:1.0:1767319409.351813:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91
00000100:00100000:1.0:1767319409.351819:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b0ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993597184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319409.351830:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319409.351858:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b0ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993597184:12345-0@lo:38:kworker.0 Request processed in 38us (660us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319409.351863:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91
00000100:00100000:3.0:1767319409.353662:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993597440
00000100:00100000:3.0:1767319409.353676:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993597440
00000100:00100000:3.0:1767319409.353759:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72287
00000100:00100000:3.0:1767319409.353766:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993597440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319409.353787:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319409.353843:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993597440:12345-0@lo:38:kworker.0 Request processed in 75us (2564us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319409.353849:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72287
00000100:00080000:1.0:1767319409.353921:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319409.353927:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319409.353930:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993597440:0@lo:38:kworker.0
00000100:00100000:1.0:1767319409.353939:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993597696:0@lo:38:kworker.0
00000100:00100000:1.0:1767319409.353973:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319409.354014:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993597696
00000100:00080000:1.0:1767319409.354019:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767319409.354020:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993597696
00000100:00080000:1.0:1767319409.354027:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319409.354030:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993597056:0@lo:38:kworker.0
00000100:00080000:1.0:1767319409.354042:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319409.354046:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319409.354048:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993597184:0@lo:38:kworker.0
00000100:00100000:3.0:1767319409.354085:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72288
00000100:00100000:3.0:1767319409.354090:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993597696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319409.354100:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319409.354135:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993597696:12345-0@lo:38:kworker.0 Request processed in 44us (161us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319409.354141:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72288
00000100:00080000:1.0:1767319409.354571:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319409.354575:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319409.354578:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993597696:0@lo:38:kworker.0
00000100:00100000:2.0:1767319409.853883:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319409.918224:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319410.877434:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319410.941386:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319411.271262:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319411.271300:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319411.271348:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942192896
00000100:00100000:2.0:1767319411.271359:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942192896
00000100:00100000:3.0:1767319411.271370:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942192768
00000100:00100000:3.0:1767319411.271373:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942192768
00000100:00100000:2.0:1767319411.271422:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5235
00000100:00100000:2.0:1767319411.271432:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942192896:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319411.271513:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942192896:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 82us (260us total) trans 0 rc 0/0
00000100:00080000:1.0:1767319411.271533:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319411.272151:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72289
00000100:00100000:3.0:1767319411.272197:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942192768:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319411.272228:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319411.272268:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942192768:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 110us (966us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319411.272275:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72289
00000100:00100000:2.0:1767319411.273142:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5235
00000100:00100000:1.0:1767319411.901517:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319411.901542:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993598208:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319411.901615:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319411.901699:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993598208
00000100:00100000:1.0:1767319411.901707:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993598208
00000100:00100000:1.0:1767319411.901761:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977
00000100:00100000:1.0:1767319411.901769:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993598208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319411.901819:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319411.901865:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993598208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319411.901873:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977
00000100:00100000:1.0:1767319411.901922:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993598208:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319411.901945:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319411.902649:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319411.902665:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993598080:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319411.902710:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319411.902754:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993598080
00000100:00100000:0.0:1767319411.902758:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993598080
00000100:00100000:0.0:1767319411.902868:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978
00000100:00100000:0.0:1767319411.902880:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993598080:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319411.902903:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319411.902934:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993598080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319411.902939:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978
00000100:00080000:0.0:1767319411.902952:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319411.902970:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993598080:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319411.909862:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319411.965671:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319412.925257:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319412.989363:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319413.952649:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319414.014435:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319414.461399:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319414.461410:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319414.461413:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319414.461417:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319414.461421:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319414.461428:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4654
00000100:00080000:3.0:1767319414.461433:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319414.461443:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319414.461484:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741250700 x1853163993598336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319414.461517:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319414.461520:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319414.461522:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319414.461526:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4654
00000100:00080000:3.0:1767319414.461528:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319414.461532:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319414.461544:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251f80 x1853163993598464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319414.461586:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319414.461590:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319414.461592:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319414.461596:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4654
00000100:00080000:3.0:1767319414.461599:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319414.461602:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319414.461613:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252d80 x1853163993598720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319414.461633:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767319414.461639:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319414.461644:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319414.461646:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767319414.461651:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993598592:0@lo:400:kworker.0
00000100:00080000:3.0:1767319414.461652:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4654
00000100:00080000:3.0:1767319414.461657:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319414.461663:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319414.461679:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252a00 x1853163993598976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319414.461718:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319414.461730:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993599104:0@lo:400:kworker.0
00000100:00100000:3.0:1767319414.461740:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993598848:0@lo:400:kworker.0
00000100:00100000:0.0:1767319414.461780:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993599232:0@lo:400:kworker.0
00000100:00100000:1.0:1767319414.461781:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319414.461790:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319414.461823:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319414.461865:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993598336:0@lo:38:kworker.0
00000100:00100000:0.0:1767319414.461870:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993599104
00000100:00100000:0.0:1767319414.461877:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993599104
00000100:00100000:1.0:1767319414.461898:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319414.461924:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993599232
00000100:00100000:2.0:1767319414.461924:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993598592
00000100:00100000:0.0:1767319414.461926:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993599232
00000100:00100000:2.0:1767319414.461932:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993598592
00000100:00100000:0.0:1767319414.461947:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3247
00000100:00100000:0.0:1767319414.461955:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993599104:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319414.461971:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993598848
00000100:00100000:2.0:1767319414.461975:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993598848
00000100:00100000:2.0:1767319414.461997:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993598336
00000100:00100000:2.0:1767319414.461999:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993598336
00000100:00100000:2.0:1767319414.462016:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5236
00000100:00100000:2.0:1767319414.462023:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993598592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319414.462688:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3248
00000100:00100000:3.0:1767319414.462701:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993599232:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319414.464617:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993599104:12345-0@lo:400:kworker.0 Request processed in 2656us (2831us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319414.464630:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3247
00000100:00080000:0.0:1767319414.464682:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319414.464686:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319414.464688:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319414.464702:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5237
00000100:00100000:0.0:1767319414.464712:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993598848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319414.464761:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993598848:12345-0@lo:400:kworker.0 Request processed in 52us (2974us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319414.464767:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5237
00000100:00100000:0.0:1767319414.464787:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72290
00000100:00100000:0.0:1767319414.464792:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993598336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319414.464811:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319414.464836:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993598336:12345-0@lo:38:kworker.0 Request processed in 44us (2939us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319414.464840:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72290
00000100:00100000:0.0:1767319414.464875:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993598848:0@lo:400:kworker.0
00000100:00100000:0.0:1767319414.464921:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993599104:0@lo:400:kworker.0
00000100:00100000:2.0:1767319414.467982:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993598592:12345-0@lo:400:kworker.0 Request processed in 5950us (6254us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319414.467998:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5236
00000100:00100000:0.0:1767319414.468017:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993598592:0@lo:400:kworker.0
00000100:00080000:1.0:1767319414.471454:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319414.471468:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319414.471472:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993599232:12345-0@lo:400:kworker.0 Request processed in 8770us (9643us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319414.471474:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993598336:0@lo:38:kworker.0
00000100:00100000:1.0:1767319414.471490:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993598464:0@lo:38:kworker.0
00000100:00100000:3.0:1767319414.471491:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3248
00000100:00100000:1.0:1767319414.471538:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319414.471569:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993598720:0@lo:38:kworker.0
00000100:00100000:3.0:1767319414.471575:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993598464
00000100:00100000:3.0:1767319414.471583:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993598464
00000100:00100000:1.0:1767319414.471600:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319414.471620:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92
00000100:00100000:1.0:1767319414.471624:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993598976:0@lo:38:kworker.0
00000100:00100000:3.0:1767319414.471629:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993598464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319414.471647:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319414.471653:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319414.471689:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993598464:12345-0@lo:38:kworker.0 Request processed in 61us (151us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319414.471693:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92
00000100:00080000:1.0:1767319414.471709:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319414.471714:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319414.471718:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993598464:0@lo:38:kworker.0
00000100:00100000:3.0:1767319414.471727:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993598720
00000100:00100000:3.0:1767319414.471730:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993598720
00000100:00100000:3.0:1767319414.471746:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993598976
00000100:00100000:3.0:1767319414.471749:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993598976
00000100:00100000:3.0:1767319414.471767:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72291
00000100:00100000:3.0:1767319414.471771:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993598720:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319414.471782:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319414.471787:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72292
00000100:00100000:1.0:1767319414.471794:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993598976:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319414.471805:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319414.471817:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993598720:12345-0@lo:38:kworker.0 Request processed in 43us (217us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319414.471823:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72291
00000100:00100000:1.0:1767319414.471842:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993598976:12345-0@lo:38:kworker.0 Request processed in 46us (190us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319414.471849:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72292
00000100:00080000:1.0:1767319414.471877:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319414.471881:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319414.471883:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993598720:0@lo:38:kworker.0
00000100:00080000:1.0:1767319414.471891:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319414.471894:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319414.471897:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993598976:0@lo:38:kworker.0
00000100:00100000:0.0:1767319414.473355:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993599232:0@lo:400:kworker.0
00000100:00100000:3.0:1767319414.976392:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319415.037525:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319416.000599:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319416.061451:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319416.391569:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319416.391665:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319416.391867:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942193024
00000100:00100000:0.0:1767319416.391878:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942193024
00000100:00100000:0.0:1767319416.391957:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942193152
00000100:00100000:0.0:1767319416.391961:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942193152
00000100:00100000:2.0:1767319416.392044:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5238
00000100:00100000:2.0:1767319416.392057:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942193152:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319416.392140:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942193152:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 86us (475us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319416.392146:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5238
00000100:00100000:2.0:1767319416.392207:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72293
00000100:00100000:2.0:1767319416.392211:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942193024:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319416.392231:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319416.392257:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942193024:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (700us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319416.392263:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72293
00000100:00080000:3.0:1767319416.392312:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319417.021254:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319417.021294:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1767319417.021312:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993599488:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319417.021375:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319417.021434:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993599488
00000100:00100000:1.0:1767319417.021440:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993599360:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319417.021442:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993599488
00000100:00100000:0.0:1767319417.021517:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979
00000100:00100000:0.0:1767319417.021535:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993599488:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319417.021541:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:0.0:1767319417.021563:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319417.021612:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993599488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319417.021618:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979
00000100:00100000:1.0:1767319417.021653:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319417.021697:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993599488:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319417.021943:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993599360
00000100:00100000:0.0:1767319417.021947:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993599360
00000100:00100000:0.0:1767319417.021992:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980
00000100:00100000:0.0:1767319417.021997:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993599360:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319417.022022:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767319417.022132:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319417.022150:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993599360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (399us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319417.022155:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980
00000100:00100000:1.0:1767319417.022446:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993599360:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319417.085627:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319418.045587:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319418.110153:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319419.069633:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319419.133845:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319419.581343:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319419.581354:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319419.581357:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319419.581361:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319419.581365:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319419.581374:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4659
00000100:00080000:2.0:1767319419.581379:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319419.581386:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319419.581425:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e59c00 x1853163993599616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319419.581442:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319419.581445:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319419.581447:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319419.581462:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4659
00000100:00080000:2.0:1767319419.581464:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319419.581468:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319419.581484:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24000 x1853163993599744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319419.581519:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319419.581523:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319419.581525:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319419.581529:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4659
00000100:00080000:2.0:1767319419.581532:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319419.581536:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319419.581551:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993599872:0@lo:400:kworker.0
00000100:00100000:2.0:1767319419.581551:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f26a00 x1853163993600000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319419.581575:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319419.581588:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319419.581590:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319419.581594:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4659
00000100:00080000:2.0:1767319419.581596:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319419.581600:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319419.581611:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24a80 x1853163993600256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319419.581639:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319419.581703:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319419.581709:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993600128:0@lo:400:kworker.0
00000100:00100000:0.0:1767319419.581733:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319419.581770:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993599616:0@lo:38:kworker.0
00000100:00100000:0.0:1767319419.581781:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993600384:0@lo:400:kworker.0
00000100:00100000:1.0:1767319419.581810:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319419.581820:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319419.581840:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993599744:0@lo:38:kworker.0
00000100:00100000:1.0:1767319419.581873:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319419.581875:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993599872
00000100:00100000:0.0:1767319419.581883:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993599872
00000100:00100000:1.0:1767319419.581901:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993600000:0@lo:38:kworker.0
00000100:00100000:1.0:1767319419.581928:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319419.581943:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993600256:0@lo:38:kworker.0
00000100:00100000:1.0:1767319419.581960:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319419.582002:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993600128
00000100:00100000:1.0:1767319419.582007:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993600128
00000100:00100000:1.0:1767319419.582051:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993599616
00000100:00100000:1.0:1767319419.582054:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993599616
00000100:00100000:1.0:1767319419.582067:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993600000
00000100:00100000:1.0:1767319419.582069:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993600000
00000100:00100000:1.0:1767319419.582076:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993600256
00000100:00100000:1.0:1767319419.582078:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993600256
00000100:00100000:1.0:1767319419.582089:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5239
00000100:00100000:1.0:1767319419.582098:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993600128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319419.582148:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993600128:12345-0@lo:400:kworker.0 Request processed in 51us (414us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319419.582155:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5239
00000100:00100000:1.0:1767319419.582199:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72294
00000100:00100000:1.0:1767319419.582204:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993599616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319419.582223:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319419.582250:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5240
00000100:00100000:1.0:1767319419.582259:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993599616:12345-0@lo:38:kworker.0 Request processed in 53us (449us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319419.582261:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993599872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319419.582274:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72294
00000100:00100000:1.0:1767319419.582290:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72295
00000100:00100000:1.0:1767319419.582296:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993600000:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319419.582304:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993599872:12345-0@lo:400:kworker.0 Request processed in 46us (666us total) trans 0 rc 0/0
00010000:00020000:1.0:1767319419.582308:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319419.582315:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5240
00000100:00100000:0.0:1767319419.582336:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72296
00000100:00100000:0.0:1767319419.582341:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993600256:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319419.582346:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993600000:12345-0@lo:38:kworker.0 Request processed in 47us (414us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767319419.582356:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319419.582357:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72295
00000100:00100000:0.0:1767319419.582391:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993600256:12345-0@lo:38:kworker.0 Request processed in 49us (429us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767319419.582397:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767319419.582399:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72296
00000100:00080000:1.0:1767319419.582406:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319419.582412:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993599616:0@lo:38:kworker.0
00000100:00080000:1.0:1767319419.582425:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319419.582429:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319419.582433:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993600000:0@lo:38:kworker.0
00000100:00080000:1.0:1767319419.582445:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319419.582448:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319419.582451:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993600256:0@lo:38:kworker.0
00000100:00100000:1.0:1767319419.582518:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993599744
00000100:00100000:1.0:1767319419.582522:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993599744
00000100:00100000:1.0:1767319419.582540:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93
00000100:00100000:1.0:1767319419.582545:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993599744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319419.582554:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319419.582584:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993599744:12345-0@lo:38:kworker.0 Request processed in 38us (712us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319419.582590:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93
00000100:00080000:1.0:1767319419.582611:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319419.582614:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319419.582617:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993599744:0@lo:38:kworker.0
00000100:00100000:0.0:1767319419.582665:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993600128:0@lo:400:kworker.0
00000100:00100000:0.0:1767319419.582679:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993599872:0@lo:400:kworker.0
00000100:00080000:0.0:1767319419.582706:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319419.582820:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993600384
00000100:00100000:3.0:1767319419.582824:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993600384
00000100:00100000:3.0:1767319419.582865:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249
00000100:00100000:3.0:1767319419.582871:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993600384:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319419.582912:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319419.582912:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993600384:12345-0@lo:400:kworker.0 Request processed in 40us (1092us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319419.582925:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249
00000100:00100000:3.0:1767319419.582959:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993600384:0@lo:400:kworker.0
00000100:00100000:3.0:1767319419.584056:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319419.584073:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993600512:0@lo:400:kworker.0
00000100:00100000:3.0:1767319419.584116:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319419.584327:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993600512
00000100:00100000:2.0:1767319419.584333:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993600512
00000100:00100000:2.0:1767319419.584387:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250
00000100:00100000:2.0:1767319419.584394:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993600512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319419.584444:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993600512:12345-0@lo:400:kworker.0 Request processed in 51us (328us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319419.584554:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993600512:0@lo:400:kworker.0
00000100:00100000:2.0:1767319419.584595:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250
00000100:00080000:0.0:1767319419.585408:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319420.093283:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319420.157374:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319421.117385:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319421.185789:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319421.519205:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319421.519315:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942193280
00000100:00100000:0.0:1767319421.519325:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942193280
00000100:00100000:0.0:1767319421.519413:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72297
00000100:00100000:0.0:1767319421.519422:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942193280:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319421.519445:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319421.519546:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942193280:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 123us (350us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319421.519554:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72297
00000100:00100000:1.0:1767319421.521451:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319421.521533:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942193408
00000100:00100000:0.0:1767319421.521540:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942193408
00000100:00080000:2.0:1767319421.521674:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319421.521716:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5241
00000100:00100000:0.0:1767319421.521726:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942193408:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319421.521795:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942193408:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 72us (352us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319421.521802:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5241
00000100:00100000:2.0:1767319422.141300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319422.141612:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319422.141631:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993600640:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319422.141692:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319422.143012:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993600640
00000100:00100000:1.0:1767319422.143036:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993600640
00000100:00100000:1.0:1767319422.143121:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981
00000100:00100000:1.0:1767319422.143131:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993600640:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319422.143184:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319422.143248:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993600640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (1555us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319422.143255:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981
00000100:00100000:1.0:1767319422.143307:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993600640:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319422.143576:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319422.150383:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319422.150408:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993600768:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319422.150476:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319422.150593:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993600768
00000100:00100000:3.0:1767319422.150601:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993600768
00000100:00100000:3.0:1767319422.150671:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982
00000100:00100000:3.0:1767319422.150681:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993600768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319422.150712:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319422.150758:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993600768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319422.150765:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982
00000100:00080000:2.0:1767319422.150902:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319422.150951:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993600768:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319422.205479:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319423.166809:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319423.236633:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319424.189275:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319424.253442:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319424.704212:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319424.704223:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319424.704226:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319424.704230:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319424.704234:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319424.704242:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4664
00000100:00080000:3.0:1767319424.704257:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319424.704265:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319424.704306:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a399f80 x1853163993600896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319424.704336:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319424.704340:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319424.704342:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319424.704346:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4664
00000100:00080000:3.0:1767319424.704348:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319424.704352:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319424.704365:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a399500 x1853163993601024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319424.704404:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319424.704407:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319424.704409:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767319424.704412:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993600896:0@lo:38:kworker.0
00000100:00080000:3.0:1767319424.704412:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4664
00000100:00080000:3.0:1767319424.704415:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319424.704419:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319424.704435:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3800 x1853163993601280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319424.704442:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993601152:0@lo:400:kworker.0
00000100:00080000:3.0:1767319424.704453:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319424.704456:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319424.704458:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319424.704462:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4664
00000100:00080000:3.0:1767319424.704465:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319424.704468:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319424.704480:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3480 x1853163993601536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319424.704485:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319424.704518:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993601408:0@lo:400:kworker.0
00000100:00100000:3.0:1767319424.704543:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993600896
00000100:00100000:1.0:1767319424.704547:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993601024:0@lo:38:kworker.0
00000100:00100000:3.0:1767319424.704551:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993600896
00000100:00100000:0.0:1767319424.704556:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319424.704579:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319424.704587:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993601408
00000100:00100000:3.0:1767319424.704591:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993601408
00000100:00100000:0.0:1767319424.704610:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72298
00000100:00100000:0.0:1767319424.704619:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993600896:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319424.704626:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993601280:0@lo:38:kworker.0
00000100:00100000:3.0:1767319424.704627:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5242
00000100:00100000:3.0:1767319424.704635:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993601408:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767319424.704641:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319424.704649:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319424.704666:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993601536:0@lo:38:kworker.0
00000100:00100000:2.0:1767319424.704757:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993601664:0@lo:400:kworker.0
00000100:00100000:1.0:1767319424.705752:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319424.705868:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319424.705882:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319424.705886:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993600896:0@lo:38:kworker.0
00000100:00100000:1.0:1767319424.705929:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993601024
00000100:00100000:1.0:1767319424.705935:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993601024
00000100:00100000:1.0:1767319424.705963:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94
00000100:00100000:1.0:1767319424.706094:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993601024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319424.706113:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319424.706154:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993601024:12345-0@lo:38:kworker.0 Request processed in 184us (1575us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319424.706178:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94
00000100:00100000:1.0:1767319424.706202:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993601280
00000100:00100000:1.0:1767319424.706205:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993601280
00000100:00100000:1.0:1767319424.706337:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993601536
00000100:00100000:1.0:1767319424.706340:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993601536
00000100:00100000:1.0:1767319424.706352:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72299
00000100:00100000:1.0:1767319424.706357:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993601280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319424.706368:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319424.706391:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993601280:12345-0@lo:38:kworker.0 Request processed in 34us (1742us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319424.706398:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72299
00000100:00100000:1.0:1767319424.706407:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72300
00000100:00100000:1.0:1767319424.706411:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993601536:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319424.706419:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319424.706436:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993601536:12345-0@lo:38:kworker.0 Request processed in 24us (687us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319424.706442:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72300
00000100:00100000:1.0:1767319424.706465:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993601792:0@lo:400:kworker.0
00000100:00100000:1.0:1767319424.706490:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319424.706527:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319424.706531:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319424.706535:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993601280:0@lo:38:kworker.0
00000100:00080000:1.0:1767319424.706542:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319424.706545:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319424.706548:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993601536:0@lo:38:kworker.0
00000100:00080000:1.0:1767319424.706556:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319424.706559:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319424.706562:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993601024:0@lo:38:kworker.0
00000100:00100000:1.0:1767319424.706692:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319424.706722:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993601152
00000100:00100000:1.0:1767319424.706725:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993601152
00000100:00100000:1.0:1767319424.706753:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5243
00000100:00100000:1.0:1767319424.706759:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993601152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319424.706882:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993601152:12345-0@lo:400:kworker.0 Request processed in 113us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319424.706889:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5243
00000100:00100000:1.0:1767319424.706920:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993601152:0@lo:400:kworker.0
00000100:00100000:1.0:1767319424.706952:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993601408:0@lo:400:kworker.0
00000100:00080000:1.0:1767319424.707379:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319424.707396:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993601792
00000100:00100000:1.0:1767319424.707400:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993601792
00000100:00100000:1.0:1767319424.707433:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251
00000100:00100000:1.0:1767319424.707439:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993601792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319424.707473:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993601792:12345-0@lo:400:kworker.0 Request processed in 35us (982us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319424.707478:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251
00000100:00080000:1.0:1767319424.707491:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319424.707505:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993601792:0@lo:400:kworker.0
00000100:00100000:2.0:1767319424.708447:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319424.709605:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993600896:12345-0@lo:38:kworker.0 Request processed in 4979us (5113us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319424.709618:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72298
00000100:00100000:3.0:1767319424.709866:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993601408:12345-0@lo:400:kworker.0 Request processed in 5229us (5310us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319424.710025:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5242
00000100:00100000:1.0:1767319424.713899:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993601664
00000100:00100000:1.0:1767319424.713917:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993601664
00000100:00100000:1.0:1767319424.716758:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252
00000100:00100000:1.0:1767319424.716775:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993601664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319424.716893:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993601664:12345-0@lo:400:kworker.0 Request processed in 124us (8447us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319424.716901:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252
00000100:00100000:0.0:1767319424.717147:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993601664:0@lo:400:kworker.0
00000100:00080000:2.0:1767319424.718926:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319425.214130:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319425.277681:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319426.237851:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319426.301488:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319426.648658:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319426.648777:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319426.649362:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942193664
00000100:00100000:0.0:1767319426.649372:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942193664
00000100:00100000:0.0:1767319426.649509:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942193536
00000100:00100000:0.0:1767319426.649514:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942193536
00000100:00100000:0.0:1767319426.649542:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5244
00000100:00100000:0.0:1767319426.649553:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942193664:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319426.650138:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72301
00000100:00100000:3.0:1767319426.650145:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942193536:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319426.650182:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319426.650258:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942193536:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 111us (1481us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319426.650265:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72301
00000100:00100000:0.0:1767319426.653153:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942193664:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 3590us (4495us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319426.653195:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5244
00000100:00080000:2.0:1767319426.655720:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319427.261703:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319427.262096:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319427.262438:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993601920:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319427.262510:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319427.262974:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993601920
00000100:00100000:0.0:1767319427.262983:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993601920
00000100:00100000:0.0:1767319427.263090:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983
00000100:00100000:0.0:1767319427.263103:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993601920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319427.263134:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319427.263196:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993602048:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319427.263224:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993601920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (713us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319427.263236:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983
00000100:00100000:1.0:1767319427.263237:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319427.263278:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319427.267679:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993601920:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319427.267735:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993602048
00000100:00100000:0.0:1767319427.267744:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993602048
00000100:00100000:0.0:1767319427.267818:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984
00000100:00100000:0.0:1767319427.267838:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993602048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319427.267871:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319427.267933:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993602048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (4698us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319427.267940:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984
00000100:00080000:1.0:1767319427.271359:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319427.271502:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993602048:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319427.325400:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319428.286345:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319428.351389:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319429.309762:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319429.378868:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319429.821405:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319429.821415:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319429.821418:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319429.821422:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319429.821426:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319429.821434:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4669
00000100:00080000:3.0:1767319429.821439:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319429.821446:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319429.821488:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d0e00 x1853163993602176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319429.821561:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319404/real 1767319404]  req@ffff89b629291f80 x1853163993595648/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319429 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767319429.821604:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319429.821608:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319429.821610:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319429.821615:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4669
00000100:00080000:3.0:1767319429.821617:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319429.821621:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319429.821637:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3100 x1853163993602304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319429.821677:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319429.821681:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319429.821682:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319429.821685:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4669
00000100:00080000:3.0:1767319429.821688:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319429.821691:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319429.821704:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3800 x1853163993602560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319429.821723:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319429.821726:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319429.821728:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319429.821731:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4669
00000100:00080000:3.0:1767319429.821734:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319429.821737:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319429.821747:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291ac380 x1853163993602816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319429.821808:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993602944:0@lo:400:kworker.0
00000100:00100000:3.0:1767319429.821888:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319429.821941:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319429.821948:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993603072:0@lo:400:kworker.0
00000100:00100000:3.0:1767319429.821970:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319429.822002:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993602944
00000100:00100000:3.0:1767319429.822009:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993602944
00000100:00100000:3.0:1767319429.822061:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993603072
00000100:00100000:3.0:1767319429.822065:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993603072
00000100:00100000:3.0:1767319429.822089:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253
00000100:00100000:3.0:1767319429.822097:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731db2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993602944:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319429.822144:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731db2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993602944:12345-0@lo:400:kworker.0 Request processed in 49us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319429.822152:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253
00000100:00100000:2.0:1767319429.822232:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3254
00000100:00100000:2.0:1767319429.822243:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993603072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319429.822278:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993603072:12345-0@lo:400:kworker.0 Request processed in 38us (306us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319429.822285:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3254
00000100:00100000:0.0:1767319429.822601:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993602432:0@lo:400:kworker.0
00000100:00100000:0.0:1767319429.822636:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319429.822659:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319429.822665:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993602688:0@lo:400:kworker.0
00000100:00100000:0.0:1767319429.822687:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319429.822718:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993602432
00000100:00100000:0.0:1767319429.822722:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993602432
00000100:00100000:0.0:1767319429.822750:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993602688
00000100:00100000:0.0:1767319429.822753:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993602688
00000100:00100000:0.0:1767319429.822776:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5245
00000100:00100000:0.0:1767319429.822797:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993602432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319429.822844:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993602432:12345-0@lo:400:kworker.0 Request processed in 48us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319429.822850:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5245
00000100:00100000:0.0:1767319429.822864:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5246
00000100:00100000:0.0:1767319429.822870:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993602688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319429.822898:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993602688:12345-0@lo:400:kworker.0 Request processed in 28us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319429.822904:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5246
00000100:00100000:0.0:1767319429.822943:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993602688:0@lo:400:kworker.0
00000100:00100000:0.0:1767319429.822954:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993602432:0@lo:400:kworker.0
00000100:00080000:0.0:1767319429.823010:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319429.823015:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319429.823017:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319429.823049:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993603072:0@lo:400:kworker.0
00000100:00100000:0.0:1767319429.823060:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993602944:0@lo:400:kworker.0
00000100:00100000:1.0:1767319429.825023:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b629291f80 x1853163993595648/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319429 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319429.825055:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993602176:0@lo:38:kworker.0
00000100:00100000:1.0:1767319429.825181:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319429.825370:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993602304:0@lo:38:kworker.0
00000100:00100000:1.0:1767319429.825398:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319429.825428:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993602560:0@lo:38:kworker.0
00000100:00100000:1.0:1767319429.825448:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319429.828657:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993602816:0@lo:38:kworker.0
00000100:00100000:1.0:1767319429.828718:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319429.828787:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993602176
00000100:00100000:0.0:1767319429.828797:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993602176
00000100:00100000:0.0:1767319429.828835:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993602560
00000100:00100000:0.0:1767319429.828839:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993602560
00000100:00100000:0.0:1767319429.828858:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72302
00000100:00100000:0.0:1767319429.828866:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993602176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319429.828889:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319429.828915:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72303
00000100:00100000:2.0:1767319429.828924:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993602560:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319429.828936:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993602176:12345-0@lo:38:kworker.0 Request processed in 69us (3754us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767319429.828938:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319429.828948:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72302
00000100:00100000:2.0:1767319429.828979:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993602560:12345-0@lo:38:kworker.0 Request processed in 54us (3528us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319429.828986:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993602304
00000100:00100000:2.0:1767319429.828988:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72303
00000100:00100000:0.0:1767319429.828992:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993602304
00000100:00100000:0.0:1767319429.829018:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95
00000100:00100000:0.0:1767319429.829024:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993602304:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319429.829035:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319429.829065:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993602304:12345-0@lo:38:kworker.0 Request processed in 41us (3666us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319429.829072:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95
00000100:00080000:1.0:1767319429.829283:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319429.829308:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767319429.829314:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993595648:0@lo:250:kworker.0
00000100:00100000:2.0:1767319429.829329:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993602816
00000100:00100000:2.0:1767319429.829336:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993602816
00000100:00080000:1.0:1767319429.829354:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319429.829360:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319429.829365:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993602176:0@lo:38:kworker.0
00000100:00100000:2.0:1767319429.829379:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72304
00000100:00080000:1.0:1767319429.829381:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319429.829388:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319429.829389:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993602816:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319429.829394:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993602304:0@lo:38:kworker.0
00010000:00020000:2.0:1767319429.829405:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767319429.829406:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319429.829413:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319429.829416:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993602560:0@lo:38:kworker.0
00000100:00080000:1.0:1767319429.829440:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767319429.829446:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993602816:12345-0@lo:38:kworker.0 Request processed in 56us (726us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767319429.829447:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319429.829453:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993602816:0@lo:38:kworker.0
00000100:00100000:2.0:1767319429.829460:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72304
00000100:00080000:0.0:1767319429.829545:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319429.829550:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319429.829553:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319429.829557:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4648
00000100:00080000:0.0:1767319429.829561:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319429.829566:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319429.829591:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f412300 x1853163993603200/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319429.829741:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993603200:0@lo:250:kworker.0
00000400:00000100:1.0:1767319429.829764:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993603200 offset 0 length 520: 4
00000100:00100000:2.0:1767319430.334273:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319430.397467:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319430.732421:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:3.0:1767319430.732483:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942193792 offset 0 length 520: 4
00000100:00100000:3.0:1767319430.732515:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319430.732708:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942194048
00000100:00100000:0.0:1767319430.732725:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942194048
00000100:00100000:0.0:1767319430.732830:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942193920
00000100:00080000:1.0:1767319430.732831:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319430.732835:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942193920
00000100:00100000:0.0:1767319430.732857:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5247
00000100:00100000:0.0:1767319430.732867:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942194048:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319430.732956:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942194048:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 90us (551us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319430.738966:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72305
00000100:00100000:1.0:1767319430.738981:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942193920:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319430.739004:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319430.739073:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942193920:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 94us (6557us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319430.739081:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72305
00000100:00100000:0.0:1767319430.746913:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5247
00000100:00100000:2.0:1767319431.357318:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319431.422334:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319432.381281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319432.383133:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993603328:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319432.383231:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319432.383442:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993603328
00000100:00100000:1.0:1767319432.383451:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993603328
00000100:00100000:1.0:1767319432.383520:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985
00000100:00100000:1.0:1767319432.383530:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993603328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319432.383559:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319432.383615:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993603328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (385us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319432.383624:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985
00000100:00100000:3.0:1767319432.383687:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993603328:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319432.383707:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319432.383906:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993603456:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319432.383972:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319432.384994:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993603456
00000100:00100000:1.0:1767319432.385008:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993603456
00000100:00100000:1.0:1767319432.385412:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986
00000100:00100000:1.0:1767319432.385427:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993603456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319432.385464:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319432.385555:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993603456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (1582us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319432.385564:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986
00000100:00100000:0.0:1767319432.385705:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993603456:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319432.385811:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767319432.445989:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319433.405769:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319433.469690:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319434.429962:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319434.494650:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319434.942058:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319434.942072:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319434.942075:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319434.942080:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319434.942085:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319434.942096:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4674
00000100:00080000:1.0:1767319434.942102:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319434.942111:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319434.942188:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a39aa00 x1853163993603584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319434.942217:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319434.942221:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319434.942222:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319434.942227:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4674
00000100:00080000:1.0:1767319434.942230:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319434.942234:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319434.942253:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731189f80 x1853163993603712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319434.942309:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319434.942313:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319434.942315:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319434.942319:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4674
00000100:00080000:1.0:1767319434.942329:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319434.942333:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319434.942346:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731188700 x1853163993603968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319434.942363:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319434.942366:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319434.942368:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319434.942372:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4674
00000100:00080000:1.0:1767319434.942375:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319434.942378:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319434.942388:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73118ad80 x1853163993604224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319434.942408:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993603840:0@lo:400:kworker.0
00000100:00100000:1.0:1767319434.942438:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731188000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993604352:0@lo:400:kworker.0
00000100:00100000:0.0:1767319434.942499:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319434.942585:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319434.942592:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993604096:0@lo:400:kworker.0
00000100:00100000:0.0:1767319434.942617:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319434.942649:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993603840
00000100:00100000:0.0:1767319434.942658:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993603840
00000100:00100000:0.0:1767319434.942729:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993604096
00000100:00100000:0.0:1767319434.942732:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993604096
00000100:00100000:0.0:1767319434.942756:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5248
00000100:00100000:0.0:1767319434.942764:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993603840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319434.942817:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993603840:12345-0@lo:400:kworker.0 Request processed in 52us (317us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319434.942825:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5248
00000100:00100000:0.0:1767319434.942843:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5249
00000100:00100000:0.0:1767319434.942849:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993604096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319434.942876:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993604096:12345-0@lo:400:kworker.0 Request processed in 27us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319434.942881:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5249
00000100:00080000:0.0:1767319434.942898:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319434.942934:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993604096:0@lo:400:kworker.0
00000100:00100000:0.0:1767319434.942958:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993603840:0@lo:400:kworker.0
00000100:00100000:0.0:1767319434.943001:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993604480:0@lo:400:kworker.0
00000100:00100000:0.0:1767319434.943029:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319434.943874:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993604480
00000100:00100000:3.0:1767319434.943885:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993604480
00000100:00100000:3.0:1767319434.943954:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3255
00000100:00100000:3.0:1767319434.943962:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993604480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319434.944026:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993604480:12345-0@lo:400:kworker.0 Request processed in 66us (997us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319434.944034:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3255
00000100:00100000:3.0:1767319434.944082:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993604480:0@lo:400:kworker.0
00000100:00100000:1.0:1767319434.944649:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319434.944901:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319434.944987:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993603584:0@lo:38:kworker.0
00000100:00100000:3.0:1767319434.945144:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993604352
00000100:00100000:3.0:1767319434.945151:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993604352
00000100:00100000:3.0:1767319434.945237:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256
00000100:00100000:3.0:1767319434.945246:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993604352:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319434.945281:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319434.945334:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993604352:12345-0@lo:400:kworker.0 Request processed in 90us (686us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319434.945342:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256
00000100:00100000:0.0:1767319434.945407:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731188000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993604352:0@lo:400:kworker.0
00000100:00100000:2.0:1767319434.945978:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319434.946013:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993603712:0@lo:38:kworker.0
00000100:00100000:2.0:1767319434.946041:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319434.946077:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993603968:0@lo:38:kworker.0
00000100:00100000:2.0:1767319434.946099:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319434.946125:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993604224:0@lo:38:kworker.0
00000100:00100000:2.0:1767319434.946150:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319434.946208:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993603584
00000100:00100000:2.0:1767319434.946214:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993603584
00000100:00100000:2.0:1767319434.946243:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993603968
00000100:00100000:2.0:1767319434.946246:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993603968
00000100:00100000:2.0:1767319434.946258:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993604224
00000100:00100000:2.0:1767319434.946260:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993604224
00000100:00100000:2.0:1767319434.946276:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72306
00000100:00100000:2.0:1767319434.946282:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993603584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319434.946319:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319434.946360:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993603584:12345-0@lo:38:kworker.0 Request processed in 77us (383us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319434.946368:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72306
00000100:00100000:2.0:1767319434.946384:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72307
00000100:00100000:2.0:1767319434.946388:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993603968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319434.946397:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319434.946420:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993603968:12345-0@lo:38:kworker.0 Request processed in 31us (319us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319434.946426:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72307
00000100:00100000:2.0:1767319434.946437:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72308
00000100:00100000:2.0:1767319434.946441:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993604224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319434.946449:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319434.946471:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993604224:12345-0@lo:38:kworker.0 Request processed in 28us (320us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319434.946476:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72308
00000100:00080000:2.0:1767319434.946505:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319434.946511:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319434.946514:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993603584:0@lo:38:kworker.0
00000100:00080000:2.0:1767319434.946523:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319434.946526:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319434.946658:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993603968:0@lo:38:kworker.0
00000100:00080000:2.0:1767319434.946677:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319434.946680:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319434.946692:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993604224:0@lo:38:kworker.0
00000100:00100000:0.0:1767319434.946774:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993603712
00000100:00100000:0.0:1767319434.946779:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993603712
00000100:00100000:0.0:1767319434.946814:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96
00000100:00100000:0.0:1767319434.946819:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993603712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319434.946829:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319434.946876:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993603712:12345-0@lo:38:kworker.0 Request processed in 56us (834us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319434.946883:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96
00000100:00080000:3.0:1767319434.947492:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319434.947498:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319434.947502:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993603712:0@lo:38:kworker.0
00000100:00100000:2.0:1767319435.454850:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319435.517448:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319435.847824:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319435.847974:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319435.848415:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942194304
00000100:00100000:2.0:1767319435.848428:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942194304
00000100:00100000:2.0:1767319435.848531:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942194176
00000100:00100000:2.0:1767319435.848535:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942194176
00000100:00100000:2.0:1767319435.848559:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5250
00000100:00100000:2.0:1767319435.848571:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942194304:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:1.0:1767319435.848740:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319435.848799:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72309
00000100:00100000:3.0:1767319435.848808:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942194176:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319435.848836:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319435.848912:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942194304:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 342us (1104us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319435.848921:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5250
00000100:00100000:3.0:1767319435.849555:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942194176:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 743us (1577us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319435.849563:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72309
00000100:00100000:2.0:1767319436.478314:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319436.542008:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319437.503117:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993604608:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319437.503263:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319437.509039:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993604608
00000100:00100000:1.0:1767319437.509058:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993604608
00000100:00100000:1.0:1767319437.509153:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987
00000100:00100000:1.0:1767319437.509191:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993604608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319437.509713:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319437.509831:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993604608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 645us (6570us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319437.509841:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987
00000100:00080000:1.0:1767319437.509883:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319437.510893:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993604608:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319437.510930:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319437.510944:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993604736:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319437.511025:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319437.511031:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319437.511066:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993604736
00000100:00100000:1.0:1767319437.511074:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993604736
00000100:00100000:1.0:1767319437.511232:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988
00000100:00100000:1.0:1767319437.511244:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993604736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319437.511279:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319437.511330:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993604736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (306us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319437.511338:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988
00000100:00100000:0.0:1767319437.511607:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993604736:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319437.513863:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767319437.566732:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319438.525324:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319438.589471:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319439.551977:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319439.613532:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319440.061806:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319440.061822:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319440.061826:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319440.061830:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319440.061835:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319440.061846:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4679
00000100:00080000:2.0:1767319440.061852:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319440.061861:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319440.061921:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24000 x1853163993604864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319440.061961:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319440.061965:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319440.061967:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319440.061972:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4679
00000100:00080000:2.0:1767319440.061975:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319440.061979:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319440.061994:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24a80 x1853163993604992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319440.062025:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993604864:0@lo:38:kworker.0
00000100:00080000:2.0:1767319440.062044:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319440.062049:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319440.062051:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319440.062056:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4679
00000100:00080000:2.0:1767319440.062059:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319440.062064:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319440.062081:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a39aa00 x1853163993605248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319440.062103:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319440.062107:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319440.062108:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319440.062112:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4679
00000100:00080000:2.0:1767319440.062115:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319440.062118:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319440.062129:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313aed80 x1853163993605504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319440.062229:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993605632:0@lo:400:kworker.0
00000100:00100000:2.0:1767319440.062282:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319440.062284:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319440.062368:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993605120:0@lo:400:kworker.0
00000100:00100000:1.0:1767319440.062434:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993605632
00000100:00100000:1.0:1767319440.062445:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993605632
00000100:00100000:3.0:1767319440.062528:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993604992:0@lo:38:kworker.0
00000100:00100000:1.0:1767319440.062575:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257
00000100:00100000:3.0:1767319440.062576:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319440.062601:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993605632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319440.062680:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993605632:12345-0@lo:400:kworker.0 Request processed in 93us (400us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319440.062689:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257
00000100:00080000:1.0:1767319440.062718:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319440.062751:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993605376:0@lo:400:kworker.0
00000100:00100000:1.0:1767319440.062783:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319440.062837:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993605248:0@lo:38:kworker.0
00000100:00100000:1.0:1767319440.062843:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993605760:0@lo:400:kworker.0
00000100:00100000:3.0:1767319440.062874:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319440.062884:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319440.062900:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993605504:0@lo:38:kworker.0
00000100:00100000:1.0:1767319440.062909:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993605760
00000100:00100000:1.0:1767319440.062914:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993605760
00000100:00100000:3.0:1767319440.062945:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319440.062950:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258
00000100:00100000:1.0:1767319440.062959:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993605760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319440.062987:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993604864
00000100:00100000:3.0:1767319440.062992:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993604864
00000100:00100000:1.0:1767319440.062995:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993605760:12345-0@lo:400:kworker.0 Request processed in 37us (111us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319440.063002:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258
00000100:00080000:1.0:1767319440.063020:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319440.063024:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993605376
00000100:00100000:3.0:1767319440.063028:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993605376
00000100:00100000:1.0:1767319440.063062:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993605760:0@lo:400:kworker.0
00000100:00100000:3.0:1767319440.063071:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993605248
00000100:00100000:3.0:1767319440.063076:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993605248
00000100:00080000:1.0:1767319440.063090:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319440.063095:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993605504
00000100:00100000:3.0:1767319440.063099:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993605504
00000100:00100000:1.0:1767319440.063112:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5251
00000100:00100000:1.0:1767319440.063128:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993605376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319440.063191:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993605376:12345-0@lo:400:kworker.0 Request processed in 71us (406us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319440.063220:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72310
00000100:00100000:3.0:1767319440.063227:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993604864:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319440.063251:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319440.063292:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993604864:12345-0@lo:38:kworker.0 Request processed in 64us (1012us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319440.063299:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72310
00000100:00100000:3.0:1767319440.063315:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72311
00000100:00100000:3.0:1767319440.063318:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993605248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319440.063328:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319440.063351:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993605248:12345-0@lo:38:kworker.0 Request processed in 30us (478us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319440.063357:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72311
00000100:00100000:3.0:1767319440.063367:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72312
00000100:00100000:3.0:1767319440.063371:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993605504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319440.063380:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319440.063402:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993605504:12345-0@lo:38:kworker.0 Request processed in 29us (459us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319440.063407:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72312
00000100:00100000:3.0:1767319440.063436:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993604992
00000100:00100000:3.0:1767319440.063440:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993604992
00000100:00100000:3.0:1767319440.063458:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97
00000100:00100000:3.0:1767319440.063462:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993604992:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319440.063471:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319440.063498:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993604992:12345-0@lo:38:kworker.0 Request processed in 35us (926us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319440.063504:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97
00000100:00080000:3.0:1767319440.063541:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319440.063547:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319440.063550:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993605248:0@lo:38:kworker.0
00000100:00080000:3.0:1767319440.063573:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319440.063576:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319440.063579:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993605504:0@lo:38:kworker.0
00000100:00080000:3.0:1767319440.063983:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319440.063988:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319440.063993:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993604864:0@lo:38:kworker.0
00000100:00080000:3.0:1767319440.064009:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319440.064013:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319440.064016:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993604992:0@lo:38:kworker.0
00000100:00100000:3.0:1767319440.064139:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993605376:0@lo:400:kworker.0
00000100:00100000:0.0:1767319440.064860:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319440.065000:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993605120
00000100:00100000:3.0:1767319440.065008:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993605120
00000100:00100000:3.0:1767319440.065138:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5252
00000100:00100000:3.0:1767319440.065147:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993605120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319440.065227:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993605120:12345-0@lo:400:kworker.0 Request processed in 82us (369us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319440.065235:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5252
00000100:00080000:0.0:1767319440.065307:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319440.065341:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993605120:0@lo:400:kworker.0
00000100:00100000:2.0:1767319440.065408:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993605632:0@lo:400:kworker.0
00000100:00100000:1.0:1767319440.067773:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5251
00000100:00100000:0.0:1767319440.573427:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319440.638889:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319440.969280:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319440.969465:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319440.969664:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942194560
00000100:00100000:2.0:1767319440.969678:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942194560
00000100:00100000:3.0:1767319440.969701:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942194432
00000100:00100000:3.0:1767319440.969708:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942194432
00000100:00100000:3.0:1767319440.969773:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72313
00000100:00100000:3.0:1767319440.969785:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942194432:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319440.969816:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319440.969880:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5253
00000100:00100000:2.0:1767319440.969891:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942194560:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319440.969897:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942194432:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 113us (430us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319440.969904:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72313
00000100:00100000:2.0:1767319440.969951:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942194560:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 62us (685us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319440.969960:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5253
00000100:00080000:0.0:1767319440.970280:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319441.597506:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319441.661436:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319442.622483:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993605888:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319442.622609:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319442.622857:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993605888
00000100:00100000:1.0:1767319442.622868:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993605888
00000100:00100000:1.0:1767319442.622961:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989
00000100:00100000:1.0:1767319442.622974:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993605888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319442.623020:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319442.623086:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993605888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (479us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319442.623096:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989
00000100:00100000:1.0:1767319442.623198:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993605888:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319442.623353:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319442.628141:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319442.628903:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319442.633007:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993606016:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319442.633235:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319442.633401:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993606016
00000100:00100000:3.0:1767319442.633412:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993606016
00000100:00100000:3.0:1767319442.633573:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2990
00000100:00100000:3.0:1767319442.633585:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993606016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319442.633625:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319442.633696:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993606016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (460us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319442.633704:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2990
00000100:00100000:2.0:1767319442.633958:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993606016:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319442.636787:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767319442.686963:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319443.647786:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319443.712406:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319444.669320:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319444.733416:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319445.181327:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319445.181345:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319445.181350:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319445.181355:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319445.181361:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319445.181374:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4684
00000100:00080000:2.0:1767319445.181380:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319445.181391:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319445.181448:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ad500 x1853163993606144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319445.181470:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319445.181473:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319445.181475:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319445.181480:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4684
00000100:00080000:2.0:1767319445.181482:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319445.181486:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319445.181515:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313af480 x1853163993606272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319445.181563:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319445.181567:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319445.181569:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319445.181573:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4684
00000100:00080000:2.0:1767319445.181575:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319445.181579:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319445.181591:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ad880 x1853163993606528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319445.181610:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319445.181615:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319445.181617:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319445.181622:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4684
00000100:00080000:2.0:1767319445.181624:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319445.181628:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319445.181641:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313adf80 x1853163993606784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319445.181712:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993606656:0@lo:400:kworker.0
00000100:00100000:2.0:1767319445.181811:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319445.181814:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993606144:0@lo:38:kworker.0
00000100:00100000:2.0:1767319445.181896:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319445.181906:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319445.181913:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993606400:0@lo:400:kworker.0
00000100:00100000:0.0:1767319445.182021:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993606656
00000100:00100000:0.0:1767319445.182034:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993606656
00000100:00100000:3.0:1767319445.182071:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993606912:0@lo:400:kworker.0
00000100:00100000:0.0:1767319445.182106:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993606144
00000100:00100000:0.0:1767319445.182112:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993606144
00000100:00100000:0.0:1767319445.182135:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5254
00000100:00100000:0.0:1767319445.182148:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993606656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319445.183067:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993606272:0@lo:38:kworker.0
00000100:00100000:0.0:1767319445.189792:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993606656:12345-0@lo:400:kworker.0 Request processed in 7632us (7966us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319445.189813:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5254
00000100:00100000:0.0:1767319445.189869:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72314
00000100:00100000:0.0:1767319445.189877:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993606144:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319445.189910:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319445.189932:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319445.189968:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993606144:12345-0@lo:38:kworker.0 Request processed in 88us (8066us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319445.189976:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72314
00000100:00080000:0.0:1767319445.190017:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319445.190058:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993606272
00000100:00100000:0.0:1767319445.190068:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993606272
00000100:00100000:0.0:1767319445.190103:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98
00000100:00100000:0.0:1767319445.190108:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993606272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319445.190118:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319445.190149:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993606272:12345-0@lo:38:kworker.0 Request processed in 40us (227us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319445.190155:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98
00000100:00100000:0.0:1767319445.190224:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993607040:0@lo:400:kworker.0
00000100:00100000:2.0:1767319445.190262:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319445.190273:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319445.190347:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993606400
00000100:00100000:0.0:1767319445.190353:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993606400
00000100:00100000:3.0:1767319445.190400:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993607040
00000100:00100000:0.0:1767319445.190410:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5255
00000100:00100000:3.0:1767319445.190412:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993607040
00000100:00100000:0.0:1767319445.190422:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993606400:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767319445.190492:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319445.190508:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319445.190513:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993606272:0@lo:38:kworker.0
00000100:00100000:1.0:1767319445.190523:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993606528:0@lo:38:kworker.0
00000100:00100000:3.0:1767319445.190576:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259
00000100:00100000:3.0:1767319445.190586:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993607040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319445.195839:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993606656:0@lo:400:kworker.0
00000100:00100000:2.0:1767319445.196008:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319445.196105:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993606912
00000100:00100000:2.0:1767319445.196114:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993606912
00000100:00100000:2.0:1767319445.196201:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260
00000100:00100000:2.0:1767319445.196212:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993606912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319445.196293:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993606912:12345-0@lo:400:kworker.0 Request processed in 83us (286us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319445.196302:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260
00000100:00100000:2.0:1767319445.196339:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993606912:0@lo:400:kworker.0
00000100:00080000:2.0:1767319445.196381:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319445.196387:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319445.196392:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319445.198145:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993606400:12345-0@lo:400:kworker.0 Request processed in 7715us (7873us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319445.198183:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5255
00000100:00100000:1.0:1767319445.198191:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319445.198306:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993606400:0@lo:400:kworker.0
00000100:00100000:0.0:1767319445.198376:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993606528
00000100:00100000:0.0:1767319445.198384:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993606528
00000100:00100000:0.0:1767319445.198424:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72315
00000100:00100000:0.0:1767319445.198433:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993606528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319445.198466:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319445.198489:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993607040:12345-0@lo:400:kworker.0 Request processed in 7900us (8214us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319445.198518:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259
00000100:00100000:0.0:1767319445.198543:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993606528:12345-0@lo:38:kworker.0 Request processed in 107us (394us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319445.198565:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72315
00000100:00100000:3.0:1767319445.198604:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993607040:0@lo:400:kworker.0
00000100:00080000:0.0:1767319445.198634:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319445.198642:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319445.198647:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993606528:0@lo:38:kworker.0
00000100:00100000:0.0:1767319445.198660:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993606784:0@lo:38:kworker.0
00000100:00100000:0.0:1767319445.198698:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319445.198749:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767319445.198754:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993606784
00000100:00080000:0.0:1767319445.198756:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319445.198765:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993606144:0@lo:38:kworker.0
00000100:00100000:1.0:1767319445.198766:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993606784
00000100:00100000:0.0:1767319445.198819:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72316
00000100:00100000:0.0:1767319445.198825:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993606784:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319445.198837:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319445.198878:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993606784:12345-0@lo:38:kworker.0 Request processed in 50us (179us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319445.198885:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72316
00000100:00080000:1.0:1767319445.199021:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319445.199028:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319445.199032:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993606784:0@lo:38:kworker.0
00000100:00100000:2.0:1767319445.693434:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319445.757510:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319446.088548:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319446.088651:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319446.088737:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942194816
00000100:00100000:0.0:1767319446.088748:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942194816
00000100:00100000:0.0:1767319446.088831:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942194688
00000100:00100000:0.0:1767319446.088835:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942194688
00000100:00100000:0.0:1767319446.088855:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5256
00000100:00100000:0.0:1767319446.088866:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942194816:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319446.088955:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942194816:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 91us (415us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319446.088962:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5256
00000100:00100000:0.0:1767319446.088983:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72317
00000100:00100000:0.0:1767319446.088988:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942194688:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319446.089009:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319446.089034:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942194688:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (383us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319446.089041:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72317
00000100:00080000:3.0:1767319446.089284:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319446.719728:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319446.783104:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319447.741429:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993607168:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319447.741518:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319447.741663:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993607168
00000100:00100000:1.0:1767319447.741671:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993607168
00000100:00100000:1.0:1767319447.741739:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991
00000100:00100000:1.0:1767319447.741750:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993607168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319447.741785:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319447.741831:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993607168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (313us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319447.741838:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991
00000100:00100000:0.0:1767319447.742044:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993607168:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319447.742122:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319447.742893:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993607296:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319447.742932:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319447.743041:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993607296
00000100:00100000:0.0:1767319447.743046:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993607296
00000100:00100000:0.0:1767319447.743093:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992
00000100:00100000:0.0:1767319447.743102:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993607296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319447.743121:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319447.743180:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993607296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319447.743187:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992
00000100:00100000:0.0:1767319447.743222:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993607296:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319447.743446:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767319447.743502:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767319447.805526:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319448.765538:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319448.829327:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319449.790041:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319449.853387:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319450.302673:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319450.302683:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319450.302686:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319450.302690:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319450.302694:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319450.302702:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4689
00000100:00080000:2.0:1767319450.302708:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319450.302714:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319450.302755:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313aea00 x1853163993607424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319450.302780:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319450.302784:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319450.302786:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319450.302790:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4689
00000100:00080000:2.0:1767319450.302792:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319450.302795:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319450.302809:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313af800 x1853163993607552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319450.302848:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319450.302852:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319450.302854:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319450.302858:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4689
00000100:00080000:2.0:1767319450.302861:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319450.302865:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319450.302880:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313adf80 x1853163993607808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319450.302899:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319450.302903:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319450.302905:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319450.302909:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4689
00000100:00080000:2.0:1767319450.302911:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319450.302915:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319450.302921:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993607936:0@lo:400:kworker.0
00000100:00100000:2.0:1767319450.302926:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ad880 x1853163993608064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319450.302976:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993608320:0@lo:400:kworker.0
00000100:00100000:3.0:1767319450.302996:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319450.303033:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319450.303057:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319450.303067:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993607680:0@lo:400:kworker.0
00000100:00100000:2.0:1767319450.303071:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319450.303080:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993608192:0@lo:400:kworker.0
00000100:00100000:3.0:1767319450.303094:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319450.303114:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319450.303133:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993607936
00000100:00100000:3.0:1767319450.303141:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993607936
00000100:00100000:2.0:1767319450.303180:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993608320
00000100:00100000:2.0:1767319450.303185:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993608320
00000100:00100000:1.0:1767319450.303190:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993608192
00000100:00100000:1.0:1767319450.303193:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993608192
00000100:00100000:3.0:1767319450.303216:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993607680
00000100:00100000:3.0:1767319450.303221:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993607680
00000100:00100000:3.0:1767319450.303251:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5257
00000100:00100000:3.0:1767319450.303260:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993607936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319450.303263:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993607424:0@lo:38:kworker.0
00000100:00100000:0.0:1767319450.303300:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319450.303326:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993607552:0@lo:38:kworker.0
00000100:00100000:3.0:1767319450.303328:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993607936:12345-0@lo:400:kworker.0 Request processed in 68us (330us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319450.303339:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5257
00000100:00100000:3.0:1767319450.303355:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993607424
00000100:00100000:0.0:1767319450.303359:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319450.303360:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993607424
00000100:00100000:3.0:1767319450.303388:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5258
00000100:00100000:0.0:1767319450.303392:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993607808:0@lo:38:kworker.0
00000100:00100000:3.0:1767319450.303399:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993607680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319450.303437:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319450.303448:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993607680:12345-0@lo:400:kworker.0 Request processed in 53us (354us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319450.303454:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5258
00000100:00100000:3.0:1767319450.303468:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993607808
00000100:00100000:3.0:1767319450.303471:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993607808
00000100:00100000:0.0:1767319450.303473:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993608064:0@lo:38:kworker.0
00000100:00100000:3.0:1767319450.303485:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72318
00000100:00100000:3.0:1767319450.303491:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993607424:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319450.303500:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767319450.303509:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319450.303528:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993607552
00000100:00100000:0.0:1767319450.303533:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993607552
00000100:00100000:3.0:1767319450.303547:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993607424:12345-0@lo:38:kworker.0 Request processed in 55us (246us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319450.303556:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72318
00000100:00100000:0.0:1767319450.303559:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99
00000100:00100000:0.0:1767319450.303567:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993607552:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319450.303569:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993608064
00000100:00100000:3.0:1767319450.303574:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993608064
00010000:00020000:0.0:1767319450.303580:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319450.303588:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72319
00000100:00100000:3.0:1767319450.303594:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993607808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319450.303604:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319450.303613:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993607552:12345-0@lo:38:kworker.0 Request processed in 46us (255us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319450.303620:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99
00000100:00100000:3.0:1767319450.303636:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993607808:12345-0@lo:38:kworker.0 Request processed in 40us (197us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319450.303643:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72319
00000100:00100000:0.0:1767319450.303650:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72320
00000100:00100000:0.0:1767319450.303657:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993608064:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767319450.303667:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:0.0:1767319450.303668:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319450.303674:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319450.303678:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319450.303698:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993608064:12345-0@lo:38:kworker.0 Request processed in 39us (197us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319450.303705:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72320
00000100:00100000:3.0:1767319450.303721:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993607680:0@lo:400:kworker.0
00000100:00080000:0.0:1767319450.303739:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767319450.303739:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993607936:0@lo:400:kworker.0
00000100:00080000:0.0:1767319450.303748:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319450.303754:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993607424:0@lo:38:kworker.0
00000100:00080000:0.0:1767319450.303771:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319450.303775:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319450.303779:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993607552:0@lo:38:kworker.0
00000100:00080000:0.0:1767319450.303796:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319450.303799:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319450.303802:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993607808:0@lo:38:kworker.0
00000100:00080000:0.0:1767319450.303810:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319450.303813:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319450.303816:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993608064:0@lo:38:kworker.0
00000100:00100000:2.0:1767319450.303880:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261
00000100:00100000:2.0:1767319450.303890:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993608320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319450.303966:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993608320:12345-0@lo:400:kworker.0 Request processed in 79us (933us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319450.303972:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262
00000100:00100000:2.0:1767319450.303978:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261
00000100:00100000:1.0:1767319450.303980:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993608192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319450.304195:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993608192:12345-0@lo:400:kworker.0 Request processed in 216us (1081us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319450.304201:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262
00000100:00100000:0.0:1767319450.305262:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993608320:0@lo:400:kworker.0
00000100:00100000:0.0:1767319450.305285:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993608192:0@lo:400:kworker.0
00000100:00100000:3.0:1767319450.813384:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319450.877495:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319451.208088:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319451.208216:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319451.208321:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942195072
00000100:00100000:1.0:1767319451.208332:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942195072
00000100:00100000:1.0:1767319451.208427:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942194944
00000100:00100000:1.0:1767319451.208430:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942194944
00000100:00100000:1.0:1767319451.208454:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5259
00000100:00100000:1.0:1767319451.208465:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942195072:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319451.208546:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942195072:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 83us (469us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319451.208555:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5259
00000100:00100000:1.0:1767319451.208573:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72321
00000100:00100000:1.0:1767319451.208578:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942194944:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319451.208597:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319451.208622:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942194944:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 42us (405us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319451.208628:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72321
00000100:00080000:3.0:1767319451.208775:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319451.837281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319451.901506:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319452.861489:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993608448:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319452.861565:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319452.861643:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319452.861650:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993608576:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319452.861677:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319452.861733:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993608448
00000100:00100000:1.0:1767319452.861741:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993608448
00000100:00100000:3.0:1767319452.861880:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319452.861910:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993608576
00000100:00100000:1.0:1767319452.861914:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993608576
00000100:00100000:0.0:1767319452.861965:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993
00000100:00100000:0.0:1767319452.861978:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993608448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319452.862009:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319452.862069:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993608448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (503us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319452.862077:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993
00000100:00100000:0.0:1767319452.862128:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993608448:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319452.865545:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319452.865557:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319452.866390:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994
00000100:00100000:1.0:1767319452.866404:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993608576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319452.866438:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319452.866526:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993608576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (4848us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319452.866533:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994
00000100:00100000:3.0:1767319452.868400:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993608576:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319452.927822:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319453.885271:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319453.950110:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319454.398752:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319429/real 1767319429]  req@ffff89b72f412300 x1853163993603200/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319454 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319454.398821:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b72f412300 x1853163993603200/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319454 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319454.398844:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319454.398877:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319454.398885:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993603200:0@lo:250:kworker.0
00000100:00080000:1.0:1767319454.399130:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319454.399141:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319454.399147:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319454.399155:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4674
00000100:00080000:1.0:1767319454.399199:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319454.399278:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319454.399313:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b4a80 x1853163993608704/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319454.399353:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319454.399357:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319454.399359:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319454.399363:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4695
00000100:00080000:1.0:1767319454.399365:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319454.399368:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319454.399383:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6680 x1853163993608832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319454.399392:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319454.399395:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319454.399397:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319454.399401:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4695
00000100:00080000:1.0:1767319454.399403:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319454.399407:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319454.399417:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5180 x1853163993608960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319454.401259:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319454.401264:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319454.401268:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319454.401273:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4695
00000100:00080000:1.0:1767319454.401277:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319454.401282:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319454.401314:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6a00 x1853163993609216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319454.401345:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319454.401348:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319454.401350:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319454.401355:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4695
00000100:00080000:1.0:1767319454.401358:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319454.401361:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319454.401371:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b7b80 x1853163993609472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319454.401383:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993609088:0@lo:400:kworker.0
00000100:00100000:1.0:1767319454.401434:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993609728:0@lo:400:kworker.0
00000100:00100000:2.0:1767319454.401453:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319454.401525:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993609344:0@lo:400:kworker.0
00000100:00100000:0.0:1767319454.401606:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993609088
00000100:00100000:0.0:1767319454.401615:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993609088
00000100:00100000:0.0:1767319454.401674:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5260
00000100:00100000:0.0:1767319454.401685:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993609088:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319454.401882:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319454.401945:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319454.401953:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993609600:0@lo:400:kworker.0
00000100:00100000:3.0:1767319454.401967:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319454.402048:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993609344
00000100:00100000:2.0:1767319454.402054:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993609344
00000100:00100000:2.0:1767319454.402104:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5261
00000100:00100000:2.0:1767319454.402112:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993609344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319454.402148:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993609344:12345-0@lo:400:kworker.0 Request processed in 37us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319454.402155:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5261
00000100:00080000:2.0:1767319454.402202:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319454.402215:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993608704:0@lo:250:kworker.0
00000100:00100000:3.0:1767319454.402403:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993609344:0@lo:400:kworker.0
00000100:00100000:3.0:1767319454.402444:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993609728
00000100:00100000:3.0:1767319454.402448:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993609728
00000100:00100000:3.0:1767319454.402480:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263
00000100:00100000:3.0:1767319454.402487:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993609728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319454.402763:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993609728:12345-0@lo:400:kworker.0 Request processed in 276us (880us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319454.402770:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263
00000100:00080000:3.0:1767319454.402791:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000400:00000100:2.0:1767319454.403691:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993608704 offset 0 length 520: 4
00000100:00100000:2.0:1767319454.403722:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993608832:0@lo:38:kworker.0
00000100:00100000:2.0:1767319454.403754:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319454.404290:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319454.404352:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993609728:0@lo:400:kworker.0
00000100:00100000:1.0:1767319454.404388:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993609600
00000100:00100000:1.0:1767319454.404394:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993609600
00000100:00100000:2.0:1767319454.404405:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993608960:0@lo:38:kworker.0
00000100:00100000:2.0:1767319454.404442:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319454.404447:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264
00000100:00100000:1.0:1767319454.404458:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993609600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319454.404470:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993609216:0@lo:38:kworker.0
00000100:00100000:1.0:1767319454.404512:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993609600:12345-0@lo:400:kworker.0 Request processed in 57us (221us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319454.404519:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264
00000100:00080000:1.0:1767319454.404537:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319454.404555:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993609600:0@lo:400:kworker.0
00000100:00100000:1.0:1767319454.404585:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993608960
00000100:00100000:1.0:1767319454.404589:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993608960
00000100:00100000:1.0:1767319454.404609:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100
00000100:00100000:1.0:1767319454.404614:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993608960:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319454.404622:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993608832
00000100:00100000:3.0:1767319454.404628:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993608832
00010000:00020000:1.0:1767319454.404634:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319454.404658:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72322
00000100:00100000:1.0:1767319454.404665:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993608960:12345-0@lo:38:kworker.0 Request processed in 48us (222us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319454.404666:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993608832:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319454.404680:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100
00010000:00020000:3.0:1767319454.404686:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319454.404722:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993608832:12345-0@lo:38:kworker.0 Request processed in 55us (966us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319454.404728:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72322
00000100:00100000:2.0:1767319454.404975:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319454.405001:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993609472:0@lo:38:kworker.0
00000100:00100000:2.0:1767319454.405025:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319454.405050:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319454.405054:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319454.405058:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993608832:0@lo:38:kworker.0
00000100:00080000:2.0:1767319454.405067:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319454.405070:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319454.405073:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993608960:0@lo:38:kworker.0
00000100:00100000:0.0:1767319454.405209:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993609088:12345-0@lo:400:kworker.0 Request processed in 3525us (3754us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319454.405218:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5260
00000100:00100000:0.0:1767319454.405235:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993609216
00000100:00100000:0.0:1767319454.405238:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993609216
00000100:00100000:0.0:1767319454.405254:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993609472
00000100:00100000:0.0:1767319454.405257:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993609472
00000100:00100000:0.0:1767319454.405270:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72323
00000100:00100000:0.0:1767319454.405275:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993609216:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319454.405285:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319454.405309:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993609216:12345-0@lo:38:kworker.0 Request processed in 33us (334us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319454.405314:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72323
00000100:00100000:0.0:1767319454.405335:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72324
00000100:00100000:0.0:1767319454.405339:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993609472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319454.405347:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319454.405369:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993609472:12345-0@lo:38:kworker.0 Request processed in 29us (343us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319454.405375:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72324
00000100:00100000:0.0:1767319454.405425:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993609088:0@lo:400:kworker.0
00000100:00080000:2.0:1767319454.405612:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319454.405616:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319454.405620:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993609216:0@lo:38:kworker.0
00000100:00080000:2.0:1767319454.405627:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319454.405630:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319454.405632:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993609472:0@lo:38:kworker.0
00000100:00100000:3.0:1767319454.909912:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319454.975205:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319455.933415:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319455.997631:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319456.327494:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:0.0:1767319456.327530:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942195200 offset 0 length 520: 4
00000100:00100000:1.0:1767319456.327581:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942195456
00000100:00100000:1.0:1767319456.327593:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942195456
00000100:00100000:0.0:1767319456.327594:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319456.327734:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942195328
00000100:00100000:1.0:1767319456.327738:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942195328
00000100:00100000:1.0:1767319456.327756:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5262
00000100:00100000:1.0:1767319456.327764:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942195456:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319456.327840:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942195456:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 76us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319456.327847:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5262
00000100:00100000:1.0:1767319456.327868:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72325
00000100:00100000:1.0:1767319456.327872:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942195328:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319456.327894:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319456.327917:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942195328:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (324us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319456.327923:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72325
00000100:00080000:2.0:1767319456.331542:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319456.957335:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319457.021636:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319457.981517:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319457.981539:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993609856:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319457.981608:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319457.981677:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993609984:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319457.981702:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319457.981775:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993609856
00000100:00100000:0.0:1767319457.981785:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993609856
00000100:00100000:1.0:1767319457.981803:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993609984
00000100:00100000:1.0:1767319457.981810:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993609984
00000100:00100000:1.0:1767319457.981861:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995
00000100:00100000:1.0:1767319457.981872:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993609984:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319457.981905:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319457.981913:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319457.981962:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993609984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319457.981970:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995
00000100:00080000:3.0:1767319457.981971:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319457.981977:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319457.981993:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996
00000100:00100000:1.0:1767319457.982003:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993609856:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319457.982020:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319457.982025:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993609984:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319457.982055:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993609856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (445us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319457.982065:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993609856:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319457.982076:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996
00010000:00010000:0.0:1767319458.047184:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319459.005282:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319459.069420:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319459.517326:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319459.517337:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319459.517340:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319459.517343:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319459.517347:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319459.517356:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4699
00000100:00080000:2.0:1767319459.517361:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319459.517369:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319459.517410:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ad500 x1853163993610112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319459.517492:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993610112:0@lo:38:kworker.0
00000100:00100000:0.0:1767319459.517567:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319459.517685:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993610112
00000100:00100000:1.0:1767319459.517694:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993610112
00000100:00100000:1.0:1767319459.517735:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72326
00000100:00100000:1.0:1767319459.517743:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993610112:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319459.517766:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767319459.517817:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319459.517823:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319459.517825:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319459.517830:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4699
00000100:00080000:2.0:1767319459.517833:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319459.517846:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319459.517864:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac000 x1853163993610240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319459.518120:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993610240:0@lo:38:kworker.0
00000100:00100000:0.0:1767319459.518153:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319459.518261:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993610112:12345-0@lo:38:kworker.0 Request processed in 517us (693us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319459.518269:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72326
00000100:00080000:0.0:1767319459.518374:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319459.518379:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319459.518383:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993610112:0@lo:38:kworker.0
00000100:00080000:2.0:1767319459.518490:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319459.518493:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319459.518495:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319459.518499:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4699
00000100:00080000:2.0:1767319459.518502:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319459.518506:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319459.518521:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b341f80 x1853163993610496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319459.518537:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319459.518541:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319459.518542:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319459.518545:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4699
00000100:00080000:2.0:1767319459.518548:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319459.518551:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319459.518560:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b343100 x1853163993610752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319459.518602:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993610880:0@lo:400:kworker.0
00000100:00100000:2.0:1767319459.518633:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319459.518652:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319459.518657:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993611008:0@lo:400:kworker.0
00000100:00100000:2.0:1767319459.518676:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319459.518700:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993610880
00000100:00100000:2.0:1767319459.518705:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993610880
00000100:00100000:2.0:1767319459.518740:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993611008
00000100:00100000:2.0:1767319459.518742:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993611008
00000100:00100000:2.0:1767319459.518758:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3265
00000100:00100000:2.0:1767319459.518764:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993610880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319459.518799:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993610880:12345-0@lo:400:kworker.0 Request processed in 36us (166us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319459.518804:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3265
00000100:00100000:2.0:1767319459.518817:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3266
00000100:00100000:2.0:1767319459.518823:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993611008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319459.518934:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993610496:0@lo:38:kworker.0
00000100:00100000:1.0:1767319459.518985:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993610368:0@lo:400:kworker.0
00000100:00100000:3.0:1767319459.519018:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993610240
00000100:00100000:3.0:1767319459.519023:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993610240
00000100:00100000:3.0:1767319459.519043:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101
00000100:00100000:3.0:1767319459.519048:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993610240:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319459.519062:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319459.519324:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319459.519347:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993610752:0@lo:38:kworker.0
00000100:00100000:0.0:1767319459.519368:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319459.519396:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993610496
00000100:00100000:0.0:1767319459.519400:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993610496
00000100:00100000:0.0:1767319459.519420:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993610752
00000100:00100000:0.0:1767319459.519423:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993610752
00000100:00100000:0.0:1767319459.519439:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72327
00000100:00100000:0.0:1767319459.519443:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993610496:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319459.519454:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319459.519487:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993610496:12345-0@lo:38:kworker.0 Request processed in 42us (162us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319459.519493:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72327
00000100:00100000:0.0:1767319459.519507:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72328
00000100:00100000:0.0:1767319459.519511:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993610752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319459.519519:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319459.519540:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993610752:12345-0@lo:38:kworker.0 Request processed in 27us (171us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319459.519545:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72328
00000100:00080000:0.0:1767319459.519573:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319459.519577:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319459.519580:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993610496:0@lo:38:kworker.0
00000100:00080000:0.0:1767319459.519588:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319459.519591:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319459.519593:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993610752:0@lo:38:kworker.0
00000100:00080000:0.0:1767319459.519657:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319459.519662:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319459.519673:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993610624:0@lo:400:kworker.0
00000100:00100000:0.0:1767319459.519697:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319459.519727:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993610624
00000100:00100000:0.0:1767319459.519731:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993610624
00000100:00100000:0.0:1767319459.519759:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5263
00000100:00100000:0.0:1767319459.519766:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993610624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319459.519800:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993610624:12345-0@lo:400:kworker.0 Request processed in 35us (103us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319459.519806:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5263
00000100:00080000:0.0:1767319459.519823:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319459.519854:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993610624:0@lo:400:kworker.0
00000100:00100000:0.0:1767319459.519908:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993610880:0@lo:400:kworker.0
00000100:00100000:1.0:1767319459.520106:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319459.520317:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993610240:12345-0@lo:38:kworker.0 Request processed in 1266us (2162us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319459.520325:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101
00000100:00080000:1.0:1767319459.520394:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319459.520399:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319459.520403:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993610240:0@lo:38:kworker.0
00000100:00100000:0.0:1767319459.520458:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993610368
00000100:00100000:0.0:1767319459.520463:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993610368
00000100:00100000:0.0:1767319459.520543:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5264
00000100:00100000:0.0:1767319459.520551:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993610368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319459.520589:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993610368:12345-0@lo:400:kworker.0 Request processed in 40us (483us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319459.520595:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5264
00000100:00100000:0.0:1767319459.520627:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993610368:0@lo:400:kworker.0
00000100:00100000:2.0:1767319459.520745:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993611008:12345-0@lo:400:kworker.0 Request processed in 1921us (2067us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319459.520753:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3266
00000100:00080000:1.0:1767319459.520794:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319459.520824:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993611008:0@lo:400:kworker.0
00000100:00100000:2.0:1767319460.029280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319460.093704:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319461.053293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319461.117713:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319461.451842:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319461.451990:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942195584
00000100:00100000:1.0:1767319461.452001:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942195584
00000100:00100000:1.0:1767319461.452058:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72329
00000100:00100000:1.0:1767319461.452067:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942195584:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319461.452091:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319461.452230:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942195584:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 161us (410us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319461.452238:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72329
00000100:00100000:0.0:1767319461.455744:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319461.455861:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942195712
00000100:00100000:3.0:1767319461.455872:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942195712
00000100:00100000:3.0:1767319461.455973:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5265
00000100:00100000:3.0:1767319461.455984:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942195712:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319461.456078:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942195712:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 96us (344us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319461.456090:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5265
00000100:00080000:1.0:1767319461.456694:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319462.080373:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319462.141610:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319463.101288:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319463.101408:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319463.101426:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993611136:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319463.101481:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319463.101529:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993611136
00000100:00100000:1.0:1767319463.101642:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993611136
00000100:00100000:1.0:1767319463.101755:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997
00000100:00100000:1.0:1767319463.101767:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993611136:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319463.101773:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993611264:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319463.101807:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:1.0:1767319463.101812:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319463.101834:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993611264
00000100:00100000:3.0:1767319463.101840:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993611264
00000100:00100000:1.0:1767319463.101893:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993611136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (407us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319463.101902:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997
00000100:00100000:0.0:1767319463.101944:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993611136:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319463.102000:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319463.102006:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319463.102023:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998
00000100:00100000:3.0:1767319463.102029:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993611264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319463.102043:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319463.102080:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993611264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319463.102087:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998
00000100:00100000:0.0:1767319463.102125:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993611264:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319463.165368:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319464.127492:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319464.192363:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319464.637360:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319464.637371:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319464.637374:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319464.637378:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319464.637382:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319464.637390:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4704
00000100:00080000:3.0:1767319464.637395:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319464.637401:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319464.637438:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cf800 x1853163993611392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319464.637459:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319464.637462:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319464.637464:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319464.637468:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4704
00000100:00080000:3.0:1767319464.637470:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319464.637474:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319464.637487:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993611392:0@lo:38:kworker.0
00000100:00100000:3.0:1767319464.637487:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cf100 x1853163993611520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319464.637554:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319464.637629:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767319464.637630:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993611520:0@lo:38:kworker.0
00000100:00080000:3.0:1767319464.637633:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319464.637635:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319464.637639:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4704
00000100:00080000:3.0:1767319464.637642:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319464.637645:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319464.637657:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319464.637660:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cdc00 x1853163993611776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319464.637664:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993611392
00000100:00100000:2.0:1767319464.637676:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993611392
00000100:00080000:3.0:1767319464.637679:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319464.637683:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767319464.637685:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993611776:0@lo:38:kworker.0
00000100:00080000:3.0:1767319464.637685:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319464.637688:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4704
00000100:00080000:3.0:1767319464.637691:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319464.637694:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319464.637705:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc000 x1853163993612032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319464.637707:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319464.637716:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993611776
00000100:00100000:2.0:1767319464.637721:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993611776
00000100:00100000:1.0:1767319464.637727:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993612032:0@lo:38:kworker.0
00000100:00100000:2.0:1767319464.637746:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72330
00000100:00100000:3.0:1767319464.637754:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993611520
00000100:00100000:2.0:1767319464.637758:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993611392:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319464.637761:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319464.637761:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993611520
00010000:00020000:2.0:1767319464.637783:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319464.637794:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993612032
00000100:00100000:3.0:1767319464.637795:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102
00000100:00100000:1.0:1767319464.637798:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993612032
00000100:00100000:3.0:1767319464.637801:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993611520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319464.637812:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319464.637820:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72331
00000100:00100000:1.0:1767319464.637825:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993611776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319464.637847:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319464.637854:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993611392:12345-0@lo:38:kworker.0 Request processed in 97us (298us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319464.637856:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993611520:12345-0@lo:38:kworker.0 Request processed in 53us (197us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319464.637866:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102
00000100:00100000:1.0:1767319464.637873:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993611776:12345-0@lo:38:kworker.0 Request processed in 46us (163us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319464.637875:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72330
00000100:00100000:1.0:1767319464.637884:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72331
00000100:00100000:3.0:1767319464.637891:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993612160:0@lo:400:kworker.0
00000100:00100000:0.0:1767319464.637896:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72332
00000100:00100000:0.0:1767319464.637905:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993612032:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319464.637917:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319464.637930:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993611648:0@lo:400:kworker.0
00000100:00100000:3.0:1767319464.637934:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319464.637941:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319464.637947:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319464.637952:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993611776:0@lo:38:kworker.0
00000100:00100000:0.0:1767319464.637961:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993612032:12345-0@lo:38:kworker.0 Request processed in 55us (210us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319464.637961:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319464.637970:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319464.637971:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993612288:0@lo:400:kworker.0
00000100:00100000:0.0:1767319464.637976:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72332
00000100:00080000:2.0:1767319464.637979:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319464.637986:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319464.637990:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993611520:0@lo:38:kworker.0
00000100:00100000:0.0:1767319464.637997:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993611648
00000100:00100000:3.0:1767319464.638001:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319464.638003:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993611648
00000100:00100000:1.0:1767319464.638003:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767319464.638005:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767319464.638011:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993611904:0@lo:400:kworker.0
00000100:00080000:2.0:1767319464.638012:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319464.638020:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993611392:0@lo:38:kworker.0
00000100:00100000:1.0:1767319464.638044:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319464.638051:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767319464.638053:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993611904
00000100:00080000:2.0:1767319464.638056:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319464.638056:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993612160
00000100:00100000:0.0:1767319464.638058:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993611904
00000100:00100000:3.0:1767319464.638063:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993612160
00000100:00100000:2.0:1767319464.638064:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993612032:0@lo:38:kworker.0
00000100:00100000:0.0:1767319464.638091:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5266
00000100:00100000:2.0:1767319464.638098:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5267
00000100:00100000:3.0:1767319464.638102:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993612288
00000100:00100000:0.0:1767319464.638103:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993611648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319464.638107:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993612288
00000100:00100000:2.0:1767319464.638110:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993611904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319464.638133:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267
00000100:00100000:3.0:1767319464.638149:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268
00000100:00100000:1.0:1767319464.638153:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993612160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319464.638155:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993612288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319464.638211:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993611904:12345-0@lo:400:kworker.0 Request processed in 104us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319464.638213:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993611648:12345-0@lo:400:kworker.0 Request processed in 113us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319464.638225:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993612160:12345-0@lo:400:kworker.0 Request processed in 72us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319464.638225:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993612288:12345-0@lo:400:kworker.0 Request processed in 68us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319464.638226:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5267
00000100:00100000:0.0:1767319464.638236:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5266
00000100:00100000:3.0:1767319464.638237:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268
00000100:00100000:1.0:1767319464.638244:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267
00000100:00080000:0.0:1767319464.638272:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319464.638287:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993611904:0@lo:400:kworker.0
00000100:00100000:3.0:1767319464.638287:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993612288:0@lo:400:kworker.0
00000100:00100000:3.0:1767319464.638306:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993612160:0@lo:400:kworker.0
00000100:00100000:2.0:1767319464.638314:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993611648:0@lo:400:kworker.0
00000100:00100000:3.0:1767319465.149572:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319465.216294:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319466.173313:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319466.237355:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319466.568012:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319466.568253:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942195840
00000100:00100000:3.0:1767319466.568264:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942195840
00000100:00100000:3.0:1767319466.568322:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72333
00000100:00100000:3.0:1767319466.568329:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942195840:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319466.568354:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319466.568760:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942195840:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 428us (759us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319466.568766:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72333
00000100:00100000:2.0:1767319466.568823:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319466.568960:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942195968
00000100:00100000:3.0:1767319466.568964:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942195968
00000100:00100000:3.0:1767319466.569008:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5268
00000100:00100000:3.0:1767319466.569012:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942195968:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:1.0:1767319466.569091:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319466.569690:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942195968:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 673us (863us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319466.569699:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5268
00000100:00100000:3.0:1767319467.197322:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319467.261513:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319468.221312:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319468.221523:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993612416:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319468.221623:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319468.221757:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993612416
00000100:00100000:2.0:1767319468.221768:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993612416
00000100:00100000:2.0:1767319468.221852:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999
00000100:00100000:2.0:1767319468.221863:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993612416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319468.221903:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767319468.221994:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319468.224300:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993612544:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319468.225768:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993612416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3897us (4135us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319468.225783:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999
00000100:00100000:3.0:1767319468.226012:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993612416:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319468.226119:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319468.226234:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993612544
00000100:00100000:2.0:1767319468.226241:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993612544
00000100:00100000:2.0:1767319468.226330:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000
00000100:00100000:2.0:1767319468.226340:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993612544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319468.226379:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319468.226434:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993612544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (314us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319468.226441:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000
00000100:00100000:1.0:1767319468.226500:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993612544:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319468.227337:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767319468.285443:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319469.249519:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319469.309557:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319469.757769:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319469.757786:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319469.757789:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319469.757795:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319469.757802:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319469.757813:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4709
00000100:00080000:0.0:1767319469.757818:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319469.757837:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319469.757890:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b343100 x1853163993612672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319469.757919:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319469.757923:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319469.757924:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319469.757929:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4709
00000100:00080000:0.0:1767319469.757931:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319469.757935:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319469.757949:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b341f80 x1853163993612800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319469.758053:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993612928:0@lo:400:kworker.0
00000100:00100000:1.0:1767319469.758156:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319469.758316:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993612928
00000100:00100000:3.0:1767319469.758326:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993612928
00000100:00100000:3.0:1767319469.758426:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5269
00000100:00100000:3.0:1767319469.758439:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993612928:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319469.758540:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319469.758544:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319469.758546:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319469.758551:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4709
00000100:00080000:0.0:1767319469.758553:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319469.758558:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319469.758578:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f67100 x1853163993613056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319469.758797:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993612672:0@lo:38:kworker.0
00000100:00100000:2.0:1767319469.759423:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319469.759460:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993612800:0@lo:38:kworker.0
00000100:00100000:2.0:1767319469.759483:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319469.759506:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993613056:0@lo:38:kworker.0
00000100:00100000:2.0:1767319469.759519:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319469.759555:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993612672
00000100:00100000:2.0:1767319469.759560:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993612672
00000100:00100000:2.0:1767319469.759582:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993613056
00000100:00100000:2.0:1767319469.759584:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993613056
00000100:00100000:2.0:1767319469.759598:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72334
00000100:00100000:2.0:1767319469.759602:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993612672:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319469.759624:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319469.759660:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993612672:12345-0@lo:38:kworker.0 Request processed in 55us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319469.759668:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72334
00000100:00100000:2.0:1767319469.759687:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72335
00000100:00100000:2.0:1767319469.759691:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993613056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319469.759700:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319469.759719:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993613056:12345-0@lo:38:kworker.0 Request processed in 27us (199us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319469.759723:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72335
00000100:00100000:2.0:1767319469.759749:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993613184:0@lo:400:kworker.0
00000100:00100000:2.0:1767319469.759766:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319469.759786:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993613184
00000100:00100000:2.0:1767319469.759788:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993613184
00000100:00100000:2.0:1767319469.759811:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5270
00000100:00100000:2.0:1767319469.759815:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993613184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319469.759841:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993613184:12345-0@lo:400:kworker.0 Request processed in 25us (74us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319469.759845:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5270
00000100:00100000:2.0:1767319469.759873:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993613184:0@lo:400:kworker.0
00000100:00080000:2.0:1767319469.759897:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319469.759901:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319469.759903:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993612672:0@lo:38:kworker.0
00000100:00080000:2.0:1767319469.759908:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319469.759911:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319469.759913:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993613056:0@lo:38:kworker.0
00000100:00080000:2.0:1767319469.759945:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319469.759967:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993612800
00000100:00100000:2.0:1767319469.759969:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993612800
00000100:00100000:2.0:1767319469.759983:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103
00000100:00100000:2.0:1767319469.759986:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993612800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319469.759993:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319469.760010:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993612800:12345-0@lo:38:kworker.0 Request processed in 24us (526us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319469.760014:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103
00000100:00080000:2.0:1767319469.760029:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319469.760033:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319469.760036:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993612800:0@lo:38:kworker.0
00000100:00100000:3.0:1767319469.760879:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993612928:12345-0@lo:400:kworker.0 Request processed in 2391us (2680us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319469.760892:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5269
00000100:00080000:0.0:1767319469.760973:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319469.760979:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319469.760984:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319469.760989:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4709
00000100:00080000:0.0:1767319469.760992:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319469.760998:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319469.761033:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f66a00 x1853163993613312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319469.761137:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993613568:0@lo:400:kworker.0
00000100:00100000:0.0:1767319469.761201:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319469.761225:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319469.761230:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993613440:0@lo:400:kworker.0
00000100:00100000:0.0:1767319469.761245:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319469.761264:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993613568
00000100:00100000:0.0:1767319469.761268:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993613568
00000100:00100000:0.0:1767319469.761294:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993613440
00000100:00100000:0.0:1767319469.761295:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993613440
00000100:00100000:0.0:1767319469.761309:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269
00000100:00100000:0.0:1767319469.761313:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993613568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319469.761341:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993613568:12345-0@lo:400:kworker.0 Request processed in 27us (141us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319469.761663:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270
00000100:00100000:3.0:1767319469.761674:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993613440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319469.761710:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993613440:12345-0@lo:400:kworker.0 Request processed in 39us (463us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319469.761716:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270
00000100:00100000:0.0:1767319469.761831:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269
00000100:00100000:0.0:1767319469.761869:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993613440:0@lo:400:kworker.0
00000100:00100000:0.0:1767319469.761879:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993613568:0@lo:400:kworker.0
00000100:00100000:2.0:1767319469.762016:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993613312:0@lo:38:kworker.0
00000100:00100000:2.0:1767319469.762063:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319469.762146:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993613312
00000100:00100000:3.0:1767319469.762151:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993613312
00000100:00100000:3.0:1767319469.762207:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72336
00000100:00100000:3.0:1767319469.762212:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993613312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319469.762231:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319469.762268:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993613312:12345-0@lo:38:kworker.0 Request processed in 55us (204us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319469.762275:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72336
00000100:00080000:0.0:1767319469.762979:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319469.762986:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319469.762991:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993613312:0@lo:38:kworker.0
00000100:00100000:1.0:1767319469.763094:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993612928:0@lo:400:kworker.0
00000100:00100000:3.0:1767319470.269323:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319470.333450:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319471.293331:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319471.358118:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319471.688338:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319471.688523:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942196224
00000100:00100000:1.0:1767319471.688535:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942196224
00000100:00100000:1.0:1767319471.688628:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5271
00000100:00100000:1.0:1767319471.688639:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942196224:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319471.688737:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942196224:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 100us (413us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319471.688747:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5271
00000100:00080000:2.0:1767319471.689020:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319471.689766:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319471.689834:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942196096
00000100:00100000:3.0:1767319471.689842:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942196096
00000100:00100000:3.0:1767319471.689880:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72337
00000100:00100000:3.0:1767319471.689888:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942196096:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319471.689916:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319471.689977:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942196096:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 89us (216us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319471.689984:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72337
00000100:00100000:3.0:1767319472.317377:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319472.381542:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319473.341435:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319473.341467:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993613696:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319473.341589:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319473.341681:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993613696
00000100:00100000:1.0:1767319473.341690:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993613696
00000100:00080000:2.0:1767319473.341739:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319473.341751:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001
00000100:00100000:1.0:1767319473.341762:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993613696:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319473.341802:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319473.341866:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993613696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319473.341874:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001
00000100:00100000:1.0:1767319473.341946:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319473.341949:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319473.341956:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993613824:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319473.342116:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319473.342192:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993613824
00000100:00100000:3.0:1767319473.342197:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993613824
00000100:00100000:3.0:1767319473.342239:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3002
00000100:00100000:3.0:1767319473.342247:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993613824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319473.342266:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319473.342308:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993613824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (192us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319473.342314:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3002
00000100:00100000:2.0:1767319473.342376:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993613696:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319473.343728:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319473.343816:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993613824:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319473.405466:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319474.369547:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319474.431745:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319474.877342:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319474.877355:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319474.877358:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319474.877362:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319474.877367:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319474.877375:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4714
00000100:00080000:2.0:1767319474.877380:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319474.877387:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319474.877429:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358e00 x1853163993613952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319474.877459:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319474.877463:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319474.877465:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319474.877469:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4714
00000100:00080000:2.0:1767319474.877471:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319474.877475:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319474.877487:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635a300 x1853163993614080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319474.877533:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319474.877537:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319474.877539:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319474.877542:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4714
00000100:00080000:2.0:1767319474.877545:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319474.877548:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319474.877571:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359c00 x1853163993614336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319474.877588:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319474.877591:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319474.877593:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319474.877596:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4714
00000100:00100000:3.0:1767319474.877596:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993614208:0@lo:400:kworker.0
00000100:00080000:2.0:1767319474.877598:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319474.877602:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319474.877610:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358700 x1853163993614592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319474.877651:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993614848:0@lo:400:kworker.0
00000100:00100000:3.0:1767319474.877658:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319474.877724:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993614464:0@lo:400:kworker.0
00000100:00100000:0.0:1767319474.877776:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993613952:0@lo:38:kworker.0
00000100:00100000:2.0:1767319474.881538:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319474.881636:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319474.881648:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993614720:0@lo:400:kworker.0
00000100:00100000:2.0:1767319474.881688:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319474.881728:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993614848
00000100:00100000:2.0:1767319474.881736:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993614848
00000100:00100000:2.0:1767319474.881779:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993614720
00000100:00100000:2.0:1767319474.881782:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993614720
00000100:00100000:2.0:1767319474.881815:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271
00000100:00100000:2.0:1767319474.881824:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993614848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319474.881876:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993614848:12345-0@lo:400:kworker.0 Request processed in 54us (344us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319474.881883:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271
00000100:00100000:2.0:1767319474.881900:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272
00000100:00100000:2.0:1767319474.881906:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993614720:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319474.881931:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993614720:12345-0@lo:400:kworker.0 Request processed in 25us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319474.881936:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272
00000100:00100000:2.0:1767319474.881992:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993614720:0@lo:400:kworker.0
00000100:00100000:2.0:1767319474.882004:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993614848:0@lo:400:kworker.0
00000100:00100000:2.0:1767319474.882057:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993614208
00000100:00100000:2.0:1767319474.882061:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993614208
00000100:00100000:2.0:1767319474.882108:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5272
00000100:00100000:2.0:1767319474.882114:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993614208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319474.882145:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993614208:12345-0@lo:400:kworker.0 Request processed in 32us (4486us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319474.882150:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5272
00000100:00080000:2.0:1767319474.882201:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319474.888042:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993614208:0@lo:400:kworker.0
00000100:00100000:1.0:1767319474.902787:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319474.902978:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993614464
00000100:00100000:2.0:1767319474.902988:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993614464
00000100:00100000:2.0:1767319474.903060:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5273
00000100:00100000:2.0:1767319474.903071:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993614464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319474.903136:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993614464:12345-0@lo:400:kworker.0 Request processed in 67us (355us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319474.903144:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5273
00000100:00080000:1.0:1767319474.903367:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319474.903401:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993614464:0@lo:400:kworker.0
00000100:00100000:0.0:1767319474.908883:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319474.909030:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993614080:0@lo:38:kworker.0
00000100:00100000:0.0:1767319474.909075:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319474.909102:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993614336:0@lo:38:kworker.0
00000100:00100000:0.0:1767319474.909125:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319474.909191:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993614080
00000100:00100000:3.0:1767319474.909200:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993614080
00000100:00100000:3.0:1767319474.909242:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104
00000100:00100000:3.0:1767319474.909248:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993614080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319474.909282:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319474.909322:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993614080:12345-0@lo:38:kworker.0 Request processed in 73us (246us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319474.909330:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104
00000100:00100000:0.0:1767319474.918060:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993614592:0@lo:38:kworker.0
00000100:00100000:0.0:1767319474.918143:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319474.919215:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993613952
00000100:00100000:2.0:1767319474.919226:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993613952
00000100:00100000:2.0:1767319474.919273:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993614336
00000100:00100000:2.0:1767319474.919277:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993614336
00000100:00100000:2.0:1767319474.919299:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72338
00000100:00100000:2.0:1767319474.919307:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993613952:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319474.919344:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319474.919405:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993613952:12345-0@lo:38:kworker.0 Request processed in 96us (10529us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319474.919412:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72338
00000100:00100000:2.0:1767319474.919431:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72339
00000100:00100000:2.0:1767319474.919436:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993614336:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319474.919446:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319474.919468:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993614336:12345-0@lo:38:kworker.0 Request processed in 31us (10343us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319474.919473:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72339
00000100:00080000:0.0:1767319474.919834:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319474.919841:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319474.919845:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993613952:0@lo:38:kworker.0
00000100:00080000:0.0:1767319474.919856:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319474.919860:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319474.919863:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993614080:0@lo:38:kworker.0
00000100:00080000:0.0:1767319474.919871:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319474.919874:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319474.919876:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993614336:0@lo:38:kworker.0
00000100:00100000:1.0:1767319474.920043:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993614592
00000100:00100000:1.0:1767319474.920048:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993614592
00000100:00100000:1.0:1767319474.920081:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72340
00000100:00100000:1.0:1767319474.920086:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993614592:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319474.920098:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319474.920142:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993614592:12345-0@lo:38:kworker.0 Request processed in 54us (1999us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319474.920148:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72340
00000100:00080000:0.0:1767319474.920923:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319474.920930:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319474.920934:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993614592:0@lo:38:kworker.0
00000100:00100000:3.0:1767319475.389286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319475.453411:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319476.419987:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319476.477403:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319476.808216:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319476.808677:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942196480
00000100:00100000:3.0:1767319476.808689:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942196480
00000100:00100000:3.0:1767319476.808771:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5274
00000100:00100000:3.0:1767319476.808781:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942196480:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:1.0:1767319476.808805:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319476.808876:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942196480:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 96us (667us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319476.808885:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5274
00000100:00100000:2.0:1767319476.813192:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319476.814866:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942196352
00000100:00100000:0.0:1767319476.814882:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942196352
00000100:00100000:0.0:1767319476.814966:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72341
00000100:00100000:0.0:1767319476.814977:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942196352:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319476.815008:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319476.815115:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942196352:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 137us (1972us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319476.815124:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72341
00000100:00100000:3.0:1767319477.437321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319477.502205:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319478.461826:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993614976:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319478.461963:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319478.462049:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993614976
00000100:00100000:1.0:1767319478.462063:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993614976
00000100:00080000:3.0:1767319478.462115:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319478.462154:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003
00000100:00100000:1.0:1767319478.462204:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993614976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319478.462237:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319478.462356:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993615104:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319478.462443:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319478.464357:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319478.465070:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993615104
00000100:00100000:3.0:1767319478.465083:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993615104
00000100:00100000:3.0:1767319478.465198:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004
00000100:00100000:3.0:1767319478.465211:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993615104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319478.465252:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319478.465334:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993615104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (986us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319478.465343:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004
00000100:00080000:2.0:1767319478.465690:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319478.465749:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993615104:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319478.470605:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993614976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8392us (8629us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319478.470619:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003
00000100:00100000:3.0:1767319478.470770:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993614976:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319478.525567:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319479.037426:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319454/real 1767319454]  req@ffff89b6061b4a80 x1853163993608704/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319479 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319479.037460:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6061b4a80 x1853163993608704/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319479 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319479.037481:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319479.037504:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319479.037507:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993608704:0@lo:250:kworker.0
00000100:00080000:2.0:1767319479.037588:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319479.037600:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319479.037605:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319479.037613:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4699
00000100:00080000:2.0:1767319479.037618:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319479.037626:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319479.037672:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359c00 x1853163993615232/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319479.037711:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319479.037716:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319479.037718:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319479.037721:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4719
00000100:00080000:2.0:1767319479.037724:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319479.037728:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319479.037750:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635a300 x1853163993615360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319479.037759:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319479.037762:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319479.037764:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319479.037769:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4719
00000100:00080000:2.0:1767319479.037771:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319479.037775:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319479.037786:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358e00 x1853163993615488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319479.037834:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319479.037838:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319479.037840:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319479.037844:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4719
00000100:00080000:2.0:1767319479.037847:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319479.037861:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319479.037881:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359180 x1853163993615744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319479.037899:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319479.037903:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319479.037905:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319479.037909:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4719
00000100:00080000:2.0:1767319479.037912:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319479.037915:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319479.037926:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359880 x1853163993616000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319479.037964:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993615872:0@lo:400:kworker.0
00000100:00100000:2.0:1767319479.038054:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319479.038134:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319479.038141:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993615616:0@lo:400:kworker.0
00000100:00100000:2.0:1767319479.038220:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319479.038556:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993615872
00000100:00100000:0.0:1767319479.038567:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993615872
00000100:00100000:3.0:1767319479.038625:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993615616
00000100:00100000:3.0:1767319479.038638:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993615616
00000100:00100000:0.0:1767319479.038671:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5275
00000100:00100000:0.0:1767319479.038689:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993615872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319479.038719:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5276
00000100:00100000:3.0:1767319479.038734:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993615616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319479.038769:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993615872:12345-0@lo:400:kworker.0 Request processed in 85us (713us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319479.038780:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5275
00000100:00100000:3.0:1767319479.038828:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993615616:12345-0@lo:400:kworker.0 Request processed in 96us (604us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319479.038831:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993615232:0@lo:250:kworker.0
00000100:00100000:3.0:1767319479.038849:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5276
00000400:00000100:0.0:1767319479.038899:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993615232 offset 0 length 520: 4
00000100:00100000:0.0:1767319479.038924:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993615360:0@lo:38:kworker.0
00000100:00100000:0.0:1767319479.038952:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319479.038983:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993615488:0@lo:38:kworker.0
00000100:00080000:1.0:1767319479.038992:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319479.039013:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993615360
00000100:00100000:3.0:1767319479.039019:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993615360
00000100:00100000:0.0:1767319479.039020:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319479.039055:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72342
00000100:00100000:0.0:1767319479.039066:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993615744:0@lo:38:kworker.0
00000100:00100000:3.0:1767319479.039067:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993615360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319479.039096:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319479.039105:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319479.039147:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993615744
00000100:00100000:0.0:1767319479.039153:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993615744
00000100:00100000:3.0:1767319479.039155:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993615360:12345-0@lo:38:kworker.0 Request processed in 90us (200us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319479.039199:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72342
00000100:00100000:3.0:1767319479.039220:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72343
00000100:00100000:3.0:1767319479.039231:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993615744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319479.039243:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319479.039246:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993616000:0@lo:38:kworker.0
00000100:00100000:3.0:1767319479.039277:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993615744:12345-0@lo:38:kworker.0 Request processed in 47us (172us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319479.039297:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72343
00000100:00100000:0.0:1767319479.039446:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319479.039502:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319479.039510:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319479.039516:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993615360:0@lo:38:kworker.0
00000100:00080000:0.0:1767319479.039531:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319479.039536:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319479.039537:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993615488
00000100:00100000:0.0:1767319479.039543:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993615744:0@lo:38:kworker.0
00000100:00100000:1.0:1767319479.039547:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993615488
00000100:00100000:3.0:1767319479.039561:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993616000
00000100:00100000:3.0:1767319479.039566:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993616000
00000100:00100000:1.0:1767319479.039592:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105
00000100:00100000:3.0:1767319479.039592:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72344
00000100:00100000:1.0:1767319479.039599:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993615488:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319479.039599:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993616000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319479.039622:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319479.039702:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993615616:0@lo:400:kworker.0
00000100:00100000:2.0:1767319479.039718:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993615872:0@lo:400:kworker.0
00010000:00020000:3.0:1767319479.039812:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319479.039935:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993616000:12345-0@lo:38:kworker.0 Request processed in 335us (489us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319479.039943:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72344
00000100:00100000:1.0:1767319479.039976:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993615488:12345-0@lo:38:kworker.0 Request processed in 377us (957us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319479.039983:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105
00000100:00080000:0.0:1767319479.040071:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319479.040077:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319479.040081:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993616000:0@lo:38:kworker.0
00000100:00080000:0.0:1767319479.040108:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319479.040112:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319479.040115:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993615488:0@lo:38:kworker.0
00000100:00100000:0.0:1767319479.485278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319479.549498:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319480.509619:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319480.573823:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767319480.911015:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942196608 offset 0 length 520: 4
00000100:00100000:0.0:1767319480.911084:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319480.911207:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942196864
00000100:00100000:3.0:1767319480.911220:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942196864
00000100:00100000:3.0:1767319480.911331:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5277
00000100:00100000:3.0:1767319480.911343:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942196864:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319480.911465:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942196864:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 123us (380us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319480.911474:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5277
00000100:00080000:1.0:1767319480.912054:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319480.919154:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319480.919313:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942196736
00000100:00100000:2.0:1767319480.919338:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942196736
00000100:00100000:2.0:1767319480.919405:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72345
00000100:00100000:2.0:1767319480.919415:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942196736:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319480.919447:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319480.919537:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942196736:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 121us (398us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319480.919545:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72345
00000100:00100000:3.0:1767319481.533389:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319481.597470:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319482.557345:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319482.621456:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319483.581468:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319483.581495:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993616128:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319483.581574:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319483.581849:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319483.581973:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993616256:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319483.582006:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319483.582074:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993616128
00000100:00100000:0.0:1767319483.582083:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993616128
00000100:00100000:0.0:1767319483.582155:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993616256
00000100:00100000:0.0:1767319483.582179:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993616256
00000100:00100000:0.0:1767319483.582209:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005
00000100:00100000:0.0:1767319483.582220:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993616128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319483.582257:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319483.582306:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993616128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (730us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319483.582314:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005
00000100:00100000:0.0:1767319483.582335:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006
00000100:00100000:0.0:1767319483.582341:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993616256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319483.582357:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319483.582382:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993616256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (376us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319483.582389:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006
00000100:00100000:0.0:1767319483.582440:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993616256:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319483.582456:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993616128:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319483.582528:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319483.582533:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767319483.646373:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319484.093628:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319484.093644:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319484.093647:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319484.093652:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319484.093658:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319484.093669:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4723
00000100:00080000:0.0:1767319484.093675:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319484.093684:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319484.093740:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c3b80 x1853163993616384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319484.093762:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319484.093765:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319484.093766:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319484.093771:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4723
00000100:00080000:0.0:1767319484.093773:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319484.093777:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319484.093801:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2680 x1853163993616512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319484.093845:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319484.093849:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319484.093852:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319484.093855:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4723
00000100:00080000:0.0:1767319484.093858:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319484.093861:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319484.093871:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0e00 x1853163993616768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319484.093884:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319484.093887:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319484.093889:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319484.093893:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4723
00000100:00080000:0.0:1767319484.093895:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319484.093898:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319484.093906:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0700 x1853163993617024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319484.093953:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993616896:0@lo:400:kworker.0
00000100:00100000:3.0:1767319484.094233:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993616640:0@lo:400:kworker.0
00000100:00100000:3.0:1767319484.094319:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319484.094471:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993616640
00000100:00100000:1.0:1767319484.094482:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993616640
00000100:00100000:1.0:1767319484.094559:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5278
00000100:00100000:1.0:1767319484.094583:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993616640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319484.094650:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993616640:12345-0@lo:400:kworker.0 Request processed in 81us (330us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319484.094658:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5278
00000100:00080000:3.0:1767319484.094889:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319484.094944:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993616640:0@lo:400:kworker.0
00000100:00100000:0.0:1767319484.095201:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319484.095390:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993616384:0@lo:38:kworker.0
00000100:00100000:2.0:1767319484.095428:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319484.095452:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993616512:0@lo:38:kworker.0
00000100:00100000:2.0:1767319484.095482:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319484.095519:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993616768:0@lo:38:kworker.0
00000100:00100000:2.0:1767319484.095542:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319484.095563:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993617024:0@lo:38:kworker.0
00000100:00100000:2.0:1767319484.095598:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319484.095628:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993616896
00000100:00100000:2.0:1767319484.095633:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993616896
00000100:00100000:2.0:1767319484.095677:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993616384
00000100:00100000:2.0:1767319484.095681:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993616384
00000100:00100000:2.0:1767319484.095695:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993616768
00000100:00100000:2.0:1767319484.095698:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993616768
00000100:00100000:2.0:1767319484.095707:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993617024
00000100:00100000:2.0:1767319484.095710:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993617024
00000100:00100000:2.0:1767319484.095720:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5279
00000100:00100000:2.0:1767319484.095727:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993616896:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319484.095773:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993616896:12345-0@lo:400:kworker.0 Request processed in 46us (572us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319484.095793:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5279
00000100:00100000:2.0:1767319484.095811:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72346
00000100:00100000:2.0:1767319484.095815:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993616384:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319484.095835:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319484.095867:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993616384:12345-0@lo:38:kworker.0 Request processed in 51us (439us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319484.095873:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72346
00000100:00100000:2.0:1767319484.095882:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72347
00000100:00100000:2.0:1767319484.095886:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993616768:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319484.095894:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319484.095913:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993616768:12345-0@lo:38:kworker.0 Request processed in 26us (371us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319484.095920:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72347
00000100:00100000:2.0:1767319484.095930:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72348
00000100:00100000:2.0:1767319484.095945:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993617024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319484.095955:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319484.096356:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993616896:0@lo:400:kworker.0
00000100:00080000:1.0:1767319484.096398:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319484.096405:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319484.096409:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993616384:0@lo:38:kworker.0
00000100:00080000:1.0:1767319484.096418:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319484.096422:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319484.096425:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993616768:0@lo:38:kworker.0
00000100:00100000:2.0:1767319484.096704:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993617024:12345-0@lo:38:kworker.0 Request processed in 756us (1104us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319484.096712:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72348
00000100:00080000:3.0:1767319484.097089:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319484.099257:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993616512
00000100:00100000:0.0:1767319484.099275:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993616512
00000100:00100000:0.0:1767319484.099348:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106
00000100:00100000:0.0:1767319484.099359:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993616512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319484.099386:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319484.099481:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993616512:12345-0@lo:38:kworker.0 Request processed in 123us (3997us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319484.099489:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106
00000100:00080000:1.0:1767319484.106153:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319484.106185:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319484.106190:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993617024:0@lo:38:kworker.0
00000100:00080000:3.0:1767319484.113192:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319484.113209:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319484.113216:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993616512:0@lo:38:kworker.0
00000100:00100000:2.0:1767319484.605557:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319484.669455:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319485.629308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319485.695203:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319486.023038:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319486.023242:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319486.023377:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942197120
00000100:00100000:1.0:1767319486.023387:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942197120
00000100:00100000:2.0:1767319486.023449:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942196992
00000100:00100000:2.0:1767319486.023463:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942196992
00000100:00100000:1.0:1767319486.023473:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5280
00000100:00100000:1.0:1767319486.023486:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942197120:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319486.023524:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72349
00000100:00100000:2.0:1767319486.023535:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942196992:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319486.023564:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319486.023574:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942197120:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 88us (542us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319486.023587:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5280
00000100:00100000:2.0:1767319486.023626:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942196992:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 89us (382us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319486.023636:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72349
00000100:00080000:3.0:1767319486.023899:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319486.653929:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319486.719608:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319487.678974:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319487.741981:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319488.701286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319488.701429:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993617152:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319488.701579:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993617280:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319488.701865:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319488.702052:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993617280
00000100:00100000:0.0:1767319488.702061:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993617280
00000100:00100000:0.0:1767319488.702193:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007
00000100:00100000:0.0:1767319488.702202:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993617280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319488.702237:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319488.702295:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993617280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (430us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319488.702302:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007
00000100:00080000:2.0:1767319488.702370:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319488.702505:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993617280:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319488.703252:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319488.703379:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993617152
00000100:00100000:0.0:1767319488.703388:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993617152
00000100:00100000:0.0:1767319488.703477:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3008
00000100:00100000:0.0:1767319488.703485:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993617152:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319488.703510:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319488.703562:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993617152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (316us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319488.703567:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3008
00000100:00080000:2.0:1767319488.703649:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319488.703902:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993617152:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319488.765510:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319489.213874:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319489.213889:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319489.213892:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319489.213896:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319489.213900:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319489.213912:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4728
00000100:00080000:1.0:1767319489.213918:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319489.213927:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319489.213982:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235180 x1853163993617408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319489.214048:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993617408:0@lo:38:kworker.0
00000100:00100000:2.0:1767319489.214141:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319489.214307:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993617408
00000100:00100000:3.0:1767319489.214317:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993617408
00000100:00100000:3.0:1767319489.214377:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72350
00000100:00100000:3.0:1767319489.214388:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993617408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319489.214419:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767319489.214574:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319489.214578:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319489.214581:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319489.214587:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4728
00000100:00080000:1.0:1767319489.214589:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319489.214594:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319489.214615:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236a00 x1853163993617536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319489.214795:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993617536:0@lo:38:kworker.0
00000100:00100000:2.0:1767319489.214842:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319489.215009:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993617408:12345-0@lo:38:kworker.0 Request processed in 619us (866us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319489.215018:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72350
00000100:00100000:0.0:1767319489.215255:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993617536
00000100:00100000:0.0:1767319489.215261:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993617536
00000100:00100000:0.0:1767319489.215299:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107
00000100:00100000:0.0:1767319489.215306:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993617536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319489.215322:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319489.215357:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993617536:12345-0@lo:38:kworker.0 Request processed in 52us (515us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319489.215364:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107
00000100:00080000:2.0:1767319489.215530:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319489.215535:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319489.215610:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993617408:0@lo:38:kworker.0
00000100:00080000:2.0:1767319489.215726:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319489.215731:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319489.215735:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993617536:0@lo:38:kworker.0
00000100:00100000:3.0:1767319489.215986:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993617664:0@lo:400:kworker.0
00000100:00100000:3.0:1767319489.216028:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319489.216091:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993617664
00000100:00100000:2.0:1767319489.216096:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993617664
00000100:00100000:2.0:1767319489.216155:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5281
00000100:00100000:2.0:1767319489.216179:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993617664:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319489.216260:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319489.216365:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319489.216370:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319489.216373:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319489.216378:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4728
00000100:00080000:1.0:1767319489.216382:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319489.216385:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319489.216410:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235c00 x1853163993617792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319489.216457:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993617792:0@lo:38:kworker.0
00000100:00100000:0.0:1767319489.216487:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319489.216590:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319489.216593:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319489.216595:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319489.216599:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4728
00000100:00080000:1.0:1767319489.216602:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319489.216606:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319489.216617:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236300 x1853163993618048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319489.216722:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993617664:12345-0@lo:400:kworker.0 Request processed in 544us (691us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319489.216730:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5281
00000100:00100000:2.0:1767319489.216749:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993617792
00000100:00100000:2.0:1767319489.216753:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993617792
00000100:00100000:2.0:1767319489.216774:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72351
00000100:00100000:2.0:1767319489.216779:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993617792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319489.216795:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319489.216906:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993618048:0@lo:38:kworker.0
00000100:00100000:0.0:1767319489.216930:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319489.216988:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993617664:0@lo:400:kworker.0
00000100:00100000:3.0:1767319489.217004:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319489.217009:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993617920:0@lo:400:kworker.0
00000100:00100000:3.0:1767319489.217031:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319489.217062:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993618048
00000100:00100000:3.0:1767319489.217067:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993618048
00000100:00100000:3.0:1767319489.217089:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993617920
00000100:00100000:3.0:1767319489.217092:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993617920
00000100:00100000:3.0:1767319489.217125:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5282
00000100:00100000:3.0:1767319489.217132:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993617920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319489.217188:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993617920:12345-0@lo:400:kworker.0 Request processed in 55us (155us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319489.217194:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5282
00000100:00100000:3.0:1767319489.217207:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72352
00000100:00100000:3.0:1767319489.217211:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993618048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319489.217221:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319489.217248:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993618048:12345-0@lo:38:kworker.0 Request processed in 36us (318us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319489.217258:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72352
00000100:00080000:3.0:1767319489.217283:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319489.217317:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993617920:0@lo:400:kworker.0
00000100:00100000:2.0:1767319489.217579:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993617792:12345-0@lo:38:kworker.0 Request processed in 797us (1090us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319489.217586:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72351
00000100:00080000:0.0:1767319489.217742:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319489.217747:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319489.217750:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993617792:0@lo:38:kworker.0
00000100:00080000:0.0:1767319489.217765:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319489.217769:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319489.217772:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993618048:0@lo:38:kworker.0
00000100:00100000:3.0:1767319489.725311:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319489.791048:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319490.749280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319490.813981:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319491.144509:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319491.146770:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942197376
00000100:00100000:0.0:1767319491.146788:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942197376
00000100:00100000:0.0:1767319491.146906:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5283
00000100:00100000:0.0:1767319491.146919:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942197376:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767319491.147525:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319491.147597:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942197376:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 673us (3089us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319491.147606:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5283
00000100:00100000:2.0:1767319491.152827:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319491.155201:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942197248
00000100:00100000:1.0:1767319491.155224:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942197248
00000100:00100000:1.0:1767319491.155570:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72353
00000100:00100000:1.0:1767319491.155582:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942197248:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319491.155623:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319491.155740:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942197248:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 159us (3011us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319491.155757:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72353
00000100:00100000:3.0:1767319491.773866:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319491.843900:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319492.797492:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319492.861446:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319493.821876:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319493.821908:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993618176:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319493.822003:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319493.822153:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993618176
00000100:00100000:1.0:1767319493.822179:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993618176
00000100:00100000:1.0:1767319493.822255:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009
00000100:00100000:1.0:1767319493.822267:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993618176:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319493.822303:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319493.822351:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993618176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (348us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319493.822359:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009
00000100:00080000:2.0:1767319493.823496:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319493.823579:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993618176:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319493.828754:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319493.830096:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319493.830135:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993618304:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319493.830727:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319493.830914:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993618304
00000100:00100000:1.0:1767319493.830926:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993618304
00000100:00100000:1.0:1767319493.831074:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010
00000100:00100000:1.0:1767319493.831086:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993618304:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319493.831122:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319493.831196:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993618304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (473us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319493.831202:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010
00000100:00080000:2.0:1767319493.831718:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319493.832298:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993618304:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319493.887133:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319494.333794:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319494.333810:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319494.333813:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319494.333818:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319494.333823:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319494.333844:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4733
00000100:00080000:1.0:1767319494.333851:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319494.333859:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319494.333918:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237800 x1853163993618432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319494.333959:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319494.333964:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319494.333966:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319494.333971:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4733
00000100:00080000:1.0:1767319494.333973:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319494.333977:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319494.333993:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237480 x1853163993618560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319494.334027:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319494.334031:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319494.334033:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319494.334036:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4733
00000100:00080000:1.0:1767319494.334038:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319494.334042:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319494.334053:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236680 x1853163993618816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319494.334067:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319494.334070:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319494.334072:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319494.334076:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4733
00000100:00080000:1.0:1767319494.334078:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319494.334081:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319494.334091:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235f80 x1853163993619072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319494.334181:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993618688:0@lo:400:kworker.0
00000100:00100000:1.0:1767319494.334277:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319494.334360:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319494.334367:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993618944:0@lo:400:kworker.0
00000100:00100000:1.0:1767319494.334392:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319494.334433:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993618688
00000100:00100000:1.0:1767319494.334443:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993618688
00000100:00100000:1.0:1767319494.334504:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993618944
00000100:00100000:1.0:1767319494.334507:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993618944
00000100:00100000:1.0:1767319494.334534:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5284
00000100:00100000:1.0:1767319494.334543:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993618688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319494.334619:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993618688:12345-0@lo:400:kworker.0 Request processed in 77us (342us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319494.334627:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5284
00000100:00100000:1.0:1767319494.334647:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5285
00000100:00100000:1.0:1767319494.334653:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993618944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319494.334681:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993618944:12345-0@lo:400:kworker.0 Request processed in 29us (288us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319494.334686:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5285
00000100:00100000:1.0:1767319494.334732:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993618944:0@lo:400:kworker.0
00000100:00100000:1.0:1767319494.334743:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993618688:0@lo:400:kworker.0
00000100:00100000:3.0:1767319494.334846:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993618432:0@lo:38:kworker.0
00000100:00100000:3.0:1767319494.334883:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319494.334910:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993618560:0@lo:38:kworker.0
00000100:00100000:3.0:1767319494.334938:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319494.334963:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993618816:0@lo:38:kworker.0
00000100:00100000:3.0:1767319494.334983:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319494.335000:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993619072:0@lo:38:kworker.0
00000100:00100000:3.0:1767319494.335020:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319494.335066:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993618432
00000100:00100000:3.0:1767319494.335071:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993618432
00000100:00100000:3.0:1767319494.335096:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993618816
00000100:00100000:3.0:1767319494.335099:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993618816
00000100:00100000:3.0:1767319494.335113:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993619072
00000100:00100000:3.0:1767319494.335117:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993619072
00000100:00100000:3.0:1767319494.335129:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72354
00000100:00100000:3.0:1767319494.335134:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993618432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319494.335185:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319494.335225:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993618432:12345-0@lo:38:kworker.0 Request processed in 89us (341us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319494.335231:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72354
00000100:00100000:3.0:1767319494.335246:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72355
00000100:00100000:3.0:1767319494.335249:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993618816:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319494.335259:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319494.335283:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993618816:12345-0@lo:38:kworker.0 Request processed in 32us (298us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319494.335289:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72355
00000100:00100000:3.0:1767319494.335299:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72356
00000100:00100000:3.0:1767319494.335304:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993619072:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319494.335312:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319494.335333:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993619072:12345-0@lo:38:kworker.0 Request processed in 28us (312us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319494.335339:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72356
00000100:00100000:3.0:1767319494.335360:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993618560
00000100:00100000:3.0:1767319494.335364:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993618560
00000100:00100000:3.0:1767319494.335384:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108
00000100:00100000:3.0:1767319494.335388:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993618560:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319494.335397:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319494.335421:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993618560:12345-0@lo:38:kworker.0 Request processed in 32us (482us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319494.335431:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108
00000100:00080000:3.0:1767319494.335471:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319494.335477:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319494.335480:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993618432:0@lo:38:kworker.0
00000100:00080000:3.0:1767319494.335491:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319494.335495:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319494.335497:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993618560:0@lo:38:kworker.0
00000100:00080000:3.0:1767319494.335506:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319494.335509:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319494.335512:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993618816:0@lo:38:kworker.0
00000100:00080000:3.0:1767319494.335519:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319494.335523:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319494.335525:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993619072:0@lo:38:kworker.0
00000100:00100000:0.0:1767319494.335802:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993619200:0@lo:400:kworker.0
00000100:00100000:0.0:1767319494.335841:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319494.335871:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319494.335878:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993619328:0@lo:400:kworker.0
00000100:00100000:0.0:1767319494.335901:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319494.335929:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993619200
00000100:00100000:0.0:1767319494.335933:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993619200
00000100:00100000:0.0:1767319494.335977:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993619328
00000100:00100000:0.0:1767319494.335980:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993619328
00000100:00100000:0.0:1767319494.336002:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273
00000100:00100000:0.0:1767319494.336009:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993619200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319494.336050:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993619200:12345-0@lo:400:kworker.0 Request processed in 41us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319494.336056:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273
00000100:00100000:0.0:1767319494.336071:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274
00000100:00100000:0.0:1767319494.336077:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993619328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319494.336100:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993619328:12345-0@lo:400:kworker.0 Request processed in 24us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319494.336105:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274
00000100:00100000:0.0:1767319494.336151:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993619328:0@lo:400:kworker.0
00000100:00100000:0.0:1767319494.336187:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993619200:0@lo:400:kworker.0
00000100:00080000:2.0:1767319494.336635:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319494.845630:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319494.909912:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319495.869917:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319495.933452:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319496.272808:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319496.273121:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319496.287638:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942197632
00000100:00100000:1.0:1767319496.287660:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942197632
00000100:00100000:0.0:1767319496.288694:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942197504
00000100:00100000:0.0:1767319496.288704:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942197504
00000100:00100000:0.0:1767319496.288762:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5286
00000100:00100000:0.0:1767319496.288778:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942197632:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319496.288900:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942197632:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 128us (16107us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319496.288909:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5286
00000100:00100000:0.0:1767319496.288936:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72357
00000100:00100000:0.0:1767319496.288951:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942197504:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319496.288978:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319496.289011:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942197504:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 68us (15890us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319496.289018:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72357
00000100:00080000:2.0:1767319496.296119:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319496.893332:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319496.957972:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319497.917359:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319497.981437:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319498.941595:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319498.941629:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993619456:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319498.941708:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319498.941793:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993619584:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319498.941818:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319498.941882:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993619456
00000100:00100000:1.0:1767319498.941894:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993619456
00000100:00100000:1.0:1767319498.941992:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993619584
00000100:00100000:1.0:1767319498.941996:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993619584
00000100:00100000:1.0:1767319498.942020:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011
00000100:00100000:1.0:1767319498.942031:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993619456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319498.942070:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319498.942147:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993619456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (440us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319498.942154:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011
00000100:00100000:1.0:1767319498.942201:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012
00000100:00100000:1.0:1767319498.942208:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993619584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319498.942225:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319498.942248:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993619584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (431us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319498.942254:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012
00000100:00100000:0.0:1767319498.942723:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993619584:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319498.942741:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993619456:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319498.942776:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319498.942781:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319498.946523:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319499.006467:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319499.453330:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319499.453342:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319499.453346:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319499.453350:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319499.453355:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319499.453363:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4739
00000100:00080000:1.0:1767319499.453368:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319499.453377:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319499.453424:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731234e00 x1853163993619712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319499.453450:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319499.453454:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319499.453456:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319499.453461:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4739
00000100:00080000:1.0:1767319499.453463:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319499.453467:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319499.453480:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235880 x1853163993619840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319499.453529:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319499.453533:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319499.453535:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319499.453539:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4739
00000100:00080000:1.0:1767319499.453542:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319499.453548:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319499.453562:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235180 x1853163993620096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319499.453568:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767319499.453586:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319499.453590:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319499.453593:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319499.453596:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4739
00000100:00080000:1.0:1767319499.453598:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319499.453607:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319499.453607:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993620224:0@lo:400:kworker.0
00000100:00100000:1.0:1767319499.453623:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236300 x1853163993620352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319499.453697:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993620480:0@lo:400:kworker.0
00000100:00100000:2.0:1767319499.453711:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319499.453829:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993619712:0@lo:38:kworker.0
00000100:00100000:2.0:1767319499.453919:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993619968:0@lo:400:kworker.0
00000100:00100000:0.0:1767319499.453945:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993620608:0@lo:400:kworker.0
00000100:00100000:2.0:1767319499.453949:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319499.454005:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993620224
00000100:00100000:0.0:1767319499.454013:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319499.454015:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993620224
00000100:00100000:2.0:1767319499.454103:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993619968
00000100:00100000:2.0:1767319499.454106:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993619968
00000100:00100000:0.0:1767319499.454128:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993620608
00000100:00100000:0.0:1767319499.454137:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993620608
00000100:00100000:2.0:1767319499.458197:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5287
00000100:00100000:2.0:1767319499.458222:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993620224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319499.458311:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993620224:12345-0@lo:400:kworker.0 Request processed in 101us (4602us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319499.458322:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5287
00000100:00100000:2.0:1767319499.458371:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993620224:0@lo:400:kworker.0
00000100:00100000:2.0:1767319499.458399:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5288
00000100:00100000:2.0:1767319499.458406:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993619968:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319499.458436:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993619968:12345-0@lo:400:kworker.0 Request processed in 30us (4489us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319499.458441:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5288
00000100:00100000:1.0:1767319499.458572:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319499.458637:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993620480
00000100:00100000:1.0:1767319499.458644:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993620480
00000100:00100000:1.0:1767319499.458676:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3275
00000100:00100000:1.0:1767319499.458681:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993620480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319499.458714:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993620480:12345-0@lo:400:kworker.0 Request processed in 33us (142us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319499.458720:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3275
00000100:00100000:1.0:1767319499.458742:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993620480:0@lo:400:kworker.0
00000100:00100000:2.0:1767319499.458793:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993619968:0@lo:400:kworker.0
00000100:00100000:3.0:1767319499.458856:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319499.458880:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993619840:0@lo:38:kworker.0
00000100:00100000:3.0:1767319499.458908:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319499.458940:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993620096:0@lo:38:kworker.0
00000100:00100000:3.0:1767319499.458958:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319499.458972:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993620352:0@lo:38:kworker.0
00000100:00100000:3.0:1767319499.458988:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319499.459014:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993619712
00000100:00100000:3.0:1767319499.459017:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993619712
00000100:00100000:3.0:1767319499.459034:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993620096
00000100:00100000:3.0:1767319499.459037:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993620096
00000100:00100000:3.0:1767319499.459046:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993620352
00000100:00100000:3.0:1767319499.459048:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993620352
00000100:00100000:3.0:1767319499.459056:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72358
00000100:00100000:3.0:1767319499.459060:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993619712:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319499.459077:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319499.459106:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993619712:12345-0@lo:38:kworker.0 Request processed in 45us (250us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319499.459111:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72358
00000100:00100000:3.0:1767319499.459122:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72359
00000100:00100000:3.0:1767319499.459125:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993620096:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319499.459134:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319499.459150:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993620096:12345-0@lo:38:kworker.0 Request processed in 23us (191us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319499.459155:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72359
00000100:00100000:3.0:1767319499.459176:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72360
00000100:00100000:3.0:1767319499.459180:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993620352:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319499.459188:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319499.459206:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993620352:12345-0@lo:38:kworker.0 Request processed in 25us (218us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319499.459211:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72360
00000100:00080000:3.0:1767319499.459241:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319499.459246:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319499.459249:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993619712:0@lo:38:kworker.0
00000100:00080000:3.0:1767319499.459256:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319499.459258:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319499.459261:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993620096:0@lo:38:kworker.0
00000100:00080000:3.0:1767319499.459267:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319499.459270:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319499.459272:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993620352:0@lo:38:kworker.0
00000100:00100000:0.0:1767319499.459425:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276
00000100:00100000:0.0:1767319499.459436:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993620608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319499.462858:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993620608:12345-0@lo:400:kworker.0 Request processed in 3415us (8836us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319499.462872:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276
00000100:00100000:0.0:1767319499.462938:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993619840
00000100:00100000:0.0:1767319499.462947:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993619840
00000100:00100000:0.0:1767319499.462982:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109
00000100:00100000:0.0:1767319499.462989:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993619840:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319499.463008:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319499.463066:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993619840:12345-0@lo:38:kworker.0 Request processed in 77us (4157us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319499.463073:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109
00000100:00080000:0.0:1767319499.463116:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319499.463121:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319499.463125:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993619840:0@lo:38:kworker.0
00000100:00100000:0.0:1767319499.463178:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993620608:0@lo:400:kworker.0
00000100:00080000:0.0:1767319499.463198:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319499.965280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319500.029454:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319500.989277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319501.055625:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319501.384935:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319501.384986:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319501.385072:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942197760
00000100:00100000:3.0:1767319501.385082:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942197760
00000100:00100000:3.0:1767319501.385131:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942197888
00000100:00100000:3.0:1767319501.385135:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942197888
00000100:00100000:3.0:1767319501.385231:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5289
00000100:00100000:3.0:1767319501.385241:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942197888:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319501.385328:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942197888:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 88us (341us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319501.385336:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5289
00000100:00100000:3.0:1767319501.385353:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72361
00000100:00100000:3.0:1767319501.385357:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942197760:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319501.385377:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319501.385770:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942197760:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 41us (476us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319501.385780:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72361
00000100:00080000:2.0:1767319501.385979:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319502.013506:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319502.077507:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319503.040736:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319503.102067:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319504.061533:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993620736:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319504.061612:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319504.061846:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319504.061855:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993620864:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319504.061891:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319504.062026:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993620736
00000100:00100000:2.0:1767319504.062035:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993620736
00000100:00100000:2.0:1767319504.062097:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993620864
00000100:00100000:2.0:1767319504.062100:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993620864
00000100:00100000:2.0:1767319504.062124:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013
00000100:00100000:2.0:1767319504.062132:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993620736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319504.062195:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319504.062241:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993620736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (629us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319504.062249:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013
00000100:00100000:2.0:1767319504.062267:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3014
00000100:00100000:2.0:1767319504.062272:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993620864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319504.062290:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319504.062316:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993620864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (434us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319504.062320:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3014
00000100:00100000:2.0:1767319504.062372:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993620864:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319504.062385:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993620736:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319504.062604:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319504.062609:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319504.062773:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319504.126497:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319504.573855:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319504.573865:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319504.573868:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319504.573871:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319504.573875:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319504.573883:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4744
00000100:00080000:3.0:1767319504.573888:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319504.573895:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319504.573933:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a5a6680 x1853163993620992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319504.573949:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319504.573952:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319504.573953:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319504.573956:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4744
00000100:00080000:3.0:1767319504.573959:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319504.573962:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319504.573979:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7411c2d80 x1853163993621120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319504.574019:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319504.574023:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319504.574024:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319504.574028:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4744
00000100:00080000:3.0:1767319504.574030:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319504.574034:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319504.574046:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606055180 x1853163993621376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319504.574062:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319504.574065:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319504.574066:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319504.574069:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4744
00000100:00100000:2.0:1767319504.574182:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993621504:0@lo:400:kworker.0
00000100:00100000:2.0:1767319504.574247:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319504.574310:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319504.574317:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993621248:0@lo:400:kworker.0
00000100:00100000:2.0:1767319504.574339:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319504.574388:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993621504
00000100:00100000:2.0:1767319504.574396:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993621504
00000100:00100000:2.0:1767319504.574466:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993621248
00000100:00100000:2.0:1767319504.574470:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993621248
00000100:00100000:2.0:1767319504.574493:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5290
00000100:00100000:2.0:1767319504.574502:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993621504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319504.574551:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993621504:12345-0@lo:400:kworker.0 Request processed in 50us (302us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319504.574558:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5290
00000100:00100000:2.0:1767319504.574575:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5291
00000100:00100000:2.0:1767319504.574582:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993621248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319504.574607:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993621248:12345-0@lo:400:kworker.0 Request processed in 26us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319504.574616:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5291
00000100:00080000:2.0:1767319504.574633:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319504.574940:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993621248:0@lo:400:kworker.0
00000100:00100000:2.0:1767319504.574952:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993621504:0@lo:400:kworker.0
00000100:00100000:0.0:1767319504.575105:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319479/real 1767319479]  req@ffff89b706359c00 x1853163993615232/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319504 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319504.575122:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b706359c00 x1853163993615232/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319504 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319504.575136:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993620992:0@lo:38:kworker.0
00000100:00100000:0.0:1767319504.575185:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319504.575218:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993621120:0@lo:38:kworker.0
00000100:00100000:0.0:1767319504.575243:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319504.575271:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993621376:0@lo:38:kworker.0
00000100:00100000:0.0:1767319504.575291:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319504.575308:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319504.575321:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319504.575324:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993615232:0@lo:250:kworker.0
00000100:00100000:0.0:1767319504.575359:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993620992
00000100:00100000:0.0:1767319504.575363:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993620992
00000100:00100000:0.0:1767319504.575385:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993621376
00000100:00100000:0.0:1767319504.575387:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993621376
00000100:00100000:0.0:1767319504.575401:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72362
00000100:00100000:0.0:1767319504.575416:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993620992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319504.575442:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319504.575476:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993620992:12345-0@lo:38:kworker.0 Request processed in 59us (290us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319504.575483:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72362
00000100:00100000:0.0:1767319504.575496:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72363
00000100:00100000:0.0:1767319504.575500:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993621376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319504.575508:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319504.575528:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993621376:12345-0@lo:38:kworker.0 Request processed in 27us (237us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319504.575533:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72363
00000100:00080000:0.0:1767319504.575562:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319504.575566:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319504.575569:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993620992:0@lo:38:kworker.0
00000100:00080000:0.0:1767319504.575577:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319504.575580:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319504.575583:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993621376:0@lo:38:kworker.0
00000100:00100000:1.0:1767319504.576138:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993621120
00000100:00100000:1.0:1767319504.576145:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993621120
00000100:00100000:1.0:1767319504.576191:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110
00000100:00100000:1.0:1767319504.576197:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993621120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319504.576209:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319504.576247:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993621120:12345-0@lo:38:kworker.0 Request processed in 50us (1004us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319504.576254:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110
00000100:00080000:1.0:1767319504.576280:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319504.576284:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319504.576287:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993621120:0@lo:38:kworker.0
00000100:00080000:3.0:1767319504.576496:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319504.576501:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319504.576527:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606056a00 x1853163993621632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319504.576582:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319504.576586:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319504.576587:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319504.576591:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4723
00000100:00080000:3.0:1767319504.576593:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319504.576596:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319504.576605:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606054380 x1853163993622016/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319504.576627:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993621888:0@lo:400:kworker.0
00000100:00100000:3.0:1767319504.576732:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319504.576755:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319504.576760:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993621760:0@lo:400:kworker.0
00000100:00100000:3.0:1767319504.576781:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319504.577090:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993621888
00000100:00100000:1.0:1767319504.577096:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993621888
00000100:00100000:1.0:1767319504.577133:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993621760
00000100:00100000:1.0:1767319504.577136:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993621760
00000100:00100000:1.0:1767319504.577154:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277
00000100:00100000:1.0:1767319504.577181:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993621888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319504.577222:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993621888:12345-0@lo:400:kworker.0 Request processed in 61us (489us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319504.577228:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277
00000100:00100000:1.0:1767319504.577240:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3278
00000100:00100000:1.0:1767319504.577246:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993621760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319504.577269:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993621760:12345-0@lo:400:kworker.0 Request processed in 24us (487us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319504.577275:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3278
00000100:00100000:1.0:1767319504.577299:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993621760:0@lo:400:kworker.0
00000100:00100000:1.0:1767319504.577308:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993621888:0@lo:400:kworker.0
00000100:00100000:1.0:1767319504.577327:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993621632:0@lo:38:kworker.0
00000100:00100000:1.0:1767319504.577362:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319504.577379:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993622016:0@lo:250:kworker.0
00000400:00000100:1.0:1767319504.577395:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993622016 offset 0 length 520: 4
00000100:00100000:2.0:1767319504.577845:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993621632
00000100:00100000:2.0:1767319504.577850:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993621632
00000100:00100000:2.0:1767319504.577883:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72364
00000100:00100000:2.0:1767319504.577888:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993621632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319504.577903:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319504.577937:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993621632:12345-0@lo:38:kworker.0 Request processed in 47us (574us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319504.577943:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72364
00000100:00080000:1.0:1767319504.578413:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319504.578418:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319504.578433:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993621632:0@lo:38:kworker.0
00000100:00100000:2.0:1767319505.085280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319505.149405:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319506.109691:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319506.173436:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319506.503347:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319506.503516:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942198272
00000100:00100000:1.0:1767319506.503526:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942198272
00000100:00100000:1.0:1767319506.503619:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5292
00000100:00100000:1.0:1767319506.503630:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942198272:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319506.503697:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942198272:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 70us (360us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319506.503704:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5292
00000400:00000100:0.0:1767319506.504067:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942198016 offset 0 length 520: 4
00000100:00100000:0.0:1767319506.504148:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:2.0:1767319506.504354:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319506.504448:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942198144
00000100:00100000:3.0:1767319506.504454:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942198144
00000100:00100000:3.0:1767319506.504486:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72365
00000100:00100000:3.0:1767319506.504493:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942198144:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319506.504512:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319506.504563:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942198144:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 69us (414us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319506.504570:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72365
00000100:00100000:2.0:1767319507.133570:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319507.200203:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319508.157381:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319508.221438:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319509.181586:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993622144:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319509.181653:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319509.181733:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993622144
00000100:00100000:1.0:1767319509.181741:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993622144
00000100:00080000:2.0:1767319509.181778:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319509.181813:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015
00000100:00100000:1.0:1767319509.181824:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993622144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319509.181864:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319509.181906:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993622144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319509.181913:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015
00000100:00100000:1.0:1767319509.181963:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993622144:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319509.182137:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319509.183787:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993622272:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319509.183971:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319509.184121:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993622272
00000100:00100000:3.0:1767319509.184127:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993622272
00000100:00100000:3.0:1767319509.184246:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016
00000100:00100000:3.0:1767319509.184257:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993622272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319509.184291:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319509.184345:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993622272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (375us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319509.184353:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016
00000100:00100000:3.0:1767319509.184395:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993622272:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319509.184592:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767319509.245395:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319509.693970:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319509.693982:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319509.693985:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319509.693989:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319509.693992:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319509.694002:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4749
00000100:00080000:1.0:1767319509.694007:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319509.694014:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319509.694063:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235880 x1853163993622400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319509.694095:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319509.694099:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319509.694101:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319509.694105:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4749
00000100:00080000:1.0:1767319509.694108:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319509.694111:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319509.694123:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236300 x1853163993622528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319509.694188:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319509.694192:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319509.694194:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319509.694197:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4749
00000100:00080000:1.0:1767319509.694199:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319509.694203:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319509.694214:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731234e00 x1853163993622784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319509.694229:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319509.694232:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319509.694234:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319509.694238:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4749
00000100:00080000:1.0:1767319509.694240:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319509.694243:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319509.694263:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237b80 x1853163993623040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319509.694507:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993622656:0@lo:400:kworker.0
00000100:00100000:3.0:1767319509.694583:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319509.694649:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319509.694655:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993622912:0@lo:400:kworker.0
00000100:00100000:3.0:1767319509.694675:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319509.694703:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993623296:0@lo:400:kworker.0
00000100:00100000:3.0:1767319509.694744:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319509.694770:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319509.694775:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993623168:0@lo:400:kworker.0
00000100:00100000:3.0:1767319509.694794:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319509.694820:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993622656
00000100:00100000:3.0:1767319509.694829:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993622656
00000100:00100000:3.0:1767319509.694875:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993622912
00000100:00100000:3.0:1767319509.694878:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993622912
00000100:00100000:3.0:1767319509.694900:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5293
00000100:00100000:3.0:1767319509.694908:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993622656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319509.694963:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993622656:12345-0@lo:400:kworker.0 Request processed in 55us (380us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319509.694972:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5293
00000100:00100000:3.0:1767319509.694989:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5294
00000100:00100000:3.0:1767319509.694996:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993622912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319509.695023:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993622912:12345-0@lo:400:kworker.0 Request processed in 28us (346us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319509.695029:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5294
00000100:00100000:3.0:1767319509.695047:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993623296
00000100:00100000:3.0:1767319509.695050:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993623296
00000100:00100000:3.0:1767319509.695068:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993623168
00000100:00100000:3.0:1767319509.695070:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993623168
00000100:00100000:3.0:1767319509.695087:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279
00000100:00100000:3.0:1767319509.695093:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993623296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319509.695122:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993623296:12345-0@lo:400:kworker.0 Request processed in 29us (377us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319509.695128:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279
00000100:00100000:3.0:1767319509.695138:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280
00000100:00100000:3.0:1767319509.695143:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993623168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319509.695189:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993623168:12345-0@lo:400:kworker.0 Request processed in 46us (393us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319509.695196:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280
00000100:00100000:3.0:1767319509.695237:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993623168:0@lo:400:kworker.0
00000100:00080000:2.0:1767319509.695238:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319509.695258:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993622400:0@lo:38:kworker.0
00000100:00100000:3.0:1767319509.695264:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993623296:0@lo:400:kworker.0
00000100:00100000:2.0:1767319509.695297:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319509.695330:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993622528:0@lo:38:kworker.0
00000100:00100000:2.0:1767319509.695355:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319509.695378:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993622784:0@lo:38:kworker.0
00000100:00100000:2.0:1767319509.695401:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319509.695417:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993623040:0@lo:38:kworker.0
00000100:00100000:2.0:1767319509.695435:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319509.695466:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993622400
00000100:00100000:2.0:1767319509.695470:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993622400
00000100:00100000:2.0:1767319509.695578:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993622784
00000100:00100000:2.0:1767319509.695582:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993622784
00000100:00100000:2.0:1767319509.695599:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993623040
00000100:00100000:2.0:1767319509.695602:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993623040
00000100:00100000:2.0:1767319509.695614:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72366
00000100:00100000:2.0:1767319509.695619:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993622400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319509.695638:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319509.695673:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993622400:12345-0@lo:38:kworker.0 Request processed in 51us (375us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319509.695680:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72366
00000100:00100000:3.0:1767319509.695682:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993622912:0@lo:400:kworker.0
00000100:00100000:3.0:1767319509.695699:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993622656:0@lo:400:kworker.0
00000100:00100000:2.0:1767319509.695702:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72367
00000100:00100000:2.0:1767319509.695707:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993622784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319509.695717:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319509.695740:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993622784:12345-0@lo:38:kworker.0 Request processed in 31us (338us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319509.695746:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72367
00000100:00100000:2.0:1767319509.695756:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72368
00000100:00100000:2.0:1767319509.695760:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993623040:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319509.695769:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319509.695789:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993623040:12345-0@lo:38:kworker.0 Request processed in 28us (354us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319509.695795:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72368
00000100:00080000:2.0:1767319509.695828:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319509.695833:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319509.695836:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993622400:0@lo:38:kworker.0
00000100:00080000:2.0:1767319509.695846:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319509.695852:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319509.695855:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993622784:0@lo:38:kworker.0
00000100:00080000:2.0:1767319509.695865:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319509.695869:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319509.695872:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993623040:0@lo:38:kworker.0
00000100:00100000:0.0:1767319509.695983:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993622528
00000100:00100000:0.0:1767319509.695988:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993622528
00000100:00100000:0.0:1767319509.696020:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111
00000100:00100000:0.0:1767319509.696026:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993622528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319509.696037:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319509.696065:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993622528:12345-0@lo:38:kworker.0 Request processed in 38us (709us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319509.696071:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111
00000100:00080000:2.0:1767319509.700080:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319509.700094:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319509.700099:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993622528:0@lo:38:kworker.0
00000100:00100000:3.0:1767319510.205293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319510.269429:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319511.229669:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319511.293397:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319511.624767:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319511.624878:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319511.634529:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942198528
00000100:00100000:1.0:1767319511.634553:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942198528
00000100:00100000:1.0:1767319511.635540:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942198400
00000100:00100000:1.0:1767319511.635549:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942198400
00000100:00100000:1.0:1767319511.635600:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5295
00000100:00100000:1.0:1767319511.635613:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942198528:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319511.635739:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942198528:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 127us (11055us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319511.635748:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5295
00000100:00100000:1.0:1767319511.635774:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72369
00000100:00100000:1.0:1767319511.635779:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942198400:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319511.635806:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319511.635835:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942198400:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 54us (10956us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319511.635841:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72369
00000100:00080000:3.0:1767319511.648400:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319512.253408:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319512.321233:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319513.277355:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319513.341966:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319514.301409:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319514.301431:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993623424:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319514.301495:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319514.301840:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993623424
00000100:00100000:1.0:1767319514.301849:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993623424
00000100:00100000:1.0:1767319514.301925:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017
00000100:00100000:1.0:1767319514.301933:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993623424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319514.301961:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319514.302005:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993623424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (510us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319514.302012:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017
00000100:00100000:1.0:1767319514.302051:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993623424:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319514.302184:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319514.303636:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319514.304403:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319514.304430:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993623552:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319514.304515:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319514.304867:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993623552
00000100:00100000:1.0:1767319514.304878:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993623552
00000100:00100000:1.0:1767319514.304971:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018
00000100:00100000:1.0:1767319514.304983:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993623552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319514.305021:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319514.305078:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993623552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (563us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319514.305086:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018
00000100:00100000:3.0:1767319514.305274:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993623552:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319514.305935:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767319514.366447:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319514.813645:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319514.813660:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319514.813664:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319514.813668:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319514.813675:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319514.813685:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4754
00000100:00080000:3.0:1767319514.813692:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319514.813700:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319514.813753:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a3ac000 x1853163993623680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319514.813783:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319514.813787:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319514.813789:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319514.813793:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4754
00000100:00080000:3.0:1767319514.813796:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319514.813800:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319514.813817:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236300 x1853163993623808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319514.813878:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319514.813882:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319514.813884:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319514.813888:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4754
00000100:00080000:3.0:1767319514.813891:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319514.813895:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319514.813906:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731234e00 x1853163993624064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319514.813921:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319514.813924:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319514.813927:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319514.813930:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4754
00000100:00080000:3.0:1767319514.813932:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319514.813935:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319514.813943:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235180 x1853163993624320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319514.814123:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993623936:0@lo:400:kworker.0
00000100:00100000:1.0:1767319514.814251:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319514.814332:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319514.814339:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993624192:0@lo:400:kworker.0
00000100:00100000:1.0:1767319514.814363:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319514.814813:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993623680:0@lo:38:kworker.0
00000100:00100000:0.0:1767319514.814868:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319514.814898:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993623808:0@lo:38:kworker.0
00000100:00100000:0.0:1767319514.814927:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319514.814953:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993624064:0@lo:38:kworker.0
00000100:00100000:0.0:1767319514.814976:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319514.814996:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993624320:0@lo:38:kworker.0
00000100:00100000:0.0:1767319514.815015:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319514.815052:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993623936
00000100:00100000:0.0:1767319514.815061:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993623936
00000100:00100000:0.0:1767319514.815130:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993624192
00000100:00100000:0.0:1767319514.815134:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993624192
00000100:00100000:0.0:1767319514.815406:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993623680
00000100:00100000:0.0:1767319514.815411:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993623680
00000100:00100000:0.0:1767319514.815427:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993624064
00000100:00100000:0.0:1767319514.815430:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993624064
00000100:00100000:0.0:1767319514.815439:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993624320
00000100:00100000:0.0:1767319514.815441:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993624320
00000100:00100000:0.0:1767319514.815453:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5296
00000100:00100000:0.0:1767319514.815463:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993623936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319514.815538:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993623936:12345-0@lo:400:kworker.0 Request processed in 75us (1286us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319514.815546:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5296
00000100:00100000:0.0:1767319514.815568:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5297
00000100:00100000:0.0:1767319514.815574:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993624192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319514.815601:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993624192:12345-0@lo:400:kworker.0 Request processed in 28us (1237us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319514.815610:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5297
00000100:00100000:0.0:1767319514.815621:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72370
00000100:00100000:0.0:1767319514.815625:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993623680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319514.815648:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319514.815681:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993623680:12345-0@lo:38:kworker.0 Request processed in 54us (812us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319514.815688:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72370
00000100:00100000:0.0:1767319514.815700:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72371
00000100:00100000:0.0:1767319514.815703:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993624064:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319514.815713:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319514.815740:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993624064:12345-0@lo:38:kworker.0 Request processed in 35us (763us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319514.815757:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72371
00000100:00100000:0.0:1767319514.815768:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72372
00000100:00100000:0.0:1767319514.815771:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993624320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319514.815780:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319514.815801:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993624320:12345-0@lo:38:kworker.0 Request processed in 29us (785us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319514.815806:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72372
00000100:00080000:0.0:1767319514.816017:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319514.816020:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993624192:0@lo:400:kworker.0
00000100:00100000:1.0:1767319514.816033:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993623936:0@lo:400:kworker.0
00000100:00080000:0.0:1767319514.816041:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319514.816046:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319514.816049:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993623680:0@lo:38:kworker.0
00000100:00080000:0.0:1767319514.816057:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319514.816061:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319514.816064:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993624064:0@lo:38:kworker.0
00000100:00080000:0.0:1767319514.816071:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319514.816074:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319514.816077:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993624320:0@lo:38:kworker.0
00000100:00100000:3.0:1767319514.816347:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993623808
00000100:00100000:3.0:1767319514.816354:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993623808
00000100:00100000:3.0:1767319514.816399:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112
00000100:00100000:3.0:1767319514.816404:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993623808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319514.816415:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319514.816458:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993623808:12345-0@lo:38:kworker.0 Request processed in 53us (1530us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319514.816464:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112
00000100:00080000:0.0:1767319514.816467:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319514.816472:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319514.816475:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993623808:0@lo:38:kworker.0
00000100:00100000:3.0:1767319515.326095:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319515.389937:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319516.349972:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319516.413469:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319516.746335:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319516.746626:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942198784
00000100:00100000:3.0:1767319516.746637:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942198784
00000100:00100000:3.0:1767319516.746722:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5298
00000100:00100000:3.0:1767319516.746731:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942198784:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319516.746814:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942198784:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 84us (498us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319516.746822:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5298
00000100:00080000:2.0:1767319516.746983:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319516.746991:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319516.749561:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942198656
00000100:00100000:3.0:1767319516.749576:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942198656
00000100:00100000:3.0:1767319516.749634:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72373
00000100:00100000:3.0:1767319516.749642:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942198656:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319516.749674:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319516.749742:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942198656:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 99us (2752us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319516.749749:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72373
00000100:00100000:0.0:1767319517.373480:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319517.437754:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319518.397398:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319518.462211:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319519.421373:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319519.421408:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993624448:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319519.421424:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993624576:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319519.427619:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319519.428117:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993624576
00000100:00100000:0.0:1767319519.428143:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993624576
00000100:00100000:0.0:1767319519.428280:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019
00000100:00100000:0.0:1767319519.428294:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993624576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319519.428341:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319519.428438:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993624576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 148us (826us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319519.428446:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019
00000100:00100000:0.0:1767319519.428517:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993624576:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319519.428566:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319519.432524:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319519.433919:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993624448
00000100:00100000:1.0:1767319519.433936:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993624448
00000100:00100000:1.0:1767319519.434025:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3020
00000100:00100000:1.0:1767319519.434035:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993624448:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319519.434087:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319519.434216:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993624448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 181us (1703us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319519.434229:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3020
00000100:00100000:3.0:1767319519.434561:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993624448:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319519.434710:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767319519.486517:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319519.933326:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319519.933342:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319519.933346:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319519.933352:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319519.933358:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319519.933373:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4759
00000100:00080000:2.0:1767319519.933382:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319519.933392:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319519.933483:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236300 x1853163993624704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319519.933514:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319519.933518:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319519.933521:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319519.933526:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4759
00000100:00080000:3.0:1767319519.933528:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319519.933533:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319519.933549:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235180 x1853163993624832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319519.933608:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319519.933613:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319519.933616:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319519.933620:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4759
00000100:00080000:3.0:1767319519.933622:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319519.933627:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319519.933639:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237b80 x1853163993625088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319519.933657:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319519.933660:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319519.933662:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319519.933666:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4759
00000100:00080000:3.0:1767319519.933668:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319519.933673:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319519.933686:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f397100 x1853163993625344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319519.933718:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993625216:0@lo:400:kworker.0
00000100:00100000:2.0:1767319519.933827:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319519.933915:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319519.933923:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993624960:0@lo:400:kworker.0
00000100:00100000:0.0:1767319519.933935:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993624704:0@lo:38:kworker.0
00000100:00100000:2.0:1767319519.933951:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319519.933983:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319519.934008:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993624832:0@lo:38:kworker.0
00000100:00100000:0.0:1767319519.934045:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319519.934062:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993625216
00000100:00100000:3.0:1767319519.934073:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993625216
00000100:00100000:0.0:1767319519.934082:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993625088:0@lo:38:kworker.0
00000100:00100000:0.0:1767319519.934109:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319519.934140:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993625344:0@lo:38:kworker.0
00000100:00100000:3.0:1767319519.934151:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993624960
00000100:00100000:3.0:1767319519.934176:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993624960
00000100:00100000:0.0:1767319519.934194:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319519.934229:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993624704
00000100:00100000:3.0:1767319519.934234:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993624704
00000100:00100000:0.0:1767319519.934236:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993625088
00000100:00100000:0.0:1767319519.934242:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993625088
00000100:00100000:3.0:1767319519.934250:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993625344
00000100:00100000:3.0:1767319519.934255:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993625344
00000100:00100000:0.0:1767319519.934271:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5299
00000100:00100000:0.0:1767319519.934383:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993625216:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319519.934457:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993625216:12345-0@lo:400:kworker.0 Request processed in 175us (638us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319519.934492:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993624832
00000100:00100000:2.0:1767319519.934497:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993624832
00000100:00100000:2.0:1767319519.934525:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113
00000100:00100000:2.0:1767319519.934532:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993624832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319519.934556:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319519.934596:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993624832:12345-0@lo:38:kworker.0 Request processed in 64us (552us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319519.934605:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113
00000100:00080000:2.0:1767319519.934643:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319519.935989:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5300
00000100:00100000:3.0:1767319519.936022:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993624960:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319519.936152:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993624960:12345-0@lo:400:kworker.0 Request processed in 149us (2200us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319519.936179:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72374
00000100:00100000:1.0:1767319519.936189:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993624704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319519.936223:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319519.936595:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5300
00000100:00100000:1.0:1767319519.936626:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993624704:12345-0@lo:38:kworker.0 Request processed in 436us (2642us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319519.936635:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72374
00000100:00100000:3.0:1767319519.936642:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72375
00000100:00100000:3.0:1767319519.936649:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993625088:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319519.936659:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72376
00010000:00020000:3.0:1767319519.936665:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319519.936667:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993625344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319519.936682:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319519.936713:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993625088:12345-0@lo:38:kworker.0 Request processed in 62us (2602us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319519.936721:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72375
00000100:00100000:1.0:1767319519.936732:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993625344:12345-0@lo:38:kworker.0 Request processed in 55us (2528us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319519.936739:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72376
00000100:00100000:1.0:1767319519.938428:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993624960:0@lo:400:kworker.0
00000100:00100000:1.0:1767319519.938779:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993625216:0@lo:400:kworker.0
00000100:00080000:1.0:1767319519.940405:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319519.940422:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319519.940429:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993624704:0@lo:38:kworker.0
00000100:00080000:1.0:1767319519.941710:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319519.941720:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319519.941726:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993624832:0@lo:38:kworker.0
00000100:00080000:1.0:1767319519.941744:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319519.941748:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319519.941753:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993625088:0@lo:38:kworker.0
00000100:00080000:1.0:1767319519.941766:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319519.941770:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319519.941773:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993625344:0@lo:38:kworker.0
00000100:00100000:0.0:1767319519.945753:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5299
00000100:00100000:2.0:1767319520.445303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319520.510901:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319521.469728:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319521.534198:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319521.873518:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319521.873743:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319521.873922:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942199040
00000100:00100000:0.0:1767319521.873936:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942199040
00000100:00100000:0.0:1767319521.874072:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942198912
00000100:00100000:0.0:1767319521.874076:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942198912
00000100:00080000:3.0:1767319521.874145:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319521.874459:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5301
00000100:00100000:2.0:1767319521.874476:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942199040:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319521.875022:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942199040:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 547us (1913us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319521.875033:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5301
00000100:00100000:2.0:1767319521.875063:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72377
00000100:00100000:2.0:1767319521.875069:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942198912:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319521.875112:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319521.875194:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942198912:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 123us (1452us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319521.875202:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72377
00000100:00100000:2.0:1767319522.493387:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319522.559678:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319523.518237:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319523.581913:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319524.541785:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319524.541821:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993625472:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319524.541922:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319524.542087:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993625472
00000100:00100000:3.0:1767319524.542098:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993625472
00000100:00100000:3.0:1767319524.542200:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021
00000100:00100000:3.0:1767319524.542212:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993625472:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319524.542253:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319524.542305:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993625472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (383us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319524.542314:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021
00000100:00100000:3.0:1767319524.542337:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319524.542346:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993625600:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319524.542375:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319524.542415:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319524.542465:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993625600
00000100:00100000:1.0:1767319524.542471:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993625600
00000100:00100000:1.0:1767319524.542511:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022
00000100:00100000:1.0:1767319524.542520:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993625600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319524.542539:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319524.542588:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993625600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319524.542595:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022
00000100:00080000:0.0:1767319524.542650:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319524.542655:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319524.542678:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993625472:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319524.542679:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993625600:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319524.606266:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319525.056872:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319525.056886:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319525.056889:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319525.056895:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319525.056901:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319525.056913:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4764
00000100:00080000:3.0:1767319525.056919:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319525.056929:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319525.056988:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f396300 x1853163993625728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319525.057036:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319525.057041:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319525.057043:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319525.057048:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4764
00000100:00080000:3.0:1767319525.057051:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319525.057056:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319525.057071:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f394a80 x1853163993625856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319525.057125:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319525.057129:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319525.057131:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319525.057135:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4764
00000100:00080000:3.0:1767319525.057137:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319525.057141:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319525.057179:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605d500 x1853163993626112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319525.057196:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319525.057200:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319525.057202:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319525.057205:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4764
00000100:00080000:3.0:1767319525.057208:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319525.057211:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319525.057222:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e680 x1853163993626368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319525.057261:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993626240:0@lo:400:kworker.0
00000100:00100000:3.0:1767319525.057369:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319525.057456:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319525.057463:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993625984:0@lo:400:kworker.0
00000100:00100000:3.0:1767319525.057488:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319525.057558:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f396300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993625728:0@lo:38:kworker.0
00000100:00100000:0.0:1767319525.057594:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319525.057620:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993625856:0@lo:38:kworker.0
00000100:00100000:0.0:1767319525.057649:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319525.057670:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993626112:0@lo:38:kworker.0
00000100:00100000:0.0:1767319525.057693:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319525.057707:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993626368:0@lo:38:kworker.0
00000100:00100000:0.0:1767319525.057728:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319525.058535:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993626240
00000100:00100000:1.0:1767319525.058548:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993626240
00000100:00100000:1.0:1767319525.058629:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993625984
00000100:00100000:1.0:1767319525.058632:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993625984
00000100:00100000:1.0:1767319525.058654:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993625728
00000100:00100000:1.0:1767319525.058656:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993625728
00000100:00100000:1.0:1767319525.058665:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993626112
00000100:00100000:1.0:1767319525.058667:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993626112
00000100:00100000:1.0:1767319525.058674:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993626368
00000100:00100000:1.0:1767319525.058676:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993626368
00000100:00100000:1.0:1767319525.058689:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5302
00000100:00100000:1.0:1767319525.058699:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993626240:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319525.058789:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993626240:12345-0@lo:400:kworker.0 Request processed in 91us (1420us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319525.058807:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5302
00000100:00100000:1.0:1767319525.058829:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5303
00000100:00100000:1.0:1767319525.058836:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993625984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319525.058916:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72378
00000100:00100000:2.0:1767319525.058923:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993625728:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319525.058948:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319525.058992:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993625728:12345-0@lo:38:kworker.0 Request processed in 68us (1398us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319525.058998:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72378
00000100:00100000:2.0:1767319525.059014:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72379
00000100:00100000:2.0:1767319525.059017:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993626112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319525.059036:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319525.059062:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993626112:12345-0@lo:38:kworker.0 Request processed in 42us (1368us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319525.059067:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72379
00000100:00100000:2.0:1767319525.059079:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72380
00000100:00100000:2.0:1767319525.059084:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993626368:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319525.059093:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319525.059119:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993626368:12345-0@lo:38:kworker.0 Request processed in 34us (1390us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319525.059125:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72380
00000100:00080000:0.0:1767319525.059132:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319525.059201:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319525.059207:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319525.059211:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f396300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993625728:0@lo:38:kworker.0
00000100:00080000:0.0:1767319525.059225:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319525.059228:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319525.059231:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993626112:0@lo:38:kworker.0
00000100:00080000:0.0:1767319525.059241:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319525.059243:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319525.059246:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993626368:0@lo:38:kworker.0
00000100:00100000:3.0:1767319525.059283:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993625856
00000100:00100000:3.0:1767319525.059289:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993625856
00000100:00100000:3.0:1767319525.059320:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114
00000100:00100000:3.0:1767319525.059326:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993625856:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319525.059337:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319525.059391:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993625856:12345-0@lo:38:kworker.0 Request processed in 63us (1740us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319525.059397:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114
00000100:00100000:3.0:1767319525.059439:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993626240:0@lo:400:kworker.0
00000100:00080000:0.0:1767319525.061421:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319525.062114:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319525.062121:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993625856:0@lo:38:kworker.0
00000100:00100000:1.0:1767319525.072783:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993625984:12345-0@lo:400:kworker.0 Request processed in 1510us (2857us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319525.072808:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5303
00000100:00100000:3.0:1767319525.075216:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993625984:0@lo:400:kworker.0
00000100:00100000:2.0:1767319525.565320:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319525.629520:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319526.590832:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319526.657091:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319526.988346:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319526.988428:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319526.988658:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942199168
00000100:00100000:2.0:1767319526.988671:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942199168
00000100:00100000:2.0:1767319526.988733:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942199296
00000100:00100000:2.0:1767319526.988736:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942199296
00000100:00100000:2.0:1767319526.988803:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5304
00000100:00100000:2.0:1767319526.988815:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942199296:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319526.988923:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942199296:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 109us (503us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319526.988933:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5304
00000100:00100000:2.0:1767319526.988957:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72381
00000100:00100000:2.0:1767319526.988962:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942199168:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319526.989015:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319526.989048:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942199168:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 83us (719us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319526.989055:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72381
00000100:00080000:1.0:1767319526.989641:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319527.613456:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319527.677533:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319528.637635:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319528.702218:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319529.149800:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319504/real 1767319504]  req@ffff89b606054380 x1853163993622016/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319529 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319529.149848:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b606054380 x1853163993622016/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319529 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319529.149865:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319529.149894:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319529.149908:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993622016:0@lo:250:kworker.0
00000100:00080000:3.0:1767319529.150068:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319529.150075:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319529.150078:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319529.150084:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4749
00000100:00080000:3.0:1767319529.150089:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319529.150098:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319529.150156:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f800 x1853163993626496/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319529.150208:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319529.150212:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319529.150215:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319529.150218:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4769
00000100:00080000:3.0:1767319529.150221:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319529.150233:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319529.150252:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f480 x1853163993626624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319529.150261:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319529.150264:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319529.150266:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319529.150271:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4769
00000100:00080000:3.0:1767319529.150273:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319529.150277:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319529.150289:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605d880 x1853163993626752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319529.150336:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319529.150340:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319529.150342:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319529.150347:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4769
00000100:00080000:3.0:1767319529.150349:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319529.150353:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319529.150365:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e300 x1853163993627008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319529.150383:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319529.150386:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319529.150388:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319529.150392:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4769
00000100:00080000:3.0:1767319529.150394:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319529.150397:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319529.150410:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e680 x1853163993627264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319529.150481:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993627392:0@lo:400:kworker.0
00000100:00100000:3.0:1767319529.150568:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319529.150639:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319529.150645:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993627520:0@lo:400:kworker.0
00000100:00100000:3.0:1767319529.150670:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319529.151046:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993626880:0@lo:400:kworker.0
00000100:00100000:0.0:1767319529.151091:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319529.151125:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319529.151130:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993627136:0@lo:400:kworker.0
00000100:00100000:0.0:1767319529.151152:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319529.151211:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993627392
00000100:00100000:0.0:1767319529.151222:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993627392
00000100:00100000:0.0:1767319529.151300:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993627520
00000100:00100000:0.0:1767319529.151304:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993627520
00000100:00100000:0.0:1767319529.151329:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281
00000100:00100000:0.0:1767319529.151341:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993627392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319529.151404:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993627392:12345-0@lo:400:kworker.0 Request processed in 65us (834us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319529.151412:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281
00000100:00100000:0.0:1767319529.151433:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282
00000100:00100000:0.0:1767319529.151440:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993627520:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319529.151481:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993627520:12345-0@lo:400:kworker.0 Request processed in 41us (810us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319529.151487:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282
00000100:00080000:0.0:1767319529.151510:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319529.151514:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319529.151529:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993626880
00000100:00100000:0.0:1767319529.151533:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993626880
00000100:00100000:0.0:1767319529.151567:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993627136
00000100:00100000:0.0:1767319529.151570:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993627136
00000100:00100000:0.0:1767319529.151592:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5305
00000100:00100000:0.0:1767319529.151599:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993626880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319529.151637:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993626880:12345-0@lo:400:kworker.0 Request processed in 39us (545us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319529.151644:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5305
00000100:00100000:0.0:1767319529.151657:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5306
00000100:00100000:0.0:1767319529.151663:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993627136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319529.151690:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993627136:12345-0@lo:400:kworker.0 Request processed in 27us (536us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319529.151695:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5306
00000100:00080000:0.0:1767319529.151715:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319529.151759:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993627136:0@lo:400:kworker.0
00000100:00100000:0.0:1767319529.151770:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993626880:0@lo:400:kworker.0
00000100:00100000:0.0:1767319529.151800:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993627520:0@lo:400:kworker.0
00000100:00100000:0.0:1767319529.151810:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993627392:0@lo:400:kworker.0
00000100:00100000:2.0:1767319529.152520:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993626496:0@lo:250:kworker.0
00000400:00000100:2.0:1767319529.152567:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993626496 offset 0 length 520: 4
00000100:00100000:2.0:1767319529.152603:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993626624:0@lo:38:kworker.0
00000100:00100000:2.0:1767319529.152633:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319529.152669:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993626752:0@lo:38:kworker.0
00000100:00100000:2.0:1767319529.152696:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319529.152719:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993627008:0@lo:38:kworker.0
00000100:00100000:2.0:1767319529.152742:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319529.152761:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993627264:0@lo:38:kworker.0
00000100:00100000:2.0:1767319529.152783:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319529.152822:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993626752
00000100:00100000:2.0:1767319529.152829:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993626752
00000100:00100000:2.0:1767319529.152862:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115
00000100:00100000:2.0:1767319529.152868:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993626752:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319529.153019:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993626624
00000100:00100000:1.0:1767319529.153024:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993626624
00000100:00100000:1.0:1767319529.153051:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993627008
00000100:00100000:1.0:1767319529.153054:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993627008
00000100:00100000:1.0:1767319529.153068:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993627264
00000100:00100000:1.0:1767319529.153070:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993627264
00000100:00100000:1.0:1767319529.153086:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72382
00000100:00100000:1.0:1767319529.153091:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993626624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319529.153120:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319529.153202:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993626752:12345-0@lo:38:kworker.0 Request processed in 332us (505us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319529.153211:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115
00000100:00100000:2.0:1767319529.153250:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72383
00000100:00100000:2.0:1767319529.153255:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993627008:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319529.153325:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72384
00000100:00100000:3.0:1767319529.153331:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993627264:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767319529.153989:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319529.153996:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319529.154000:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993626752:0@lo:38:kworker.0
00010000:00020000:1.0:1767319529.154874:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319529.157661:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993626624:12345-0@lo:38:kworker.0 Request processed in 4552us (5010us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319529.157682:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72382
00010000:00020000:2.0:1767319529.158180:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319529.158245:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993627008:12345-0@lo:38:kworker.0 Request processed in 4987us (5500us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319529.158253:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72383
00010000:00020000:3.0:1767319529.158395:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319529.158437:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993627264:12345-0@lo:38:kworker.0 Request processed in 5104us (5652us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319529.158445:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72384
00000100:00080000:0.0:1767319529.159379:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319529.159391:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319529.159397:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993626624:0@lo:38:kworker.0
00000100:00080000:0.0:1767319529.159412:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319529.159415:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319529.159418:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993627008:0@lo:38:kworker.0
00000100:00080000:0.0:1767319529.159427:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319529.159431:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319529.159433:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993627264:0@lo:38:kworker.0
00000100:00100000:2.0:1767319529.661348:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319529.661789:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993627648:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319529.661897:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319529.662087:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993627648
00000100:00100000:1.0:1767319529.662098:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993627648
00000100:00100000:1.0:1767319529.662194:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023
00000100:00100000:1.0:1767319529.662206:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993627648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319529.662246:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319529.662306:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993627648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (409us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319529.662316:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023
00000100:00100000:1.0:1767319529.662375:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993627648:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319529.662746:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319529.662757:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993627776:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319529.662789:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319529.662860:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993627776
00000100:00100000:0.0:1767319529.662865:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993627776
00000100:00100000:0.0:1767319529.662913:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024
00000100:00100000:0.0:1767319529.662921:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993627776:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319529.662950:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319529.662997:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993627776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319529.663005:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024
00000100:00100000:2.0:1767319529.663197:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993627776:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319529.726111:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319530.686130:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319530.749606:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319531.079230:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319531.079437:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942199680
00000100:00100000:0.0:1767319531.079450:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942199680
00000400:00000100:3.0:1767319531.079516:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942199424 offset 0 length 520: 4
00000100:00100000:3.0:1767319531.079540:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:1.0:1767319531.079593:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319531.081587:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942199552
00000100:00100000:0.0:1767319531.081605:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942199552
00000100:00100000:1.0:1767319531.081615:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5307
00000100:00100000:1.0:1767319531.081638:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942199680:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319531.081661:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72385
00000100:00100000:0.0:1767319531.081666:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942199552:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:1.0:1767319531.081749:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942199680:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 123us (2534us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319531.081757:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5307
00010000:00020000:0.0:1767319531.082200:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319531.082253:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942199552:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 586us (2711us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319531.082261:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72385
00000100:00100000:0.0:1767319531.710237:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319531.773498:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319532.733267:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319532.798215:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319533.757332:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319533.821491:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319534.269986:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319534.270001:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319534.270004:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319534.270009:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319534.270014:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319534.270024:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4773
00000100:00080000:3.0:1767319534.270030:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319534.270038:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319534.270091:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b0a80 x1853163993627904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319534.270121:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319534.270124:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319534.270126:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319534.270131:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4773
00000100:00080000:3.0:1767319534.270134:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319534.270137:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319534.270152:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b1500 x1853163993628032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319534.270205:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319534.270208:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319534.270210:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319534.270214:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4773
00000100:00080000:3.0:1767319534.270216:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319534.270220:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319534.270232:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcd880 x1853163993628288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319534.270247:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319534.270251:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319534.270253:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319534.270256:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4773
00000100:00080000:3.0:1767319534.270259:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319534.270263:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319534.270273:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcf100 x1853163993628544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319534.270333:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993628800:0@lo:400:kworker.0
00000100:00100000:3.0:1767319534.270422:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319534.270503:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319534.270510:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993628672:0@lo:400:kworker.0
00000100:00100000:3.0:1767319534.270536:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319534.271034:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993628416:0@lo:400:kworker.0
00000100:00100000:2.0:1767319534.271078:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319534.271115:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319534.271121:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993628160:0@lo:400:kworker.0
00000100:00100000:2.0:1767319534.271143:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319534.271228:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993628416
00000100:00100000:2.0:1767319534.271251:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993628416
00000100:00100000:2.0:1767319534.271315:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993628160
00000100:00100000:2.0:1767319534.271319:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993628160
00000100:00100000:2.0:1767319534.271346:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5308
00000100:00100000:2.0:1767319534.271357:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993628416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319534.271416:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993628416:12345-0@lo:400:kworker.0 Request processed in 59us (336us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319534.271424:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5308
00000100:00100000:2.0:1767319534.271444:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5309
00000100:00100000:2.0:1767319534.271451:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993628160:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319534.271477:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993628160:12345-0@lo:400:kworker.0 Request processed in 27us (332us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319534.271482:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5309
00000100:00100000:2.0:1767319534.271525:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993628160:0@lo:400:kworker.0
00000100:00100000:2.0:1767319534.271549:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993628416:0@lo:400:kworker.0
00000100:00080000:1.0:1767319534.271632:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319534.271715:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993627904:0@lo:38:kworker.0
00000100:00100000:0.0:1767319534.271750:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319534.271782:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993628032:0@lo:38:kworker.0
00000100:00100000:0.0:1767319534.271810:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319534.271853:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993628288:0@lo:38:kworker.0
00000100:00100000:0.0:1767319534.271887:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319534.271901:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993628544:0@lo:38:kworker.0
00000100:00100000:0.0:1767319534.271924:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319534.271963:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993628800
00000100:00100000:0.0:1767319534.271967:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993628800
00000100:00100000:0.0:1767319534.272004:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993628672
00000100:00100000:0.0:1767319534.272007:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993628672
00000100:00100000:0.0:1767319534.272027:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3283
00000100:00100000:0.0:1767319534.272033:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993628800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319534.272069:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993628800:12345-0@lo:400:kworker.0 Request processed in 36us (1648us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319534.272075:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3283
00000100:00100000:0.0:1767319534.272088:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3284
00000100:00100000:0.0:1767319534.272093:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993628672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319534.272116:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993628672:12345-0@lo:400:kworker.0 Request processed in 23us (1579us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319534.272121:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3284
00000100:00100000:0.0:1767319534.272148:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993627904
00000100:00100000:0.0:1767319534.272151:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993627904
00000100:00100000:0.0:1767319534.272190:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993628288
00000100:00100000:0.0:1767319534.272194:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993628288
00000100:00100000:0.0:1767319534.272207:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993628544
00000100:00100000:0.0:1767319534.272209:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993628544
00000100:00100000:0.0:1767319534.272224:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72386
00000100:00100000:0.0:1767319534.272229:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993627904:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319534.272251:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319534.272284:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993627904:12345-0@lo:38:kworker.0 Request processed in 54us (533us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319534.272290:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72386
00000100:00100000:0.0:1767319534.272301:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72387
00000100:00100000:0.0:1767319534.272305:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993628288:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319534.272314:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319534.272336:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993628288:12345-0@lo:38:kworker.0 Request processed in 30us (448us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319534.272342:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72387
00000100:00100000:0.0:1767319534.272353:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72388
00000100:00100000:0.0:1767319534.272357:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993628544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319534.272365:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319534.272385:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993628544:12345-0@lo:38:kworker.0 Request processed in 27us (460us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319534.272390:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72388
00000100:00100000:0.0:1767319534.272442:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993628672:0@lo:400:kworker.0
00000100:00100000:0.0:1767319534.272456:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993628800:0@lo:400:kworker.0
00000100:00080000:0.0:1767319534.272486:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319534.272492:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319534.272496:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993627904:0@lo:38:kworker.0
00000100:00080000:0.0:1767319534.272503:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319534.272506:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319534.272509:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993628288:0@lo:38:kworker.0
00000100:00080000:0.0:1767319534.272517:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319534.272520:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319534.272523:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993628544:0@lo:38:kworker.0
00000100:00080000:1.0:1767319534.272679:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319534.272684:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319534.278001:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993628032
00000100:00100000:2.0:1767319534.278023:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993628032
00000100:00100000:2.0:1767319534.278105:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116
00000100:00100000:2.0:1767319534.278117:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993628032:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319534.278148:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319534.278296:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993628032:12345-0@lo:38:kworker.0 Request processed in 179us (6483us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319534.278305:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116
00000100:00080000:0.0:1767319534.281008:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319534.281026:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319534.281033:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993628032:0@lo:38:kworker.0
00000100:00100000:0.0:1767319534.782076:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993628928:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319534.782200:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319534.782479:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993628928
00000100:00100000:1.0:1767319534.782491:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993628928
00000100:00100000:1.0:1767319534.782558:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025
00000100:00100000:1.0:1767319534.782569:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993628928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319534.782611:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319534.782679:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993628928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (480us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319534.782687:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025
00000100:00100000:0.0:1767319534.783320:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993628928:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319534.783342:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319534.783350:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993629056:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319534.783382:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319534.783564:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319534.783980:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993629056
00000100:00100000:1.0:1767319534.783988:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993629056
00000100:00100000:1.0:1767319534.784038:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3026
00000100:00100000:1.0:1767319534.784046:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993629056:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319534.784077:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319534.784137:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993629056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (753us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319534.784144:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3026
00000100:00100000:0.0:1767319534.784559:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993629056:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319534.849377:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319535.805363:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319535.869936:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319536.199285:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319536.199366:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319536.199384:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942199936
00000100:00100000:2.0:1767319536.199402:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942199936
00000100:00100000:1.0:1767319536.199469:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942199808
00000100:00100000:1.0:1767319536.199475:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942199808
00000100:00100000:1.0:1767319536.199534:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5310
00000100:00080000:3.0:1767319536.199544:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319536.199548:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942199936:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319536.199632:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72389
00000100:00100000:2.0:1767319536.199638:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942199808:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:1.0:1767319536.199656:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942199936:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 113us (383us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319536.199663:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5310
00010000:00020000:2.0:1767319536.199663:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319536.199694:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942199808:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 56us (329us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319536.199700:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72389
00000100:00100000:2.0:1767319536.830580:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319536.894366:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319537.853320:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319537.917630:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319538.877329:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319538.945096:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319539.389356:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319539.389370:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319539.389373:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319539.389377:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319539.389383:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319539.389393:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4778
00000100:00080000:3.0:1767319539.389400:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319539.389408:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319539.389466:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcdc00 x1853163993629184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319539.389501:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319539.389505:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319539.389507:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319539.389511:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4778
00000100:00080000:3.0:1767319539.389515:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319539.389519:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319539.389535:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcd180 x1853163993629312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319539.389568:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319539.389572:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319539.389574:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319539.389578:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4778
00000100:00080000:3.0:1767319539.389581:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319539.389585:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319539.389594:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcc380 x1853163993629568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319539.389609:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319539.389613:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319539.389615:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319539.389619:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4778
00000100:00080000:3.0:1767319539.389623:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319539.389626:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319539.389635:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fce680 x1853163993629824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319539.390060:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993629696:0@lo:400:kworker.0
00000100:00100000:1.0:1767319539.390097:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993629184:0@lo:38:kworker.0
00000100:00100000:2.0:1767319539.390223:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993630080:0@lo:400:kworker.0
00000100:00100000:3.0:1767319539.393262:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993629440:0@lo:400:kworker.0
00000100:00100000:2.0:1767319539.393937:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319539.394040:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319539.394051:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993629952:0@lo:400:kworker.0
00000100:00100000:2.0:1767319539.394081:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319539.394180:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993630080
00000100:00100000:2.0:1767319539.394196:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993630080
00000100:00100000:2.0:1767319539.394266:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993629952
00000100:00100000:2.0:1767319539.394271:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993629952
00000100:00100000:0.0:1767319539.394290:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319539.394296:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285
00000100:00100000:0.0:1767319539.394336:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286
00000100:00100000:0.0:1767319539.394346:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993629952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319539.394416:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993629952:12345-0@lo:400:kworker.0 Request processed in 72us (333us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319539.394424:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286
00000100:00100000:0.0:1767319539.394462:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993629696
00000100:00100000:0.0:1767319539.394465:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993629696
00000100:00100000:0.0:1767319539.394503:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5311
00000100:00100000:0.0:1767319539.394510:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993629696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319539.394560:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993629696:12345-0@lo:400:kworker.0 Request processed in 51us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319539.394567:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5311
00000100:00100000:0.0:1767319539.394614:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993629696:0@lo:400:kworker.0
00000100:00100000:0.0:1767319539.394644:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993629952:0@lo:400:kworker.0
00000100:00080000:0.0:1767319539.394676:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319539.394682:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319539.394685:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319539.396428:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319539.396577:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993630080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319539.396635:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993629440
00000100:00100000:0.0:1767319539.396644:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993629440
00000100:00100000:2.0:1767319539.396665:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993630080:12345-0@lo:400:kworker.0 Request processed in 2360us (2734us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319539.396674:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285
00000100:00100000:0.0:1767319539.396701:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5312
00000100:00100000:0.0:1767319539.396709:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993629440:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319539.396731:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319539.396748:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993629440:12345-0@lo:400:kworker.0 Request processed in 40us (329us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319539.396754:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5312
00000100:00100000:3.0:1767319539.396841:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993629440:0@lo:400:kworker.0
00000100:00100000:3.0:1767319539.396879:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993630080:0@lo:400:kworker.0
00000100:00100000:1.0:1767319539.402518:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319539.402618:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993629312:0@lo:38:kworker.0
00000100:00100000:0.0:1767319539.402699:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993629184
00000100:00100000:0.0:1767319539.402712:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993629184
00000100:00100000:1.0:1767319539.402712:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319539.402753:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993629568:0@lo:38:kworker.0
00000100:00100000:1.0:1767319539.402794:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319539.402865:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993629312
00000100:00100000:3.0:1767319539.402870:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993629312
00000100:00100000:3.0:1767319539.402940:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117
00000100:00100000:3.0:1767319539.402949:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993629312:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319539.402978:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993629824:0@lo:38:kworker.0
00010000:00020000:3.0:1767319539.402989:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319539.403000:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319539.403049:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993629312:12345-0@lo:38:kworker.0 Request processed in 99us (349us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319539.403059:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117
00000100:00100000:0.0:1767319539.403538:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993629568
00000100:00100000:0.0:1767319539.403544:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993629568
00000100:00100000:0.0:1767319539.403572:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72390
00000100:00100000:0.0:1767319539.403578:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993629184:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319539.403590:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319539.403625:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993629184:12345-0@lo:38:kworker.0 Request processed in 47us (1119us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319539.403632:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72390
00000100:00100000:0.0:1767319539.403646:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72391
00000100:00100000:0.0:1767319539.403650:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993629568:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319539.403659:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319539.403679:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993629568:12345-0@lo:38:kworker.0 Request processed in 27us (885us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319539.403685:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72391
00000100:00080000:1.0:1767319539.404202:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319539.404209:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319539.404212:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993629184:0@lo:38:kworker.0
00000100:00080000:1.0:1767319539.404222:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319539.404234:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319539.404236:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993629312:0@lo:38:kworker.0
00000100:00080000:1.0:1767319539.404242:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319539.404244:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319539.404247:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993629568:0@lo:38:kworker.0
00000100:00100000:0.0:1767319539.404481:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993629824
00000100:00100000:0.0:1767319539.404486:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993629824
00000100:00100000:0.0:1767319539.404542:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72392
00000100:00100000:0.0:1767319539.404547:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993629824:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319539.404557:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319539.404591:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993629824:12345-0@lo:38:kworker.0 Request processed in 43us (1591us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319539.404595:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72392
00000100:00080000:1.0:1767319539.404628:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319539.404632:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319539.404634:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993629824:0@lo:38:kworker.0
00000100:00100000:1.0:1767319539.901592:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319539.901832:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319539.901860:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993630336:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319539.901957:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319539.902061:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319539.902090:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993630336
00000100:00100000:3.0:1767319539.902099:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993630336
00000100:00100000:3.0:1767319539.902182:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027
00000100:00100000:3.0:1767319539.902192:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993630336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319539.902886:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319539.903110:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993630336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 917us (1151us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319539.903120:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027
00000100:00100000:0.0:1767319539.903221:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993630336:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319539.909602:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993630208:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319539.909798:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319539.910041:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993630208
00000100:00100000:3.0:1767319539.910052:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993630208
00000100:00100000:3.0:1767319539.910192:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028
00000100:00100000:3.0:1767319539.910204:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993630208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319539.910260:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319539.910327:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993630208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (523us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319539.910336:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028
00000100:00100000:1.0:1767319539.910495:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993630208:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319539.965574:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319540.925475:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319540.989668:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319541.327443:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319541.327552:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319541.332600:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942200192
00000100:00100000:2.0:1767319541.332624:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942200192
00000100:00100000:2.0:1767319541.332752:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942200064
00000100:00100000:2.0:1767319541.332756:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942200064
00000100:00100000:2.0:1767319541.332797:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5313
00000100:00100000:2.0:1767319541.332809:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942200192:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319541.332947:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942200192:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 139us (5518us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319541.332956:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5313
00000100:00100000:2.0:1767319541.332980:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72393
00000100:00100000:2.0:1767319541.332985:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942200064:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319541.333012:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319541.333042:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942200064:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 56us (5491us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319541.333049:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72393
00000100:00080000:0.0:1767319541.334088:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319541.949274:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319542.014834:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319542.973377:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319543.037910:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319543.997314:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319544.061795:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319544.509482:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319544.509500:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319544.509503:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319544.509508:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319544.509513:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319544.509524:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4784
00000100:00080000:1.0:1767319544.509530:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319544.509539:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319544.509593:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1c00 x1853163993630464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319544.509636:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319544.509641:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319544.509643:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319544.509648:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4784
00000100:00080000:1.0:1767319544.509650:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319544.509654:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319544.509684:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3b80 x1853163993630592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319544.509730:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319544.509734:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319544.509736:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319544.509740:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4784
00000100:00080000:1.0:1767319544.509742:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319544.509746:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319544.509768:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d2680 x1853163993630848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319544.509787:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319544.509791:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319544.509793:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319544.509797:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4784
00000100:00080000:1.0:1767319544.509799:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319544.509803:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319544.509819:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909fb80 x1853163993631104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319544.509887:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993631360:0@lo:400:kworker.0
00000100:00100000:1.0:1767319544.509979:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319544.510070:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319544.510077:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993631232:0@lo:400:kworker.0
00000100:00100000:1.0:1767319544.510114:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319544.510223:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993631360
00000100:00100000:2.0:1767319544.510235:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993631360
00000100:00100000:2.0:1767319544.510311:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993631232
00000100:00100000:2.0:1767319544.510314:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993631232
00000100:00100000:2.0:1767319544.510348:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287
00000100:00100000:2.0:1767319544.510358:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993631360:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319544.510423:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993631360:12345-0@lo:400:kworker.0 Request processed in 67us (445us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319544.510431:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287
00000100:00100000:2.0:1767319544.510449:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288
00000100:00100000:2.0:1767319544.510455:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993631232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319544.510480:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993631232:12345-0@lo:400:kworker.0 Request processed in 26us (366us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319544.510485:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288
00000100:00100000:2.0:1767319544.510514:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993630464:0@lo:38:kworker.0
00000100:00100000:2.0:1767319544.510546:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319544.510564:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993630592:0@lo:38:kworker.0
00000100:00100000:2.0:1767319544.510586:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319544.510606:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993630848:0@lo:38:kworker.0
00000100:00100000:2.0:1767319544.510625:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319544.510639:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993631104:0@lo:38:kworker.0
00000100:00100000:2.0:1767319544.510655:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319544.510697:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993630464
00000100:00100000:2.0:1767319544.510701:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993630464
00000100:00100000:2.0:1767319544.510722:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993630848
00000100:00100000:2.0:1767319544.510725:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993630848
00000100:00100000:2.0:1767319544.510738:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72394
00000100:00100000:2.0:1767319544.510743:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993630464:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319544.510765:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319544.510798:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993630464:12345-0@lo:38:kworker.0 Request processed in 54us (252us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319544.510807:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72394
00000100:00100000:2.0:1767319544.510816:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993631104
00000100:00100000:2.0:1767319544.510819:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993631104
00000100:00100000:2.0:1767319544.510835:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72395
00000100:00100000:2.0:1767319544.510838:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993630848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319544.510847:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319544.510868:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993630848:12345-0@lo:38:kworker.0 Request processed in 29us (242us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319544.510873:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72395
00000100:00100000:2.0:1767319544.510882:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72396
00000100:00100000:2.0:1767319544.510885:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993631104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319544.510893:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319544.510910:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993631104:12345-0@lo:38:kworker.0 Request processed in 23us (254us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319544.510916:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72396
00000100:00080000:2.0:1767319544.510967:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319544.510972:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319544.510976:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993630464:0@lo:38:kworker.0
00000100:00080000:2.0:1767319544.510985:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319544.510987:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319544.510990:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993630848:0@lo:38:kworker.0
00000100:00080000:2.0:1767319544.510996:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319544.510999:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319544.511001:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993631104:0@lo:38:kworker.0
00000100:00100000:2.0:1767319544.511048:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993631232:0@lo:400:kworker.0
00000100:00100000:2.0:1767319544.511059:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993631360:0@lo:400:kworker.0
00000100:00100000:0.0:1767319544.511633:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993630720:0@lo:400:kworker.0
00000100:00100000:0.0:1767319544.511695:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319544.511723:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319544.511730:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993630976:0@lo:400:kworker.0
00000100:00100000:0.0:1767319544.511765:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319544.511813:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993630720
00000100:00100000:0.0:1767319544.511818:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993630720
00000100:00100000:0.0:1767319544.511860:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993630976
00000100:00100000:0.0:1767319544.511864:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993630976
00000100:00100000:0.0:1767319544.511888:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5314
00000100:00100000:0.0:1767319544.511895:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993630720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319544.511943:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993630720:12345-0@lo:400:kworker.0 Request processed in 48us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319544.511949:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5314
00000100:00100000:0.0:1767319544.511965:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5315
00000100:00100000:0.0:1767319544.511972:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993630976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319544.512010:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993630976:12345-0@lo:400:kworker.0 Request processed in 39us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319544.512016:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5315
00000100:00100000:0.0:1767319544.512051:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993630976:0@lo:400:kworker.0
00000100:00100000:0.0:1767319544.512062:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993630720:0@lo:400:kworker.0
00000100:00100000:3.0:1767319544.512397:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993630592
00000100:00100000:3.0:1767319544.512403:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993630592
00000100:00100000:3.0:1767319544.512433:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118
00000100:00100000:3.0:1767319544.512440:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993630592:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319544.512459:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319544.512505:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993630592:12345-0@lo:38:kworker.0 Request processed in 66us (1919us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319544.512512:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118
00000100:00080000:3.0:1767319544.512546:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319544.512551:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319544.512554:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993630592:0@lo:38:kworker.0
00000100:00080000:1.0:1767319544.512908:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319544.512915:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319544.512918:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319545.022441:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319545.022470:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993631488:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319545.022564:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319545.023034:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993631488
00000100:00100000:2.0:1767319545.023045:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993631488
00000100:00100000:2.0:1767319545.023107:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029
00000100:00100000:0.0:1767319545.023108:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993631616:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319545.023117:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993631488:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319545.023152:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767319545.023156:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319545.023237:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993631616
00000100:00100000:0.0:1767319545.023241:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993631616
00000100:00100000:2.0:1767319545.023256:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993631488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (692us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319545.023265:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029
00000100:00100000:1.0:1767319545.023624:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319545.023779:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030
00000100:00100000:0.0:1767319545.023791:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993631616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319545.023820:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319545.023855:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993631616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (714us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319545.023862:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030
00000100:00100000:0.0:1767319545.023924:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993631616:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319545.023939:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993631488:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319545.085515:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319546.046840:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319546.109442:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319546.439453:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319546.439550:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319546.439704:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942200448
00000100:00100000:0.0:1767319546.439718:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942200448
00000100:00080000:3.0:1767319546.439812:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319546.439833:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942200320
00000100:00100000:0.0:1767319546.439837:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942200320
00000100:00100000:0.0:1767319546.439943:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5316
00000100:00100000:0.0:1767319546.439957:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942200448:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319546.440054:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942200448:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 101us (614us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319546.440063:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5316
00000100:00100000:0.0:1767319546.440085:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72397
00000100:00100000:0.0:1767319546.440091:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942200320:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319546.440118:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319546.440148:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942200320:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 56us (597us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319546.440191:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72397
00000100:00100000:1.0:1767319547.069365:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319547.134292:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319548.093298:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319548.157988:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319549.120911:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319549.185335:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319549.629541:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319549.629556:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319549.629559:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319549.629564:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319549.629569:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319549.629590:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4789
00000100:00080000:0.0:1767319549.629597:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319549.629606:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319549.629667:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e300 x1853163993631744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319549.629753:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993631744:0@lo:38:kworker.0
00000100:00100000:3.0:1767319549.629855:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319549.629998:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993631744
00000100:00100000:1.0:1767319549.630019:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993631744
00000100:00100000:1.0:1767319549.630070:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72398
00000100:00100000:1.0:1767319549.630080:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993631744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319549.630106:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767319549.633241:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319549.633253:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319549.633259:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319549.633267:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4789
00000100:00080000:0.0:1767319549.633272:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319549.633279:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319549.633335:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f480 x1853163993631872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319549.633731:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993631872:0@lo:38:kworker.0
00000100:00100000:3.0:1767319549.633821:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319549.634297:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993631872
00000100:00100000:2.0:1767319549.634309:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993631872
00000100:00100000:2.0:1767319549.634375:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119
00000100:00100000:2.0:1767319549.634384:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993631872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319549.634410:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319549.634466:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993631872:12345-0@lo:38:kworker.0 Request processed in 82us (645us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319549.634474:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119
00000100:00100000:1.0:1767319549.637068:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993631744:12345-0@lo:38:kworker.0 Request processed in 6972us (7197us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319549.637086:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72398
00000100:00080000:0.0:1767319549.637592:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319549.637597:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319549.637603:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319549.637608:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4789
00000100:00080000:0.0:1767319549.637613:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319549.637620:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319549.637646:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605d500 x1853163993632128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319549.637669:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319549.637672:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319549.637674:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319549.637677:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4789
00000100:00080000:0.0:1767319549.637679:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319549.637683:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319549.637692:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605c380 x1853163993632384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319549.637759:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993632512:0@lo:400:kworker.0
00000100:00100000:0.0:1767319549.637835:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319549.637875:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319549.637881:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993632640:0@lo:400:kworker.0
00000100:00100000:0.0:1767319549.637904:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319549.637953:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993632512
00000100:00100000:0.0:1767319549.637962:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993632512
00000100:00100000:0.0:1767319549.638036:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993632640
00000100:00100000:0.0:1767319549.638039:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993632640
00000100:00100000:0.0:1767319549.638061:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289
00000100:00100000:0.0:1767319549.638072:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993632512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319549.638129:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993632512:12345-0@lo:400:kworker.0 Request processed in 59us (293us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319549.638135:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289
00000100:00100000:0.0:1767319549.638151:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3290
00000100:00100000:0.0:1767319549.638182:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993632640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319549.638212:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993632640:12345-0@lo:400:kworker.0 Request processed in 56us (308us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319549.638218:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3290
00000100:00100000:0.0:1767319549.638257:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993632640:0@lo:400:kworker.0
00000100:00100000:0.0:1767319549.638266:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993632512:0@lo:400:kworker.0
00000100:00080000:0.0:1767319549.638313:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319549.638318:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319549.638565:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993632256:0@lo:400:kworker.0
00000100:00100000:2.0:1767319549.638615:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319549.638653:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319549.638660:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993632000:0@lo:400:kworker.0
00000100:00100000:2.0:1767319549.638683:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319549.638727:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993632256
00000100:00100000:2.0:1767319549.638731:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993632256
00000100:00100000:2.0:1767319549.638768:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993632000
00000100:00100000:2.0:1767319549.638771:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993632000
00000100:00100000:2.0:1767319549.638793:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5317
00000100:00100000:2.0:1767319549.638799:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993632256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319549.638834:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993632256:12345-0@lo:400:kworker.0 Request processed in 36us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319549.638840:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5317
00000100:00100000:2.0:1767319549.638854:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5318
00000100:00100000:2.0:1767319549.638859:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993632000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319549.638884:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993632000:12345-0@lo:400:kworker.0 Request processed in 25us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319549.638889:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5318
00000100:00080000:2.0:1767319549.638907:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319549.638924:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993632000:0@lo:400:kworker.0
00000100:00100000:2.0:1767319549.638933:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993632256:0@lo:400:kworker.0
00000100:00080000:3.0:1767319549.640373:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319549.640389:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319549.640395:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993631744:0@lo:38:kworker.0
00000100:00100000:3.0:1767319549.640432:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993632128:0@lo:38:kworker.0
00000100:00100000:3.0:1767319549.640492:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319549.640567:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993632384:0@lo:38:kworker.0
00000100:00100000:3.0:1767319549.640603:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319549.644838:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319549.644856:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319549.644862:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993631872:0@lo:38:kworker.0
00000100:00100000:0.0:1767319549.650198:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993632128
00000100:00100000:0.0:1767319549.650223:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993632128
00000100:00100000:0.0:1767319549.650301:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993632384
00000100:00100000:0.0:1767319549.650305:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993632384
00000100:00100000:0.0:1767319549.650351:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72399
00000100:00100000:0.0:1767319549.650362:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993632128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319549.650392:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319549.650506:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993632128:12345-0@lo:38:kworker.0 Request processed in 145us (10012us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319549.650861:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72399
00000100:00100000:2.0:1767319549.653089:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72400
00000100:00100000:2.0:1767319549.653106:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993632384:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319549.653149:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319549.653266:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993632384:12345-0@lo:38:kworker.0 Request processed in 162us (12661us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319549.653274:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72400
00000100:00080000:2.0:1767319549.653381:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319549.653387:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319549.653392:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993632128:0@lo:38:kworker.0
00000100:00080000:2.0:1767319549.653404:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319549.653409:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319549.653411:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993632384:0@lo:38:kworker.0
00000100:00100000:3.0:1767319550.141990:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319550.142023:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993632768:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319550.142114:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319550.142529:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319550.142825:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993632768
00000100:00100000:0.0:1767319550.142852:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993632768
00000100:00100000:0.0:1767319550.142934:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031
00000100:00100000:0.0:1767319550.142946:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993632768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319550.142991:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319550.143069:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993632768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (954us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319550.143077:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031
00000100:00100000:1.0:1767319550.143220:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993632768:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319550.144135:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993632896:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319550.144221:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319550.144627:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993632896
00000100:00100000:3.0:1767319550.144637:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993632896
00000100:00100000:3.0:1767319550.144695:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032
00000100:00100000:3.0:1767319550.144705:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993632896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319550.144736:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319550.153765:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993632896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 9045us (9528us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319550.153785:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032
00000100:00100000:1.0:1767319550.154037:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993632896:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319550.205452:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319551.165277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319551.229599:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319551.561557:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319551.561712:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942200704
00000100:00100000:1.0:1767319551.561739:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942200704
00000100:00080000:2.0:1767319551.561849:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319551.561855:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5319
00000100:00100000:1.0:1767319551.561871:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942200704:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319551.561976:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942200704:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 109us (444us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319551.561985:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5319
00000100:00100000:3.0:1767319551.563472:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319551.563656:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942200576
00000100:00100000:1.0:1767319551.563666:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942200576
00000100:00100000:1.0:1767319551.563778:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72401
00000100:00100000:1.0:1767319551.563786:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942200576:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319551.563828:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319551.563907:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942200576:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 119us (442us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319551.563915:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72401
00000100:00100000:3.0:1767319552.189337:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319552.253385:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319553.213296:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319553.277328:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319554.237268:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319554.303921:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319554.749371:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319529/real 1767319529]  req@ffff89b60605f800 x1853163993626496/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319554 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319554.749405:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60605f800 x1853163993626496/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319554 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319554.749426:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319554.749457:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319554.749461:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993626496:0@lo:250:kworker.0
00000100:00080000:1.0:1767319554.750726:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319554.750734:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319554.750737:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319554.750744:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4773
00000100:00080000:1.0:1767319554.750748:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319554.750754:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319554.750789:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710ad80 x1853163993633024/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319554.750815:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319554.750819:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319554.750821:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319554.750824:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4794
00000100:00080000:1.0:1767319554.750826:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319554.750830:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319554.750844:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108700 x1853163993633152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319554.750853:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319554.750855:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319554.750857:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319554.750860:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4794
00000100:00080000:1.0:1767319554.750862:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319554.750865:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319554.750874:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b607295f80 x1853163993633280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319554.750905:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319554.750908:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319554.750909:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319554.750912:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4794
00000100:00080000:1.0:1767319554.750914:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319554.750917:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319554.750927:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccdf80 x1853163993633536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319554.750941:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319554.750944:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319554.750945:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319554.750948:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4794
00000100:00080000:1.0:1767319554.750950:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319554.750954:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319554.750963:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccdc00 x1853163993633792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319554.750977:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993633024:0@lo:250:kworker.0
00000100:00100000:1.0:1767319554.751021:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993633664:0@lo:400:kworker.0
00000400:00000100:2.0:1767319554.751032:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993633024 offset 0 length 520: 4
00000100:00100000:1.0:1767319554.751063:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319554.751083:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993633152:0@lo:38:kworker.0
00000100:00100000:1.0:1767319554.751092:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319554.751104:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993633408:0@lo:400:kworker.0
00000100:00100000:1.0:1767319554.751131:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993633920:0@lo:400:kworker.0
00000100:00100000:1.0:1767319554.751151:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319554.751195:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319554.751201:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993634048:0@lo:400:kworker.0
00000100:00100000:2.0:1767319554.751213:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319554.751221:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319554.751251:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993633280:0@lo:38:kworker.0
00000100:00100000:1.0:1767319554.751264:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993633664
00000100:00100000:1.0:1767319554.751272:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993633664
00000100:00100000:2.0:1767319554.751284:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319554.751308:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993633536:0@lo:38:kworker.0
00000100:00100000:1.0:1767319554.751320:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993633152
00000100:00100000:1.0:1767319554.751324:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993633152
00000100:00100000:2.0:1767319554.751333:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319554.751356:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993633792:0@lo:38:kworker.0
00000100:00100000:2.0:1767319554.751378:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319554.754021:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993633792
00000100:00100000:3.0:1767319554.754039:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993633792
00000100:00100000:3.0:1767319554.754103:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5320
00000100:00100000:3.0:1767319554.754120:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993633664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319554.754233:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993633664:12345-0@lo:400:kworker.0 Request processed in 120us (3169us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319554.754240:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5320
00000100:00100000:3.0:1767319554.754265:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72402
00000100:00100000:3.0:1767319554.754270:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993633152:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319554.754290:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319554.754320:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993633152:12345-0@lo:38:kworker.0 Request processed in 49us (3207us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319554.754326:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72402
00000100:00100000:3.0:1767319554.754338:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72403
00000100:00100000:3.0:1767319554.754342:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993633792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319554.754351:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319554.754373:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993633792:12345-0@lo:38:kworker.0 Request processed in 30us (2996us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319554.754378:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72403
00000100:00100000:3.0:1767319554.754427:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993633280
00000100:00100000:3.0:1767319554.754432:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993633280
00000100:00100000:3.0:1767319554.754453:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120
00000100:00100000:3.0:1767319554.754459:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993633280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319554.754468:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319554.754513:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993633280:12345-0@lo:38:kworker.0 Request processed in 54us (3230us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319554.754519:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120
00000100:00080000:3.0:1767319554.754564:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319554.754580:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993633920
00000100:00100000:3.0:1767319554.754585:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993633920
00000100:00100000:3.0:1767319554.754620:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993634048
00000100:00100000:3.0:1767319554.754623:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993634048
00000100:00100000:3.0:1767319554.754645:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3291
00000100:00100000:3.0:1767319554.754651:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993633920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319554.755117:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292
00000100:00100000:0.0:1767319554.755129:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993634048:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319554.755839:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319554.755846:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319554.755851:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993633792:0@lo:38:kworker.0
00000100:00080000:2.0:1767319554.755873:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319554.755877:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319554.755880:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993633152:0@lo:38:kworker.0
00000100:00080000:2.0:1767319554.755893:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319554.755896:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319554.755898:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993633280:0@lo:38:kworker.0
00000100:00100000:2.0:1767319554.755983:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319554.756018:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993633664:0@lo:400:kworker.0
00000100:00080000:2.0:1767319554.756046:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319554.756050:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319554.757762:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993633536
00000100:00100000:1.0:1767319554.757776:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993633536
00000100:00100000:1.0:1767319554.758012:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993633408
00000100:00100000:1.0:1767319554.758017:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993633408
00000100:00100000:1.0:1767319554.758073:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5321
00000100:00100000:1.0:1767319554.758084:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993633408:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319554.758204:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993633408:12345-0@lo:400:kworker.0 Request processed in 121us (2219us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319554.758211:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5321
00000100:00100000:1.0:1767319554.758229:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72404
00000100:00100000:1.0:1767319554.758233:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993633536:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319554.758336:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319554.758378:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993633536:12345-0@lo:38:kworker.0 Request processed in 143us (7046us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319554.758384:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72404
00000100:00080000:1.0:1767319554.758413:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319554.758450:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993633408:0@lo:400:kworker.0
00000100:00080000:2.0:1767319554.759239:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319554.759247:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319554.759262:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993633536:0@lo:38:kworker.0
00000100:00100000:3.0:1767319554.760210:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993633920:12345-0@lo:400:kworker.0 Request processed in 5555us (9053us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319554.760222:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3291
00000100:00100000:0.0:1767319554.760320:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993634048:12345-0@lo:400:kworker.0 Request processed in 5034us (8938us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319554.760329:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292
00000100:00100000:1.0:1767319554.761722:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993634048:0@lo:400:kworker.0
00000100:00100000:1.0:1767319554.761737:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993633920:0@lo:400:kworker.0
00000100:00100000:3.0:1767319555.261297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319555.261508:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993634176:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319555.261585:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319555.262219:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993634176
00000100:00100000:3.0:1767319555.262231:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993634176
00000100:00100000:3.0:1767319555.262295:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033
00000100:00100000:3.0:1767319555.262305:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993634176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319555.262338:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319555.262403:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993634176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (818us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319555.262411:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033
00000100:00100000:1.0:1767319555.262517:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993634176:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319555.262956:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319555.262967:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993634304:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319555.263003:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319555.263077:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993634304
00000100:00100000:0.0:1767319555.263082:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993634304
00000100:00100000:0.0:1767319555.263123:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034
00000100:00100000:0.0:1767319555.263131:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993634304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319555.263150:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319555.263232:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993634304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319555.263240:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034
00000100:00100000:1.0:1767319555.263311:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993634304:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319555.325445:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319555.664573:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:0.0:1767319555.664682:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942200832 offset 0 length 520: 4
00000100:00100000:0.0:1767319555.664709:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319555.676617:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942201088
00000100:00100000:2.0:1767319555.676633:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942201088
00000100:00080000:2.0:1767319555.676843:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319555.680695:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942200960
00000100:00100000:1.0:1767319555.680709:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942200960
00000100:00100000:1.0:1767319555.680773:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5322
00000100:00100000:1.0:1767319555.680790:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942201088:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319555.680884:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942201088:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 101us (16322us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319555.680892:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5322
00000100:00100000:1.0:1767319555.680913:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72405
00000100:00100000:1.0:1767319555.680918:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942200960:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319555.680939:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319555.680961:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942200960:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 42us (16251us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319555.680968:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72405
00000100:00100000:3.0:1767319556.285278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319556.349474:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319557.309561:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319557.374595:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319558.334687:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319558.397916:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319559.359673:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319559.428047:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319559.869822:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319559.869838:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319559.869841:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319559.869845:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319559.869849:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319559.869858:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4799
00000100:00080000:0.0:1767319559.869862:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319559.869869:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319559.869916:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b23d500 x1853163993634432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319559.869942:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319559.869945:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319559.869947:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319559.869952:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4799
00000100:00080000:0.0:1767319559.869955:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319559.869958:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319559.869971:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b23ce00 x1853163993634560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319559.870018:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319559.870022:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319559.870023:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319559.870026:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4799
00000100:00080000:0.0:1767319559.870029:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319559.870032:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319559.870043:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b23df80 x1853163993634816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319559.870185:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993634688:0@lo:400:kworker.0
00000100:00100000:1.0:1767319559.870249:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319559.870302:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319559.870309:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993634944:0@lo:400:kworker.0
00000100:00100000:1.0:1767319559.870331:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319559.870365:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993634688
00000100:00100000:1.0:1767319559.870373:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993634688
00000100:00100000:1.0:1767319559.870445:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993634944
00000100:00100000:1.0:1767319559.870448:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993634944
00000100:00100000:1.0:1767319559.870472:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5323
00000100:00100000:1.0:1767319559.870480:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993634688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319559.870602:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993634688:12345-0@lo:400:kworker.0 Request processed in 122us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319559.870610:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5323
00000100:00100000:1.0:1767319559.870640:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5324
00000100:00100000:1.0:1767319559.870647:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993634944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319559.870674:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993634944:12345-0@lo:400:kworker.0 Request processed in 28us (342us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319559.870679:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5324
00000100:00080000:0.0:1767319559.870884:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319559.870888:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319559.870890:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319559.870894:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4799
00000100:00080000:0.0:1767319559.870897:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319559.870901:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319559.870917:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760df80 x1853163993635072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319559.870969:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993635328:0@lo:400:kworker.0
00000100:00100000:0.0:1767319559.871000:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319559.871028:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319559.871033:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993635200:0@lo:400:kworker.0
00000100:00100000:0.0:1767319559.871055:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319559.871431:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993634944:0@lo:400:kworker.0
00000100:00100000:3.0:1767319559.871442:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993634688:0@lo:400:kworker.0
00000100:00100000:2.0:1767319559.872016:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993634432:0@lo:38:kworker.0
00000100:00100000:2.0:1767319559.872059:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319559.872095:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993634560:0@lo:38:kworker.0
00000100:00100000:2.0:1767319559.872118:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319559.872140:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993634816:0@lo:38:kworker.0
00000100:00100000:2.0:1767319559.872175:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319559.872192:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993635072:0@lo:38:kworker.0
00000100:00100000:2.0:1767319559.872215:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319559.872239:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319559.872254:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993634560
00000100:00100000:2.0:1767319559.872259:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993634560
00000100:00100000:2.0:1767319559.872287:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121
00000100:00100000:2.0:1767319559.872293:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993634560:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319559.872311:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319559.872347:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993634560:12345-0@lo:38:kworker.0 Request processed in 52us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319559.872354:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121
00000100:00100000:2.0:1767319559.872373:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993634432
00000100:00100000:2.0:1767319559.872377:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993634432
00000100:00100000:2.0:1767319559.872408:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993634816
00000100:00100000:2.0:1767319559.872412:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993634816
00000100:00100000:2.0:1767319559.872423:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993635072
00000100:00100000:2.0:1767319559.872425:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993635072
00000100:00100000:2.0:1767319559.872441:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72406
00000100:00100000:2.0:1767319559.872445:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993634432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319559.872454:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319559.872479:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993634432:12345-0@lo:38:kworker.0 Request processed in 33us (421us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319559.872484:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72406
00000100:00100000:2.0:1767319559.872494:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72407
00000100:00100000:2.0:1767319559.872498:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993634816:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319559.872505:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319559.872526:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993634816:12345-0@lo:38:kworker.0 Request processed in 27us (351us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319559.872534:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72407
00000100:00100000:2.0:1767319559.872544:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72408
00000100:00100000:2.0:1767319559.872547:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993635072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319559.872555:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319559.872574:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993635072:12345-0@lo:38:kworker.0 Request processed in 25us (358us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319559.872579:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72408
00000100:00080000:2.0:1767319559.872609:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319559.872614:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319559.872618:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993634432:0@lo:38:kworker.0
00000100:00080000:2.0:1767319559.872626:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319559.872629:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319559.872631:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993634560:0@lo:38:kworker.0
00000100:00080000:2.0:1767319559.872638:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319559.872641:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319559.872644:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993634816:0@lo:38:kworker.0
00000100:00080000:2.0:1767319559.872650:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319559.872653:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319559.872656:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993635072:0@lo:38:kworker.0
00000100:00100000:3.0:1767319559.878916:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993635328
00000100:00100000:3.0:1767319559.878931:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993635328
00000100:00100000:3.0:1767319559.879021:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993635200
00000100:00100000:3.0:1767319559.879025:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993635200
00000100:00100000:3.0:1767319559.879051:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293
00000100:00100000:3.0:1767319559.879071:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993635328:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319559.879185:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993635328:12345-0@lo:400:kworker.0 Request processed in 126us (8183us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319559.879193:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293
00000100:00100000:3.0:1767319559.879210:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294
00000100:00100000:3.0:1767319559.879217:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993635200:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319559.879246:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993635200:12345-0@lo:400:kworker.0 Request processed in 30us (8190us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319559.879252:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294
00000100:00100000:1.0:1767319559.880608:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993635200:0@lo:400:kworker.0
00000100:00100000:1.0:1767319559.880635:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993635328:0@lo:400:kworker.0
00000100:00080000:2.0:1767319559.881471:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319559.881477:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319560.381333:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319560.381547:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319560.381567:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993635456:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319560.381650:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319560.381915:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993635456
00000100:00100000:2.0:1767319560.381925:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993635456
00000100:00100000:2.0:1767319560.381983:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035
00000100:00100000:2.0:1767319560.381993:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706452050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993635456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319560.382023:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319560.382068:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706452050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993635456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (418us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319560.382075:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035
00000100:00100000:1.0:1767319560.382400:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993635456:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319560.382881:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319560.382894:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993635584:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319560.382931:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319560.383047:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993635584
00000100:00100000:0.0:1767319560.383052:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993635584
00000100:00100000:0.0:1767319560.383091:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036
00000100:00100000:0.0:1767319560.383101:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993635584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319560.383120:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319560.383186:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993635584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319560.383194:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036
00000100:00100000:3.0:1767319560.383267:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993635584:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319560.445386:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319560.783709:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319560.783920:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319560.784703:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942201344
00000100:00100000:1.0:1767319560.784716:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942201344
00000100:00100000:3.0:1767319560.784981:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942201216
00000100:00100000:3.0:1767319560.784987:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942201216
00000100:00100000:3.0:1767319560.785044:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72409
00000100:00100000:3.0:1767319560.785052:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942201216:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319560.785077:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319560.785144:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942201216:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 91us (1223us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319560.785151:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72409
00000100:00100000:1.0:1767319560.785869:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5325
00000100:00100000:1.0:1767319560.785881:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942201344:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319560.785942:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942201344:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 65us (2244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319560.785948:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5325
00000100:00080000:2.0:1767319560.786175:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319561.405381:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319561.469866:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319562.429287:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319562.493421:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319563.453346:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319563.517303:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319564.477300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319564.541539:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319564.989519:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319564.989531:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319564.989534:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319564.989538:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319564.989542:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319564.989550:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4804
00000100:00080000:0.0:1767319564.989556:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319564.989564:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319564.989606:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ce00 x1853163993635712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319564.989644:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319564.989648:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319564.989649:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319564.989653:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4804
00000100:00080000:0.0:1767319564.989655:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319564.989659:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319564.989672:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760df80 x1853163993635840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319564.989706:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319564.989710:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319564.989712:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319564.989715:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4804
00000100:00080000:0.0:1767319564.989717:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319564.989720:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319564.989733:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ea00 x1853163993636096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319564.989751:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319564.989754:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319564.989756:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319564.989759:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4804
00000100:00080000:0.0:1767319564.989761:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319564.989764:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319564.989772:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266300 x1853163993636352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319564.989906:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993635968:0@lo:400:kworker.0
00000100:00100000:2.0:1767319564.989950:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993635712:0@lo:38:kworker.0
00000100:00100000:3.0:1767319564.989978:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319564.990003:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993636480:0@lo:400:kworker.0
00000100:00100000:2.0:1767319564.990039:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319564.990059:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319564.990069:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993636224:0@lo:400:kworker.0
00000100:00100000:2.0:1767319564.990075:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319564.990084:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993636608:0@lo:400:kworker.0
00000100:00100000:3.0:1767319564.990103:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319564.990132:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319564.990137:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319564.990184:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993635840:0@lo:38:kworker.0
00000100:00100000:2.0:1767319564.990202:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993636480
00000100:00100000:2.0:1767319564.990210:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993636480
00000100:00100000:3.0:1767319564.990214:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319564.990259:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993636096:0@lo:38:kworker.0
00000100:00100000:3.0:1767319564.990281:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319564.996546:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993636608
00000100:00100000:2.0:1767319564.996559:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993636608
00000100:00100000:2.0:1767319564.996596:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295
00000100:00100000:2.0:1767319564.996686:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993636480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319564.996912:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993636480:12345-0@lo:400:kworker.0 Request processed in 307us (6873us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319564.996920:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295
00000100:00100000:2.0:1767319564.996939:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3296
00000100:00100000:2.0:1767319564.996946:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993636608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319564.996974:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993636608:12345-0@lo:400:kworker.0 Request processed in 29us (6843us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319564.996980:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3296
00000100:00100000:2.0:1767319564.997007:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993635840
00000100:00100000:2.0:1767319564.997011:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993635840
00000100:00100000:2.0:1767319564.997030:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122
00000100:00100000:2.0:1767319564.997036:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993635840:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319564.997055:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319564.997084:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993635840:12345-0@lo:38:kworker.0 Request processed in 48us (6872us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319564.997090:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122
00000100:00080000:2.0:1767319565.001387:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319565.001399:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319565.001463:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993636608:0@lo:400:kworker.0
00000100:00100000:2.0:1767319565.001480:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993636480:0@lo:400:kworker.0
00000100:00100000:3.0:1767319565.002403:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993636352:0@lo:38:kworker.0
00000100:00100000:3.0:1767319565.003408:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319565.005858:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319565.005872:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319565.005879:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993635840:0@lo:38:kworker.0
00000100:00100000:0.0:1767319565.005989:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993635968
00000100:00100000:0.0:1767319565.005998:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993635968
00000100:00100000:0.0:1767319565.006063:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993636224
00000100:00100000:0.0:1767319565.006067:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993636224
00000100:00100000:0.0:1767319565.006091:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993635712
00000100:00100000:0.0:1767319565.006095:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993635712
00000100:00100000:0.0:1767319565.006105:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993636096
00000100:00100000:0.0:1767319565.006108:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993636096
00000100:00100000:0.0:1767319565.006118:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993636352
00000100:00100000:0.0:1767319565.006120:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993636352
00000100:00100000:0.0:1767319565.006133:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5326
00000100:00100000:0.0:1767319565.006143:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993635968:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319565.006320:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993635968:12345-0@lo:400:kworker.0 Request processed in 178us (16342us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319565.006328:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5326
00000100:00100000:0.0:1767319565.006348:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5327
00000100:00100000:0.0:1767319565.006356:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993636224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319565.006390:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993636224:12345-0@lo:400:kworker.0 Request processed in 35us (16286us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319565.006396:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5327
00000100:00100000:0.0:1767319565.006409:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72410
00000100:00100000:0.0:1767319565.006413:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993635712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319565.006447:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319565.006483:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993635712:12345-0@lo:38:kworker.0 Request processed in 68us (16349us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319565.006489:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72410
00000100:00100000:0.0:1767319565.006500:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72411
00000100:00100000:0.0:1767319565.006505:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993636096:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319565.006514:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319565.006670:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993636096:12345-0@lo:38:kworker.0 Request processed in 163us (16387us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319565.006678:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72411
00000100:00100000:0.0:1767319565.006692:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72412
00000100:00100000:0.0:1767319565.006696:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993636352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319565.006706:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319565.006730:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993636352:12345-0@lo:38:kworker.0 Request processed in 33us (3324us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319565.006736:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72412
00000100:00080000:0.0:1767319565.006768:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319565.006796:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993636224:0@lo:400:kworker.0
00000100:00100000:0.0:1767319565.006808:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993635968:0@lo:400:kworker.0
00000100:00080000:0.0:1767319565.021241:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319565.021255:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319565.021261:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993635712:0@lo:38:kworker.0
00000100:00080000:0.0:1767319565.021277:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319565.021281:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319565.021284:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993636096:0@lo:38:kworker.0
00000100:00080000:0.0:1767319565.021304:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319565.021309:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319565.021312:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993636352:0@lo:38:kworker.0
00000100:00100000:3.0:1767319565.501608:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993636736:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319565.501685:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319565.502079:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993636736
00000100:00100000:2.0:1767319565.502088:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993636736
00000100:00100000:2.0:1767319565.502144:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037
00000100:00100000:2.0:1767319565.502153:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993636736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319565.502217:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319565.502272:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993636736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (586us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319565.502280:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037
00000100:00100000:3.0:1767319565.502572:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993636736:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319565.504579:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319565.504986:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993636864:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319565.505048:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319565.506067:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993636864
00000100:00100000:0.0:1767319565.506078:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993636864
00000100:00100000:0.0:1767319565.506143:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038
00000100:00100000:0.0:1767319565.506153:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993636864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319565.506224:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319565.512229:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993636864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6067us (7169us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319565.512245:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3038
00000100:00100000:1.0:1767319565.512393:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993636864:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319565.565337:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319565.895656:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319565.895768:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942201472
00000100:00100000:3.0:1767319565.895779:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942201472
00000100:00100000:3.0:1767319565.895827:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72413
00000100:00100000:3.0:1767319565.895835:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942201472:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319565.895858:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319565.895940:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942201472:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 104us (293us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319565.896594:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72413
00000100:00100000:3.0:1767319565.902414:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319565.902516:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942201600
00000100:00100000:2.0:1767319565.902526:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942201600
00000100:00100000:2.0:1767319565.902608:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5328
00000100:00100000:2.0:1767319565.902618:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942201600:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319565.902704:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942201600:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 87us (299us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319565.902712:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5328
00000100:00080000:0.0:1767319565.905199:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319566.526326:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319566.589402:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319567.549281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319567.614278:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319568.573504:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319568.637537:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319569.597306:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319569.661797:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319570.113219:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319570.113230:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319570.113233:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319570.113237:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319570.113241:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319570.113251:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4809
00000100:00080000:3.0:1767319570.113255:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319570.113262:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319570.113301:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ea00 x1853163993636992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319570.113328:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319570.113331:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319570.113333:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319570.113336:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4809
00000100:00080000:3.0:1767319570.113339:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319570.113342:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319570.113355:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ce00 x1853163993637120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319570.113394:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319570.113398:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319570.113400:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319570.113404:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4809
00000100:00080000:3.0:1767319570.113407:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319570.113410:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319570.113422:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760df80 x1853163993637376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319570.113440:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319570.113443:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319570.113444:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319570.113448:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4809
00000100:00080000:3.0:1767319570.113450:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319570.113452:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319570.113460:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6300 x1853163993637632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319570.113512:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993637760:0@lo:400:kworker.0
00000100:00100000:3.0:1767319570.113576:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319570.113627:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993637504:0@lo:400:kworker.0
00000100:00100000:3.0:1767319570.113640:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319570.113650:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993637888:0@lo:400:kworker.0
00000100:00100000:1.0:1767319570.113672:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319570.113682:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319570.113769:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993637504
00000100:00100000:2.0:1767319570.113777:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993637504
00000100:00100000:2.0:1767319570.113832:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5329
00000100:00100000:2.0:1767319570.113842:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993637504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319570.113870:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319570.113880:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993637248:0@lo:400:kworker.0
00000100:00100000:2.0:1767319570.113895:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993637504:12345-0@lo:400:kworker.0 Request processed in 53us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319570.113903:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5329
00000100:00100000:1.0:1767319570.113924:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319570.113959:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993637248
00000100:00100000:2.0:1767319570.113964:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993637248
00000100:00100000:2.0:1767319570.113990:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5330
00000100:00100000:2.0:1767319570.113995:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993637248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319570.114025:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993637248:12345-0@lo:400:kworker.0 Request processed in 30us (102us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319570.114031:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5330
00000100:00100000:1.0:1767319570.114441:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993637504:0@lo:400:kworker.0
00000100:00100000:1.0:1767319570.114471:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993637248:0@lo:400:kworker.0
00000100:00100000:1.0:1767319570.114494:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993636992:0@lo:38:kworker.0
00000100:00100000:1.0:1767319570.114522:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319570.114538:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993637120:0@lo:38:kworker.0
00000100:00100000:1.0:1767319570.114558:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319570.114580:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993637376:0@lo:38:kworker.0
00000100:00100000:1.0:1767319570.114601:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319570.114615:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993637632:0@lo:38:kworker.0
00000100:00100000:1.0:1767319570.114635:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319570.114665:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993636992
00000100:00100000:1.0:1767319570.114670:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993636992
00000100:00100000:1.0:1767319570.114689:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993637376
00000100:00100000:1.0:1767319570.114692:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993637376
00000100:00100000:1.0:1767319570.114702:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993637632
00000100:00100000:1.0:1767319570.114705:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993637632
00000100:00100000:1.0:1767319570.114719:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72414
00000100:00100000:1.0:1767319570.114724:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993636992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319570.114742:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319570.114776:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993636992:12345-0@lo:38:kworker.0 Request processed in 50us (252us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319570.114785:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72414
00000100:00100000:1.0:1767319570.114800:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72415
00000100:00100000:1.0:1767319570.114804:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993637376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319570.114812:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319570.114836:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993637376:12345-0@lo:38:kworker.0 Request processed in 31us (235us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319570.114842:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72415
00000100:00100000:1.0:1767319570.114854:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72416
00000100:00100000:1.0:1767319570.114858:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993637632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319570.114867:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319570.114888:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993637632:12345-0@lo:38:kworker.0 Request processed in 29us (252us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319570.114959:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72416
00000100:00080000:1.0:1767319570.115078:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767319570.115121:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993637120
00000100:00100000:2.0:1767319570.115127:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993637120
00000100:00100000:2.0:1767319570.115149:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123
00000100:00100000:2.0:1767319570.115154:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993637120:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767319570.115179:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319570.115185:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993636992:0@lo:38:kworker.0
00010000:00020000:2.0:1767319570.115191:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767319570.115436:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319570.115441:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319570.115444:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993637376:0@lo:38:kworker.0
00000100:00100000:0.0:1767319570.115520:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993637760
00000100:00100000:0.0:1767319570.115526:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993637760
00000100:00100000:0.0:1767319570.115566:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993637888
00000100:00100000:0.0:1767319570.115569:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993637888
00000100:00100000:0.0:1767319570.115595:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3297
00000100:00100000:0.0:1767319570.115611:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993637760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319570.115936:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298
00000100:00100000:3.0:1767319570.115946:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993637888:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767319570.118648:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319570.118660:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319570.118665:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993637632:0@lo:38:kworker.0
00000100:00080000:1.0:1767319570.118701:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319570.118706:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319570.118709:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993637120:0@lo:38:kworker.0
00000100:00080000:1.0:1767319570.118772:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319570.118779:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319570.118782:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319570.118895:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993637760:12345-0@lo:400:kworker.0 Request processed in 3285us (5316us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319570.118907:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3297
00000100:00100000:1.0:1767319570.118943:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993637760:0@lo:400:kworker.0
00000100:00100000:2.0:1767319570.119006:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993637120:12345-0@lo:38:kworker.0 Request processed in 3500us (4095us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319570.119020:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123
00000100:00100000:3.0:1767319570.123467:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993637888:12345-0@lo:400:kworker.0 Request processed in 7514us (9776us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319570.123492:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298
00000100:00100000:1.0:1767319570.123498:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993637888:0@lo:400:kworker.0
00000100:00100000:1.0:1767319570.621289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319570.621766:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993638016:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319570.621833:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319570.621960:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993638016
00000100:00100000:0.0:1767319570.621969:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993638016
00000100:00100000:0.0:1767319570.622026:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039
00000100:00100000:0.0:1767319570.622035:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993638016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319570.622065:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319570.622120:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993638016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319570.622128:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039
00000100:00100000:0.0:1767319570.622217:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993638016:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319570.623185:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993638144:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319570.623243:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319570.628954:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993638144
00000100:00100000:1.0:1767319570.628972:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993638144
00000100:00100000:1.0:1767319570.629123:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040
00000100:00100000:1.0:1767319570.629134:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993638144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319570.629184:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319570.629287:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993638144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 155us (6043us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319570.629294:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040
00000100:00100000:3.0:1767319570.629410:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993638144:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319570.685465:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319571.016981:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319571.018140:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319571.030094:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942201856
00000100:00100000:1.0:1767319571.030111:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942201856
00000100:00100000:1.0:1767319571.030234:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942201728
00000100:00100000:1.0:1767319571.030238:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942201728
00000100:00100000:1.0:1767319571.030263:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5331
00000100:00100000:1.0:1767319571.030272:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942201856:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319571.030356:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942201856:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 85us (13478us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319571.030368:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5331
00000100:00100000:1.0:1767319571.030389:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72417
00000100:00100000:1.0:1767319571.030394:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942201728:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319571.030414:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319571.030441:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942201728:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (12307us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319571.030447:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72417
00000100:00080000:2.0:1767319571.032678:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319571.645420:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319571.711098:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319572.669271:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319572.733471:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319573.693287:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319573.757355:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319574.717456:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319574.784090:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319575.231303:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319575.231315:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319575.231318:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319575.231321:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319575.231325:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319575.231333:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4814
00000100:00080000:3.0:1767319575.231833:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319575.232311:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319575.233085:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4700 x1853163993638272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319575.233124:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319575.233128:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319575.233131:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319575.233136:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4814
00000100:00080000:3.0:1767319575.233139:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319575.233144:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319575.233182:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6300 x1853163993638400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319575.233735:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993638272:0@lo:38:kworker.0
00000100:00100000:2.0:1767319575.233801:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319575.233921:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319575.233925:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319575.233928:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319575.233931:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4814
00000100:00080000:3.0:1767319575.233934:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319575.233938:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319575.233969:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b290000 x1853163993638656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319575.233988:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319575.233991:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319575.233993:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319575.233996:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4814
00000100:00080000:3.0:1767319575.233998:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319575.234002:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319575.234021:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b705ad4a80 x1853163993638912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319575.234073:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993639168:0@lo:400:kworker.0
00000100:00100000:3.0:1767319575.234113:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319575.234191:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319575.234198:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993639040:0@lo:400:kworker.0
00000100:00100000:3.0:1767319575.234231:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319575.234267:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993639168
00000100:00100000:3.0:1767319575.234273:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993639168
00000100:00100000:3.0:1767319575.234325:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993639040
00000100:00100000:3.0:1767319575.234328:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993639040
00000100:00100000:2.0:1767319575.234907:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993638400:0@lo:38:kworker.0
00000100:00100000:2.0:1767319575.234940:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319575.234971:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993638656:0@lo:38:kworker.0
00000100:00100000:2.0:1767319575.234992:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319575.235052:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993638528:0@lo:400:kworker.0
00000100:00100000:1.0:1767319575.235091:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299
00000100:00100000:1.0:1767319575.235112:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993639168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319575.235185:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993639168:12345-0@lo:400:kworker.0 Request processed in 86us (1081us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319575.235194:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299
00000100:00100000:1.0:1767319575.235255:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993638784:0@lo:400:kworker.0
00000100:00100000:3.0:1767319575.235369:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300
00000100:00100000:3.0:1767319575.235376:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993639040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319575.235408:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993639040:12345-0@lo:400:kworker.0 Request processed in 33us (1177us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319575.235414:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300
00000100:00100000:3.0:1767319575.235459:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993639040:0@lo:400:kworker.0
00000100:00100000:3.0:1767319575.235471:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993639168:0@lo:400:kworker.0
00000100:00100000:3.0:1767319575.235507:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993638400
00000100:00100000:3.0:1767319575.235511:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993638400
00000100:00100000:3.0:1767319575.235529:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124
00000100:00100000:3.0:1767319575.235534:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993638400:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319575.235551:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319575.235580:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993638400:12345-0@lo:38:kworker.0 Request processed in 45us (639us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319575.235586:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124
00000100:00100000:2.0:1767319575.246857:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993638912:0@lo:38:kworker.0
00000100:00100000:2.0:1767319575.246937:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319575.246990:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319575.246997:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319575.255325:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993638272
00000100:00100000:0.0:1767319575.255346:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993638272
00000100:00100000:0.0:1767319575.255401:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993638656
00000100:00100000:0.0:1767319575.255405:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993638656
00000100:00100000:0.0:1767319575.255447:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72418
00000100:00100000:0.0:1767319575.255645:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993638272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319575.255669:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319575.255742:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993638272:12345-0@lo:38:kworker.0 Request processed in 98us (21940us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319575.255749:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72418
00000100:00100000:0.0:1767319575.255767:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72419
00000100:00100000:0.0:1767319575.255771:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993638656:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319575.255779:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319575.255799:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993638656:12345-0@lo:38:kworker.0 Request processed in 27us (20807us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319575.255805:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72419
00000100:00080000:2.0:1767319575.258474:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319575.258487:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319575.258492:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993638272:0@lo:38:kworker.0
00000100:00080000:2.0:1767319575.258507:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319575.258510:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319575.258513:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993638400:0@lo:38:kworker.0
00000100:00080000:2.0:1767319575.258557:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319575.258561:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319575.258564:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993638656:0@lo:38:kworker.0
00000100:00100000:2.0:1767319575.258599:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319575.258861:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319575.258914:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993638912
00000100:00100000:0.0:1767319575.258922:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993638912
00000100:00100000:0.0:1767319575.258959:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993638784
00000100:00100000:0.0:1767319575.258962:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993638784
00000100:00080000:0.0:1767319575.258986:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319575.259028:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993638528
00000100:00100000:0.0:1767319575.259031:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993638528
00000100:00100000:0.0:1767319575.259060:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5332
00000100:00100000:0.0:1767319575.259068:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993638784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319575.259149:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993638784:12345-0@lo:400:kworker.0 Request processed in 81us (549us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319575.259174:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5332
00000100:00100000:0.0:1767319575.259193:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5333
00000100:00100000:0.0:1767319575.259339:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993638528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319575.259378:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993638528:12345-0@lo:400:kworker.0 Request processed in 178us (517us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319575.259384:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5333
00000100:00100000:0.0:1767319575.259398:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72420
00000100:00100000:0.0:1767319575.259403:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993638912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319575.259423:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319575.259456:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993638912:12345-0@lo:38:kworker.0 Request processed in 52us (12519us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319575.259462:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72420
00000100:00080000:0.0:1767319575.259481:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319575.259505:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993638528:0@lo:400:kworker.0
00000100:00100000:2.0:1767319575.262079:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993638784:0@lo:400:kworker.0
00000100:00080000:2.0:1767319575.262130:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319575.262135:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319575.262139:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993638912:0@lo:38:kworker.0
00000100:00100000:1.0:1767319575.741300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319575.741539:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319575.741669:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993639424:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319575.741750:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319575.741839:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993639296:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319575.741863:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319575.752872:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993639424
00000100:00100000:1.0:1767319575.752890:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993639424
00000100:00100000:1.0:1767319575.752970:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993639296
00000100:00100000:1.0:1767319575.752973:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993639296
00000100:00100000:1.0:1767319575.753009:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041
00000100:00100000:1.0:1767319575.753017:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993639424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319575.753051:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319575.753142:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993639424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (11391us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319575.753149:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041
00000100:00100000:1.0:1767319575.753182:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042
00000100:00100000:1.0:1767319575.753189:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993639296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319575.753203:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319575.753231:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993639296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (11367us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319575.753237:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042
00000100:00100000:3.0:1767319575.753525:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993639424:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319575.753541:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993639296:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319575.809460:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319576.136450:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319576.136573:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942201984
00000100:00100000:3.0:1767319576.136584:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942201984
00000100:00100000:3.0:1767319576.136633:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72421
00000100:00100000:3.0:1767319576.136642:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942201984:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319576.136667:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319576.136744:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942201984:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 102us (304us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319576.136752:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72421
00000100:00100000:3.0:1767319576.137226:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319576.137290:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942202112
00000100:00100000:1.0:1767319576.137296:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942202112
00000100:00100000:1.0:1767319576.137351:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5334
00000100:00100000:1.0:1767319576.137359:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942202112:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319576.137414:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942202112:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 56us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319576.137421:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5334
00000100:00080000:0.0:1767319576.137513:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319576.773205:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319576.829481:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319577.791330:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319577.858147:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319578.813403:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319578.877540:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319579.389871:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319554/real 1767319554]  req@ffff89b61710ad80 x1853163993633024/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319579 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319579.389907:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b61710ad80 x1853163993633024/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319579 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319579.389927:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319579.389958:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319579.389963:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993633024:0@lo:250:kworker.0
00000100:00080000:3.0:1767319579.390004:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319579.390012:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319579.390015:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319579.390020:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4799
00000100:00080000:3.0:1767319579.390025:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319579.390151:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319579.390226:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293fb80 x1853163993639552/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319579.390257:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319579.390261:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319579.390263:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319579.390267:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4819
00000100:00080000:3.0:1767319579.390269:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319579.390273:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319579.390290:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293d880 x1853163993639680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319579.390298:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319579.390301:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319579.390302:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319579.390306:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4819
00000100:00080000:3.0:1767319579.390308:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319579.390311:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319579.390321:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293f480 x1853163993639808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319579.390363:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319579.390366:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319579.390368:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319579.390371:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4819
00000100:00080000:3.0:1767319579.390374:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319579.390378:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319579.390390:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a294000 x1853163993640064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319579.390405:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319579.390408:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319579.390410:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319579.390413:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4819
00000100:00080000:3.0:1767319579.390415:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319579.390418:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319579.390441:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecae300 x1853163993640320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319579.390631:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993639552:0@lo:250:kworker.0
00000400:00000100:2.0:1767319579.390680:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993639552 offset 0 length 520: 4
00000100:00100000:2.0:1767319579.390724:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993639680:0@lo:38:kworker.0
00000100:00100000:2.0:1767319579.390757:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319579.390784:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993639808:0@lo:38:kworker.0
00000100:00100000:2.0:1767319579.390808:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319579.390827:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993640064:0@lo:38:kworker.0
00000100:00100000:2.0:1767319579.390847:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319579.390884:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993639808
00000100:00100000:2.0:1767319579.390892:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993639808
00000100:00100000:2.0:1767319579.390926:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125
00000100:00100000:2.0:1767319579.390934:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993639808:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319579.390955:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319579.390995:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993639808:12345-0@lo:38:kworker.0 Request processed in 60us (186us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319579.391002:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125
00000100:00080000:2.0:1767319579.391054:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319579.391059:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319579.391063:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993639808:0@lo:38:kworker.0
00000100:00100000:2.0:1767319579.391100:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993639680
00000100:00100000:2.0:1767319579.391103:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993639680
00000100:00100000:2.0:1767319579.391122:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993640064
00000100:00100000:2.0:1767319579.391124:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993640064
00000100:00100000:2.0:1767319579.391140:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72422
00000100:00100000:2.0:1767319579.391144:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993639680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319579.391154:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319579.391205:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993639680:12345-0@lo:38:kworker.0 Request processed in 58us (447us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319579.391210:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72422
00000100:00100000:2.0:1767319579.391223:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72423
00000100:00100000:2.0:1767319579.391226:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993640064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319579.391236:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319579.391257:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993640064:12345-0@lo:38:kworker.0 Request processed in 29us (409us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319579.391262:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72423
00000100:00080000:2.0:1767319579.391289:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319579.391292:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319579.391295:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993639680:0@lo:38:kworker.0
00000100:00080000:2.0:1767319579.391303:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319579.391306:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319579.391309:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993640064:0@lo:38:kworker.0
00000100:00100000:1.0:1767319579.391653:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993639936:0@lo:400:kworker.0
00000100:00100000:1.0:1767319579.391686:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319579.391719:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319579.391726:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993640192:0@lo:400:kworker.0
00000100:00100000:1.0:1767319579.391746:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319579.391773:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993639936
00000100:00100000:1.0:1767319579.391777:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993639936
00000100:00100000:1.0:1767319579.391816:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993640192
00000100:00100000:1.0:1767319579.391819:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993640192
00000100:00100000:1.0:1767319579.391840:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5335
00000100:00100000:1.0:1767319579.391846:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993639936:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319579.391895:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993639936:12345-0@lo:400:kworker.0 Request processed in 49us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319579.391901:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5335
00000100:00100000:1.0:1767319579.391917:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5336
00000100:00100000:1.0:1767319579.391923:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993640192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319579.391950:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993640192:12345-0@lo:400:kworker.0 Request processed in 27us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319579.391956:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5336
00000100:00100000:1.0:1767319579.391984:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993640192:0@lo:400:kworker.0
00000100:00100000:1.0:1767319579.391995:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993639936:0@lo:400:kworker.0
00000100:00100000:1.0:1767319579.392400:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993640320:0@lo:38:kworker.0
00000100:00100000:1.0:1767319579.392441:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319579.392632:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993640320
00000100:00100000:2.0:1767319579.392638:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993640320
00000100:00100000:2.0:1767319579.392668:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72424
00000100:00100000:2.0:1767319579.392673:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993640320:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319579.392689:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319579.392719:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993640320:12345-0@lo:38:kworker.0 Request processed in 45us (278us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319579.392724:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72424
00000100:00080000:0.0:1767319579.392802:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319579.392817:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993640576:0@lo:400:kworker.0
00000100:00100000:0.0:1767319579.392850:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319579.392884:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319579.392889:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993640448:0@lo:400:kworker.0
00000100:00100000:0.0:1767319579.392910:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319579.393608:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319579.393616:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319579.393620:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993640320:0@lo:38:kworker.0
00000100:00100000:2.0:1767319579.393700:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993640576
00000100:00100000:2.0:1767319579.393705:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993640576
00000100:00100000:2.0:1767319579.393757:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993640448
00000100:00100000:2.0:1767319579.393761:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993640448
00000100:00100000:2.0:1767319579.393781:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3301
00000100:00100000:2.0:1767319579.393789:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993640576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319579.393840:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993640576:12345-0@lo:400:kworker.0 Request processed in 52us (988us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319579.393846:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3301
00000100:00100000:2.0:1767319579.393860:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3302
00000100:00100000:2.0:1767319579.393866:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993640448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319579.393891:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993640448:12345-0@lo:400:kworker.0 Request processed in 25us (980us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319579.393896:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3302
00000100:00080000:0.0:1767319579.394690:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319579.394696:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319579.394733:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993640448:0@lo:400:kworker.0
00000100:00100000:0.0:1767319579.394745:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993640576:0@lo:400:kworker.0
00000100:00100000:1.0:1767319579.837694:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319579.901515:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319580.861536:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319580.861562:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993640704:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319580.861647:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319580.862133:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993640832:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319580.862184:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319580.862477:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993640704
00000100:00100000:2.0:1767319580.862486:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993640704
00000100:00100000:2.0:1767319580.862533:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993640832
00000100:00100000:2.0:1767319580.862536:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993640832
00000100:00100000:2.0:1767319580.862559:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043
00000100:00100000:2.0:1767319580.862568:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993640704:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319580.862599:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319580.862641:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993640704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (994us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319580.862647:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043
00000100:00100000:2.0:1767319580.862664:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044
00000100:00100000:2.0:1767319580.862670:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993640832:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319580.862685:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319580.862996:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993640832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 325us (811us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319580.863149:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044
00000100:00100000:3.0:1767319580.863520:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319580.863675:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993640832:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319580.863690:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993640704:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319580.925348:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767319581.255389:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942202240 offset 0 length 520: 4
00000100:00100000:2.0:1767319581.255431:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319581.255488:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319581.255576:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942202368
00000100:00100000:1.0:1767319581.255586:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942202368
00000100:00100000:1.0:1767319581.255633:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942202496
00000100:00100000:1.0:1767319581.255636:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942202496
00000100:00100000:1.0:1767319581.255695:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5337
00000100:00100000:1.0:1767319581.255705:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942202496:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319581.255787:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942202496:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 83us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319581.255794:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5337
00000100:00100000:1.0:1767319581.255813:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72425
00000100:00100000:1.0:1767319581.255818:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942202368:12345-192.168.204.50@tcp:38:kworker.0
00000100:00080000:3.0:1767319581.256033:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767319581.256245:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319581.256294:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942202368:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 473us (861us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319581.256301:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72425
00000100:00100000:3.0:1767319581.886123:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319581.949640:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319582.909315:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319582.973750:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319583.933378:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319583.997376:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319584.445308:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319584.445321:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319584.445324:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319584.445328:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319584.445342:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319584.445350:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4824
00000100:00080000:0.0:1767319584.445356:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319584.445362:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319584.445415:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266a00 x1853163993640960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319584.445442:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319584.445446:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319584.445448:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319584.445452:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4824
00000100:00080000:0.0:1767319584.445454:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319584.445458:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319584.445472:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d265880 x1853163993641088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319584.445518:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319584.445524:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767319584.445525:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993640960:0@lo:38:kworker.0
00000100:00080000:0.0:1767319584.445526:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319584.445534:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4824
00000100:00080000:0.0:1767319584.445538:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319584.445542:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319584.445549:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993641216:0@lo:400:kworker.0
00000100:00100000:0.0:1767319584.445558:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615e300 x1853163993641344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319584.445581:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319584.445585:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319584.445587:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319584.445592:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4824
00000100:00080000:0.0:1767319584.445594:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319584.445598:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319584.445607:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319584.445612:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c000 x1853163993641600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319584.445686:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993641088:0@lo:38:kworker.0
00000100:00100000:0.0:1767319584.445690:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993641728:0@lo:400:kworker.0
00000100:00100000:3.0:1767319584.445726:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993640960
00000100:00100000:1.0:1767319584.445733:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319584.445735:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993640960
00000100:00100000:0.0:1767319584.445741:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319584.445771:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993641344:0@lo:38:kworker.0
00000100:00100000:0.0:1767319584.445775:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319584.445781:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72426
00000100:00100000:0.0:1767319584.445786:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993641856:0@lo:400:kworker.0
00000100:00100000:3.0:1767319584.445792:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993640960:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319584.445800:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767319584.445815:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319584.445822:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319584.445825:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993641600:0@lo:38:kworker.0
00000100:00100000:1.0:1767319584.445861:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319584.445868:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993640960:12345-0@lo:38:kworker.0 Request processed in 78us (262us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319584.445881:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993641344
00000100:00100000:0.0:1767319584.445887:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993641344
00000100:00100000:3.0:1767319584.445890:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72426
00000100:00080000:1.0:1767319584.445901:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319584.445907:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319584.445910:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993641600
00000100:00100000:1.0:1767319584.445913:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993640960:0@lo:38:kworker.0
00000100:00100000:3.0:1767319584.445916:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993641600
00000100:00100000:0.0:1767319584.445920:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72427
00000100:00100000:0.0:1767319584.445928:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993641344:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319584.445959:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319584.445960:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72428
00000100:00100000:1.0:1767319584.445963:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993641728
00000100:00100000:1.0:1767319584.445970:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993641728
00000100:00100000:3.0:1767319584.445970:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993641600:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319584.445984:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319584.446002:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993641344:12345-0@lo:38:kworker.0 Request processed in 73us (201us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319584.446012:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72427
00000100:00100000:1.0:1767319584.446023:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993641856
00000100:00100000:1.0:1767319584.446029:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993641856
00000100:00100000:3.0:1767319584.446029:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993641600:12345-0@lo:38:kworker.0 Request processed in 58us (166us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319584.446037:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72428
00000100:00100000:0.0:1767319584.446041:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3303
00000100:00100000:0.0:1767319584.446052:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993641728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319584.446075:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304
00000100:00100000:1.0:1767319584.446085:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993641856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319584.446092:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993641728:12345-0@lo:400:kworker.0 Request processed in 43us (353us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319584.446097:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3303
00000100:00100000:0.0:1767319584.446124:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993641728:0@lo:400:kworker.0
00000100:00100000:1.0:1767319584.446130:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993641856:12345-0@lo:400:kworker.0 Request processed in 46us (308us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319584.446137:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304
00000100:00100000:0.0:1767319584.446140:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993641856:0@lo:400:kworker.0
00000100:00080000:1.0:1767319584.446213:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319584.446220:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319584.446224:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993641344:0@lo:38:kworker.0
00000100:00100000:2.0:1767319584.446229:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993641088
00000100:00100000:2.0:1767319584.446233:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993641088
00000100:00080000:1.0:1767319584.446235:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319584.446239:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319584.446242:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993641600:0@lo:38:kworker.0
00000100:00100000:2.0:1767319584.446261:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126
00000100:00100000:2.0:1767319584.446268:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993641088:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319584.446278:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319584.446319:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993641088:12345-0@lo:38:kworker.0 Request processed in 51us (587us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319584.446325:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126
00000100:00100000:2.0:1767319584.446348:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993641472:0@lo:400:kworker.0
00000100:00100000:2.0:1767319584.446366:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319584.446385:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993641472
00000100:00100000:2.0:1767319584.446387:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993641472
00000100:00100000:2.0:1767319584.446405:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5338
00000100:00100000:2.0:1767319584.446409:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993641472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319584.446433:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993641472:12345-0@lo:400:kworker.0 Request processed in 24us (67us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319584.446437:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5338
00000100:00100000:2.0:1767319584.446451:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993641472:0@lo:400:kworker.0
00000100:00080000:0.0:1767319584.446898:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319584.446902:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319584.446903:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319584.446912:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319584.446966:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993641216
00000100:00100000:0.0:1767319584.446970:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993641216
00000100:00100000:0.0:1767319584.447009:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5339
00000100:00100000:0.0:1767319584.447014:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993641216:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319584.447041:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993641216:12345-0@lo:400:kworker.0 Request processed in 27us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319584.447044:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5339
00000100:00080000:0.0:1767319584.447058:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319584.447069:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993641216:0@lo:400:kworker.0
00000100:00080000:1.0:1767319584.447579:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319584.447585:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319584.447588:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993641088:0@lo:38:kworker.0
00000100:00100000:3.0:1767319584.957306:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319585.021466:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319585.982173:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319585.982287:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993641984:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319585.982361:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319585.982428:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993642112:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319585.982465:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319585.982500:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993641984
00000100:00100000:1.0:1767319585.982507:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993641984
00000100:00100000:1.0:1767319585.982551:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993642112
00000100:00100000:1.0:1767319585.982554:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993642112
00000100:00100000:2.0:1767319585.982570:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045
00000100:00100000:2.0:1767319585.982584:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993641984:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319585.982590:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046
00000100:00100000:1.0:1767319585.982600:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993642112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319585.982617:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:1.0:1767319585.982620:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319585.982668:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993642112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319585.982676:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993641984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319585.982677:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046
00000100:00100000:2.0:1767319585.982689:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045
00000100:00100000:1.0:1767319585.982727:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993641984:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319585.982777:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993642112:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319586.045409:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319586.379817:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319586.379927:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319586.380009:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942202624
00000100:00100000:0.0:1767319586.380020:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942202624
00000100:00100000:0.0:1767319586.380067:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942202752
00000100:00100000:0.0:1767319586.380071:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942202752
00000100:00100000:1.0:1767319586.380104:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72429
00000100:00100000:1.0:1767319586.380115:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942202624:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:0.0:1767319586.380128:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5340
00010000:00020000:1.0:1767319586.380139:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319586.380141:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942202752:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319586.380234:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942202624:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 118us (428us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319586.380241:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72429
00000100:00080000:2.0:1767319586.380255:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319586.380665:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942202752:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 527us (735us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319586.380672:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5340
00000100:00100000:1.0:1767319587.005460:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319587.070535:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319588.030600:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319588.094090:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319589.053793:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319589.118497:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319589.565548:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319589.565560:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319589.565563:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319589.565567:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319589.565571:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319589.565578:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4829
00000100:00080000:1.0:1767319589.565581:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319589.565587:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319589.565626:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266a00 x1853163993642240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319589.565642:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319589.565645:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319589.565647:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319589.565652:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4829
00000100:00080000:1.0:1767319589.565654:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319589.565658:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319589.565675:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e5bb80 x1853163993642368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319589.565705:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319589.565707:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319589.565709:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319589.565711:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4829
00000100:00080000:1.0:1767319589.565712:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319589.565715:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319589.565722:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e59f80 x1853163993642624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319589.565733:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319589.565735:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319589.565736:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319589.565738:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4829
00000100:00080000:1.0:1767319589.565740:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319589.565741:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319589.565747:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b601280a80 x1853163993642880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319589.565785:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993643008:0@lo:400:kworker.0
00000100:00100000:1.0:1767319589.565854:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319589.565920:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319589.565928:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993643136:0@lo:400:kworker.0
00000100:00100000:1.0:1767319589.565951:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319589.565977:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993643008
00000100:00100000:1.0:1767319589.565977:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993643136
00000100:00100000:1.0:1767319589.565983:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993643136
00000100:00100000:0.0:1767319589.565991:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993643008
00000100:00100000:0.0:1767319589.566054:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305
00000100:00100000:0.0:1767319589.566064:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993643008:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319589.566113:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993642496:0@lo:400:kworker.0
00000100:00100000:0.0:1767319589.566117:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993643008:12345-0@lo:400:kworker.0 Request processed in 56us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319589.566124:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305
00000100:00100000:3.0:1767319589.566145:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319589.566146:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319589.566188:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319589.566195:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993642752:0@lo:400:kworker.0
00000100:00100000:0.0:1767319589.566207:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993643008:0@lo:400:kworker.0
00000100:00100000:3.0:1767319589.566228:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319589.566373:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306
00000100:00100000:1.0:1767319589.566380:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993643136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319589.566416:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993643136:12345-0@lo:400:kworker.0 Request processed in 37us (464us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319589.566423:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306
00000100:00080000:1.0:1767319589.566448:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319589.566469:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993643136:0@lo:400:kworker.0
00000100:00100000:2.0:1767319589.566601:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993642240:0@lo:38:kworker.0
00000100:00100000:2.0:1767319589.566631:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319589.568678:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993642496
00000100:00100000:3.0:1767319589.568684:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993642752
00000100:00100000:0.0:1767319589.568691:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993642496
00000100:00100000:3.0:1767319589.568691:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993642752
00000100:00100000:3.0:1767319589.568805:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5341
00000100:00100000:3.0:1767319589.568815:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993642752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319589.568909:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993642752:12345-0@lo:400:kworker.0 Request processed in 96us (2679us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319589.568923:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5341
00000100:00100000:3.0:1767319589.568970:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993642752:0@lo:400:kworker.0
00000100:00100000:0.0:1767319589.570290:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5342
00000100:00100000:0.0:1767319589.570301:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993642496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319589.570372:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993642496:12345-0@lo:400:kworker.0 Request processed in 74us (4225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319589.570379:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5342
00000100:00100000:3.0:1767319589.570597:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993642496:0@lo:400:kworker.0
00000100:00080000:1.0:1767319589.570904:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319589.571179:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993642368:0@lo:38:kworker.0
00000100:00100000:2.0:1767319589.571221:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319589.571292:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993642624:0@lo:38:kworker.0
00000100:00100000:2.0:1767319589.571319:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319589.571346:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993642880:0@lo:38:kworker.0
00000100:00100000:2.0:1767319589.571368:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319589.571411:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993642240
00000100:00100000:2.0:1767319589.571417:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993642240
00000100:00100000:2.0:1767319589.571439:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993642624
00000100:00100000:2.0:1767319589.571442:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993642624
00000100:00100000:2.0:1767319589.571454:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993642880
00000100:00100000:2.0:1767319589.571457:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993642880
00000100:00100000:2.0:1767319589.571470:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72430
00000100:00100000:2.0:1767319589.571475:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993642240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319589.571495:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319589.571532:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993642240:12345-0@lo:38:kworker.0 Request processed in 56us (4900us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319589.571539:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72430
00000100:00100000:2.0:1767319589.571552:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72431
00000100:00100000:2.0:1767319589.571556:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993642624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319589.571565:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319589.571587:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993642624:12345-0@lo:38:kworker.0 Request processed in 29us (267us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319589.571592:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72431
00000100:00100000:2.0:1767319589.571601:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72432
00000100:00100000:2.0:1767319589.571605:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993642880:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319589.571612:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319589.571632:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993642880:12345-0@lo:38:kworker.0 Request processed in 26us (264us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319589.571637:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72432
00000100:00080000:2.0:1767319589.571662:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319589.571667:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319589.571670:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993642240:0@lo:38:kworker.0
00000100:00080000:2.0:1767319589.571677:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319589.571680:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319589.571683:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993642624:0@lo:38:kworker.0
00000100:00080000:2.0:1767319589.571690:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319589.571693:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319589.571696:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993642880:0@lo:38:kworker.0
00000100:00100000:3.0:1767319589.571868:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993642368
00000100:00100000:3.0:1767319589.571872:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993642368
00000100:00100000:3.0:1767319589.571899:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127
00000100:00100000:3.0:1767319589.571905:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993642368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319589.571914:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319589.572177:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993642368:12345-0@lo:38:kworker.0 Request processed in 250us (934us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319589.572184:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127
00000100:00080000:2.0:1767319589.572281:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319589.572286:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319589.572289:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993642368:0@lo:38:kworker.0
00000100:00100000:3.0:1767319590.077288:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319590.141458:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319591.101300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319591.101955:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993643264:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319591.102036:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319591.102074:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993643264
00000100:00100000:1.0:1767319591.102082:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993643264
00000100:00100000:3.0:1767319591.102095:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319591.102103:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993643392:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319591.102130:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319591.102141:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993643392
00000100:00100000:1.0:1767319591.102146:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993643392
00000100:00100000:3.0:1767319591.102188:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047
00000100:00100000:1.0:1767319591.102196:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048
00000100:00100000:3.0:1767319591.102201:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993643264:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319591.102208:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993643392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319591.102237:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:3.0:1767319591.102237:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319591.102351:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993643264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 153us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319591.102353:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993643392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 148us (220us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319591.102366:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047
00000100:00100000:1.0:1767319591.102373:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048
00000100:00080000:1.0:1767319591.102397:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319591.102402:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319591.102427:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993643392:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319591.102439:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993643264:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319591.165333:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319591.498363:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319591.498407:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319591.498526:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942203008
00000100:00100000:1.0:1767319591.498537:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942203008
00000100:00100000:1.0:1767319591.498661:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942202880
00000100:00100000:1.0:1767319591.498665:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942202880
00000100:00080000:3.0:1767319591.498683:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319591.498695:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5343
00000100:00100000:1.0:1767319591.498707:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942203008:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319591.498724:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72433
00000100:00100000:3.0:1767319591.498732:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942202880:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319591.498753:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319591.498785:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942203008:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 79us (430us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319591.498793:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942202880:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 57us (383us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319591.498798:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5343
00000100:00100000:3.0:1767319591.498819:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72433
00000100:00100000:3.0:1767319592.125302:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319592.190216:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319593.149285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319593.213743:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319594.173285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319594.237505:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319594.685290:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319594.685302:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319594.685305:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319594.685310:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319594.685313:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319594.685322:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4834
00000100:00080000:1.0:1767319594.685327:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319594.685334:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319594.685377:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313adc00 x1853163993643520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319594.685403:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319594.685406:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319594.685407:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319594.685411:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4834
00000100:00080000:1.0:1767319594.685485:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319594.685491:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319594.685505:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313af480 x1853163993643648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319594.685625:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319594.685631:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319594.685633:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319594.685637:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4834
00000100:00080000:1.0:1767319594.685639:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319594.685642:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319594.685654:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac000 x1853163993643904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319594.685673:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319594.685676:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319594.685678:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319594.685681:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4834
00000100:00080000:1.0:1767319594.685683:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319594.685686:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319594.685696:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a5a6680 x1853163993644160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319594.685766:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993644416:0@lo:400:kworker.0
00000100:00100000:1.0:1767319594.685827:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319594.685893:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319594.685899:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993644288:0@lo:400:kworker.0
00000100:00100000:1.0:1767319594.685919:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319594.685957:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993644416
00000100:00100000:1.0:1767319594.685964:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993644416
00000100:00100000:1.0:1767319594.686011:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993644288
00000100:00100000:1.0:1767319594.686014:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993644288
00000100:00100000:1.0:1767319594.686034:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307
00000100:00100000:1.0:1767319594.686042:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993644416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319594.686105:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993644416:12345-0@lo:400:kworker.0 Request processed in 63us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319594.686112:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307
00000100:00100000:1.0:1767319594.686127:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3308
00000100:00100000:1.0:1767319594.686133:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993644288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319594.686181:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993644288:12345-0@lo:400:kworker.0 Request processed in 26us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319594.686187:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3308
00000100:00100000:1.0:1767319594.686230:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993644288:0@lo:400:kworker.0
00000100:00100000:1.0:1767319594.686240:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993644416:0@lo:400:kworker.0
00000100:00100000:2.0:1767319594.686365:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993643520:0@lo:38:kworker.0
00000100:00100000:0.0:1767319594.686366:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993643776:0@lo:400:kworker.0
00000100:00100000:2.0:1767319594.686415:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319594.686452:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993643648:0@lo:38:kworker.0
00000100:00100000:0.0:1767319594.686459:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319594.686880:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993643520
00000100:00100000:1.0:1767319594.686885:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993643520
00000100:00100000:1.0:1767319594.686906:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993643776
00000100:00100000:1.0:1767319594.686908:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993643776
00000100:00100000:1.0:1767319594.686930:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5344
00000100:00100000:1.0:1767319594.686937:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993643776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319594.687015:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993644032:0@lo:400:kworker.0
00000100:00100000:0.0:1767319594.687735:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72434
00000100:00100000:0.0:1767319594.687742:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993643520:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319594.687775:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319594.687777:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993643776:12345-0@lo:400:kworker.0 Request processed in 837us (1315us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319594.687788:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5344
00000100:00100000:0.0:1767319594.687814:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993643520:12345-0@lo:38:kworker.0 Request processed in 70us (1397us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319594.687822:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72434
00000100:00100000:1.0:1767319594.687849:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993643776:0@lo:400:kworker.0
00000100:00080000:0.0:1767319594.687858:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319594.687931:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319594.687933:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319594.688106:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319594.688200:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993643904:0@lo:38:kworker.0
00000100:00100000:2.0:1767319594.688226:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319594.688242:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993644160:0@lo:38:kworker.0
00000100:00100000:2.0:1767319594.688262:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319594.688302:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319594.688309:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319594.688314:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319594.688317:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993643520:0@lo:38:kworker.0
00000100:00100000:2.0:1767319594.688350:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993643904
00000100:00100000:2.0:1767319594.688354:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993643904
00000100:00100000:3.0:1767319594.688364:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993644160
00000100:00100000:3.0:1767319594.688370:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993644160
00000100:00100000:2.0:1767319594.688379:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993644032
00000100:00100000:2.0:1767319594.688384:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993644032
00000100:00100000:3.0:1767319594.688402:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72435
00000100:00100000:3.0:1767319594.688410:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993643904:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319594.688421:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5345
00000100:00100000:2.0:1767319594.688428:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993644032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319594.688468:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993644032:12345-0@lo:400:kworker.0 Request processed in 40us (158us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319594.688473:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5345
00000100:00100000:2.0:1767319594.688487:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72436
00000100:00100000:2.0:1767319594.688492:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993644160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319594.688496:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767319594.688506:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319594.688535:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993644160:12345-0@lo:38:kworker.0 Request processed in 42us (272us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319594.688541:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72436
00000100:00080000:2.0:1767319594.688560:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319594.688575:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319594.688579:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319594.688582:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993644160:0@lo:38:kworker.0
00000100:00100000:3.0:1767319594.688639:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993643904:12345-0@lo:38:kworker.0 Request processed in 225us (407us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319594.688646:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72435
00000100:00080000:3.0:1767319594.688686:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319594.688691:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319594.688694:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993643904:0@lo:38:kworker.0
00000100:00100000:2.0:1767319594.688706:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993644032:0@lo:400:kworker.0
00000100:00100000:1.0:1767319594.688784:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993643648
00000100:00100000:1.0:1767319594.688788:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993643648
00000100:00100000:1.0:1767319594.688848:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128
00000100:00100000:1.0:1767319594.688852:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993643648:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319594.689124:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319594.689184:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993643648:12345-0@lo:38:kworker.0 Request processed in 330us (1077us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319594.689191:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128
00000100:00080000:3.0:1767319594.689252:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319594.689257:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319594.689261:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993643648:0@lo:38:kworker.0
00000100:00100000:3.0:1767319595.197281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319595.263560:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319596.221529:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319596.221765:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993644544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319596.221864:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319596.221992:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993644544
00000100:00100000:3.0:1767319596.222001:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993644544
00000100:00080000:2.0:1767319596.222061:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319596.222073:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049
00000100:00100000:3.0:1767319596.222084:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993644544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319596.222114:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319596.224246:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993644672:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319596.224311:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319596.224334:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993644544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2247us (2463us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319596.224347:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049
00000100:00100000:2.0:1767319596.224367:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993644672
00000100:00100000:2.0:1767319596.224374:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993644672
00000100:00100000:2.0:1767319596.224421:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050
00000100:00100000:2.0:1767319596.224430:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993644672:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319596.224451:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:2.0:1767319596.224466:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319596.224510:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993644672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319596.224517:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050
00000100:00100000:3.0:1767319596.224612:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993644672:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319596.225111:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993644544:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319596.285595:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319596.614994:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319596.615116:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942203136
00000100:00100000:0.0:1767319596.615132:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942203136
00000100:00100000:0.0:1767319596.615257:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72437
00000100:00100000:0.0:1767319596.615266:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942203136:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319596.615293:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319596.615399:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942203136:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 125us (412us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319596.615412:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72437
00000100:00100000:1.0:1767319596.616750:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319596.616845:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942203264
00000100:00100000:3.0:1767319596.616852:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942203264
00000100:00100000:3.0:1767319596.616920:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5346
00000100:00100000:3.0:1767319596.616929:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942203264:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319596.616992:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942203264:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 65us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319596.616999:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5346
00000100:00080000:2.0:1767319596.617056:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319597.246452:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319597.309453:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319598.270417:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319598.333376:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319599.293722:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319599.359112:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319599.805337:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319599.805353:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319599.805356:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319599.805361:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319599.805366:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319599.805377:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4839
00000100:00080000:1.0:1767319599.805383:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319599.805392:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319599.805456:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a3af800 x1853163993644800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319599.805487:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319599.805491:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319599.805493:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319599.805496:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4839
00000100:00080000:1.0:1767319599.805499:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319599.805503:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319599.805520:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313af480 x1853163993644928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319599.805566:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319599.805570:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319599.805572:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319599.805576:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4839
00000100:00080000:1.0:1767319599.805578:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767319599.805581:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993644800:0@lo:38:kworker.0
00000100:00080000:1.0:1767319599.805582:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319599.805593:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313adc00 x1853163993645184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319599.805608:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319599.805611:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319599.805612:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319599.805615:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4839
00000100:00080000:1.0:1767319599.805617:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319599.805620:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319599.805633:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a356d80 x1853163993645440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319599.805692:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993645568:0@lo:400:kworker.0
00000100:00100000:2.0:1767319599.805697:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319599.805759:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993645312:0@lo:400:kworker.0
00000100:00100000:0.0:1767319599.805760:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993645056:0@lo:400:kworker.0
00000100:00100000:1.0:1767319599.805840:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319599.805901:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319599.805907:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993645696:0@lo:400:kworker.0
00000100:00100000:1.0:1767319599.805930:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319599.805961:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993645568
00000100:00100000:1.0:1767319599.805970:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993645568
00000100:00100000:1.0:1767319599.806031:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993645696
00000100:00100000:1.0:1767319599.806034:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993645696
00000100:00100000:1.0:1767319599.806057:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309
00000100:00100000:1.0:1767319599.806067:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993645568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319599.806122:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993645568:12345-0@lo:400:kworker.0 Request processed in 57us (282us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319599.806130:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309
00000100:00100000:1.0:1767319599.806149:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310
00000100:00100000:1.0:1767319599.806155:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993645696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319599.806209:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993645696:12345-0@lo:400:kworker.0 Request processed in 55us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319599.806215:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310
00000100:00100000:1.0:1767319599.806266:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993645696:0@lo:400:kworker.0
00000100:00100000:1.0:1767319599.806276:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993645568:0@lo:400:kworker.0
00000100:00100000:1.0:1767319599.806323:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993644800
00000100:00100000:1.0:1767319599.806327:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993644800
00000100:00100000:1.0:1767319599.806350:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72438
00000100:00100000:1.0:1767319599.806356:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993644800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319599.806377:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319599.806409:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993644800:12345-0@lo:38:kworker.0 Request processed in 52us (721us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319599.806415:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72438
00000100:00080000:1.0:1767319599.806464:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319599.806469:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319599.807635:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319599.808846:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993645056
00000100:00100000:1.0:1767319599.808861:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993645056
00000100:00100000:1.0:1767319599.808961:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5347
00000100:00100000:1.0:1767319599.808974:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993645056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319599.809074:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993645056:12345-0@lo:400:kworker.0 Request processed in 105us (1444us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319599.809081:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5347
00000100:00080000:0.0:1767319599.809341:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319599.809394:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993645056:0@lo:400:kworker.0
00000100:00100000:3.0:1767319599.809509:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319599.810623:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993645312
00000100:00100000:1.0:1767319599.810634:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993645312
00000100:00100000:1.0:1767319599.810747:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5348
00000100:00100000:1.0:1767319599.810758:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993645312:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319599.810840:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993645312:12345-0@lo:400:kworker.0 Request processed in 84us (1331us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319599.810846:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5348
00000100:00080000:0.0:1767319599.810909:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319599.811217:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993645312:0@lo:400:kworker.0
00000100:00080000:2.0:1767319599.811355:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319599.811362:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319599.811365:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993644800:0@lo:38:kworker.0
00000100:00100000:2.0:1767319599.811378:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993644928:0@lo:38:kworker.0
00000100:00100000:2.0:1767319599.811424:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319599.811577:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993644928
00000100:00100000:1.0:1767319599.811582:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993644928
00000100:00100000:1.0:1767319599.812004:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129
00000100:00100000:1.0:1767319599.812010:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993644928:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319599.812035:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319599.812077:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993644928:12345-0@lo:38:kworker.0 Request processed in 65us (652us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319599.812084:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129
00000100:00100000:2.0:1767319599.812120:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993645184:0@lo:38:kworker.0
00000100:00100000:2.0:1767319599.812156:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319599.812214:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993645440:0@lo:38:kworker.0
00000100:00100000:2.0:1767319599.812234:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319599.812259:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319599.812264:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319599.812267:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993644928:0@lo:38:kworker.0
00000100:00100000:2.0:1767319599.812299:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993645184
00000100:00100000:2.0:1767319599.812303:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993645184
00000100:00100000:2.0:1767319599.812325:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993645440
00000100:00100000:2.0:1767319599.812328:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993645440
00000100:00100000:2.0:1767319599.812342:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72439
00000100:00100000:2.0:1767319599.812345:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993645184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319599.812356:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319599.812383:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993645184:12345-0@lo:38:kworker.0 Request processed in 36us (227us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319599.812390:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72439
00000100:00100000:2.0:1767319599.812405:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72440
00000100:00100000:2.0:1767319599.812409:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993645440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319599.812418:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319599.812440:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993645440:12345-0@lo:38:kworker.0 Request processed in 29us (204us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319599.812445:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72440
00000100:00080000:2.0:1767319599.812488:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319599.812492:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319599.812495:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993645184:0@lo:38:kworker.0
00000100:00080000:2.0:1767319599.812503:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319599.812506:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319599.812509:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993645440:0@lo:38:kworker.0
00000100:00100000:3.0:1767319600.317374:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319600.391042:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319601.343518:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319601.343546:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993645824:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319601.343620:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319601.344461:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319601.344474:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993645952:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319601.344509:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319601.344544:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993645824
00000100:00100000:2.0:1767319601.344554:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993645824
00000100:00100000:2.0:1767319601.344616:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993645952
00000100:00100000:2.0:1767319601.344620:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993645952
00000100:00100000:2.0:1767319601.344659:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051
00000100:00100000:2.0:1767319601.344668:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993645824:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319601.344670:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052
00000100:00100000:3.0:1767319601.344677:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993645952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319601.344696:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:2.0:1767319601.344697:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319601.344740:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993645824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (1121us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319601.344747:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051
00000100:00100000:2.0:1767319601.344817:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993645824:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319601.345156:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319601.345183:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319601.345184:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993645952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 507us (674us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319601.345191:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052
00000100:00100000:2.0:1767319601.345239:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993645952:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319601.345262:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319601.409941:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319601.739552:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319601.739602:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319601.739766:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942203520
00000100:00100000:3.0:1767319601.739777:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942203520
00000100:00100000:0.0:1767319601.739829:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942203392
00000100:00100000:0.0:1767319601.739834:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942203392
00000100:00100000:3.0:1767319601.739854:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5349
00000100:00100000:0.0:1767319601.739860:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72441
00000100:00100000:3.0:1767319601.739863:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942203520:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319601.739864:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942203392:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:3.0:1767319601.739932:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942203520:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 70us (390us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319601.739939:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5349
00000100:00080000:1.0:1767319601.740008:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767319601.740357:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319601.740404:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942203392:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 536us (799us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319601.740412:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72441
00000100:00100000:3.0:1767319602.366638:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319602.429359:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319603.389332:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319603.455641:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319604.413432:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319604.477442:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319604.925289:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319604.925300:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319604.925302:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319604.925307:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319604.925311:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319604.925320:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4844
00000100:00080000:1.0:1767319604.925325:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319604.925332:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319604.925386:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108700 x1853163993646080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319604.925414:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319604.925418:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319604.925419:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319604.925424:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4844
00000100:00080000:1.0:1767319604.925427:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319604.925430:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319604.925447:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e680 x1853163993646208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319604.925504:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319604.925508:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319604.925511:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319604.925515:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4844
00000100:00080000:1.0:1767319604.925517:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767319604.925520:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993646336:0@lo:400:kworker.0
00000100:00080000:1.0:1767319604.925523:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319604.925540:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccfb80 x1853163993646464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319604.925570:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319604.925575:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319604.925577:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319604.925589:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4844
00000100:00100000:3.0:1767319604.925592:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319604.925595:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319604.925601:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319604.925617:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccdf80 x1853163993646720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319604.925648:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319604.925657:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993646592:0@lo:400:kworker.0
00000100:00100000:3.0:1767319604.925683:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319604.925700:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993646336
00000100:00100000:1.0:1767319604.925708:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993646336
00000100:00100000:1.0:1767319604.925761:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993646592
00000100:00080000:3.0:1767319604.925763:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319604.925765:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993646592
00000100:00080000:3.0:1767319604.925789:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319604.925804:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5350
00000100:00100000:1.0:1767319604.925822:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993646336:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319604.925873:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5351
00000100:00100000:1.0:1767319604.925881:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993646336:12345-0@lo:400:kworker.0 Request processed in 67us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319604.925882:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993646592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319604.925894:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5350
00000100:00100000:3.0:1767319604.925923:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993646592:12345-0@lo:400:kworker.0 Request processed in 43us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319604.925928:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5351
00000100:00100000:3.0:1767319604.925967:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993646592:0@lo:400:kworker.0
00000100:00100000:3.0:1767319604.925974:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993646336:0@lo:400:kworker.0
00000100:00100000:0.0:1767319604.927027:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993646848:0@lo:400:kworker.0
00000100:00100000:0.0:1767319604.927072:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319604.927113:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319604.927118:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993646976:0@lo:400:kworker.0
00000100:00100000:0.0:1767319604.927153:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319604.927204:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993646848
00000100:00100000:3.0:1767319604.927210:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993646848
00000100:00100000:0.0:1767319604.927223:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319579/real 1767319579]  req@ffff89b62293fb80 x1853163993639552/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319604 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767319604.927250:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993646976
00000100:00100000:0.0:1767319604.927252:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b62293fb80 x1853163993639552/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319604 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767319604.927256:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993646976
00000100:00100000:0.0:1767319604.927272:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993646080:0@lo:38:kworker.0
00000100:00100000:3.0:1767319604.927284:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311
00000100:00100000:3.0:1767319604.927294:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993646848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319604.927303:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319604.927327:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993646208:0@lo:38:kworker.0
00000100:00100000:0.0:1767319604.927352:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319604.927390:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993646464:0@lo:38:kworker.0
00000100:00100000:3.0:1767319604.927410:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993646848:12345-0@lo:400:kworker.0 Request processed in 116us (335us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319604.927419:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311
00000100:00100000:0.0:1767319604.927420:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319604.927440:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312
00000100:00100000:0.0:1767319604.927445:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993646720:0@lo:38:kworker.0
00000100:00100000:3.0:1767319604.927451:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993646976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319604.927474:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319604.927493:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993646976:12345-0@lo:400:kworker.0 Request processed in 45us (339us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319604.927499:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312
00000100:00080000:0.0:1767319604.927511:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319604.927526:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319604.927530:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00080000:3.0:1767319604.927532:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319604.927536:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993639552:0@lo:250:kworker.0
00000100:00100000:3.0:1767319604.927565:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993646080
00000100:00100000:3.0:1767319604.927570:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993646080
00000100:00100000:0.0:1767319604.927579:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993646208
00000100:00100000:3.0:1767319604.927590:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993646464
00000100:00100000:0.0:1767319604.927594:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993646208
00000100:00100000:3.0:1767319604.927595:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993646464
00000100:00100000:3.0:1767319604.927614:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993646720
00000100:00100000:3.0:1767319604.927617:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993646720
00000100:00100000:0.0:1767319604.927628:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130
00000100:00100000:3.0:1767319604.927634:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72442
00000100:00100000:0.0:1767319604.927638:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993646208:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319604.927642:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993646080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319604.927656:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319604.927681:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993646080:12345-0@lo:38:kworker.0 Request processed in 40us (380us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319604.927685:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72442
00000100:00100000:3.0:1767319604.927692:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72443
00000100:00100000:3.0:1767319604.927694:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993646464:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319604.927942:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72444
00000100:00100000:1.0:1767319604.927948:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993646720:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767319604.929480:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319604.929489:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319604.929505:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993646080:0@lo:38:kworker.0
00010000:00020000:0.0:1767319604.930113:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767319604.930124:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319604.930191:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993646464:12345-0@lo:38:kworker.0 Request processed in 2494us (2773us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319604.930198:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72443
00010000:00020000:1.0:1767319604.930221:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319604.930255:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319604.930260:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319604.930263:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319604.930268:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4824
00000100:00100000:1.0:1767319604.930274:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993646720:12345-0@lo:38:kworker.0 Request processed in 2322us (2798us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767319604.930275:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319604.930284:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319604.930288:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72444
00000100:00100000:3.0:1767319604.930317:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b601280000 x1853163993647104/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319604.930329:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993646976:0@lo:400:kworker.0
00000100:00080000:2.0:1767319604.930391:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319604.930395:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319604.930398:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993646464:0@lo:38:kworker.0
00000100:00080000:2.0:1767319604.930405:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319604.930408:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319604.930410:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993646720:0@lo:38:kworker.0
00000100:00100000:2.0:1767319604.930433:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993647104:0@lo:250:kworker.0
00000400:00000100:2.0:1767319604.930453:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993647104 offset 0 length 520: 4
00000100:00100000:0.0:1767319604.931471:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993646208:12345-0@lo:38:kworker.0 Request processed in 3833us (4114us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319604.931478:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130
00000100:00100000:1.0:1767319604.931860:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993646848:0@lo:400:kworker.0
00000100:00080000:2.0:1767319604.931888:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319604.931893:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319604.931897:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993646208:0@lo:38:kworker.0
00000100:00100000:3.0:1767319605.437380:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319605.501511:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767319605.839625:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942203648 offset 0 length 520: 4
00000100:00100000:1.0:1767319605.849793:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319605.852758:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942203776
00000100:00100000:3.0:1767319605.852772:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942203776
00000100:00100000:3.0:1767319605.852831:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72445
00000100:00100000:3.0:1767319605.852839:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942203776:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319605.852863:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319605.852935:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942203776:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 96us (3151us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319605.852942:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72445
00000100:00100000:2.0:1767319605.853074:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319605.853448:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942203904
00000100:00100000:0.0:1767319605.853453:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942203904
00000100:00100000:0.0:1767319605.853513:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5352
00000100:00100000:0.0:1767319605.853522:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942203904:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319605.853577:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942203904:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 57us (503us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319605.853585:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5352
00000100:00080000:2.0:1767319605.853820:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319606.461696:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993647360:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319606.461770:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319606.461818:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319606.461824:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993647232:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319606.461848:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319606.461966:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319606.462865:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993647360
00000100:00100000:0.0:1767319606.462874:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993647360
00000100:00080000:3.0:1767319606.463141:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319606.463194:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993647232
00000100:00100000:0.0:1767319606.463199:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993647232
00000100:00100000:0.0:1767319606.463237:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053
00000100:00100000:0.0:1767319606.463248:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993647360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319606.463279:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319606.463351:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993647360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (1581us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319606.463358:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053
00000100:00100000:0.0:1767319606.463375:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054
00000100:00100000:0.0:1767319606.463382:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993647232:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319606.463399:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319606.463425:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993647232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (1576us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319606.463431:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054
00000100:00100000:0.0:1767319606.464245:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993647232:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319606.464270:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993647360:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319606.464362:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767319606.526145:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319607.485630:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319607.549411:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319608.509389:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319608.575746:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319609.533866:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319609.597690:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319610.045317:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319610.045328:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319610.045332:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319610.045336:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319610.045340:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319610.045348:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4849
00000100:00080000:3.0:1767319610.045353:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319610.045360:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319610.045414:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b0a80 x1853163993647488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319610.045439:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319610.045443:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319610.045445:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319610.045449:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4849
00000100:00080000:3.0:1767319610.045451:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319610.045455:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319610.045480:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909e680 x1853163993647616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319610.045511:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319610.045514:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319610.045516:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319610.045520:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4849
00000100:00080000:3.0:1767319610.045523:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319610.045537:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319610.045550:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1f80 x1853163993647872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319610.045565:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319610.045569:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319610.045571:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319610.045574:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4849
00000100:00080000:3.0:1767319610.045576:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319610.045578:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319610.045587:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0700 x1853163993648128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319610.045654:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993648256:0@lo:400:kworker.0
00000100:00100000:3.0:1767319610.045730:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319610.045806:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319610.045813:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993648384:0@lo:400:kworker.0
00000100:00100000:3.0:1767319610.045835:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319610.045956:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993648256
00000100:00100000:3.0:1767319610.045963:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993648256
00000100:00100000:3.0:1767319610.046028:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993648384
00000100:00100000:3.0:1767319610.046032:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993648384
00000100:00100000:3.0:1767319610.046054:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313
00000100:00100000:3.0:1767319610.046063:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993648256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319610.046114:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993648256:12345-0@lo:400:kworker.0 Request processed in 52us (384us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319610.046121:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313
00000100:00100000:3.0:1767319610.046136:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3314
00000100:00100000:3.0:1767319610.046142:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993648384:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319610.046201:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993648384:12345-0@lo:400:kworker.0 Request processed in 59us (363us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319610.046207:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3314
00000100:00080000:3.0:1767319610.046227:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319610.046231:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319610.046264:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993648384:0@lo:400:kworker.0
00000100:00100000:3.0:1767319610.046274:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993648256:0@lo:400:kworker.0
00000100:00100000:1.0:1767319610.046368:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993647744:0@lo:400:kworker.0
00000100:00100000:1.0:1767319610.046405:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319610.046434:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319610.046441:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993648000:0@lo:400:kworker.0
00000100:00100000:1.0:1767319610.046460:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319610.046495:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993647744
00000100:00100000:1.0:1767319610.046500:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993647744
00000100:00100000:1.0:1767319610.046538:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993648000
00000100:00100000:1.0:1767319610.046542:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993648000
00000100:00100000:1.0:1767319610.046561:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5353
00000100:00100000:1.0:1767319610.046567:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993647744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319610.046602:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993647744:12345-0@lo:400:kworker.0 Request processed in 35us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319610.046608:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5353
00000100:00100000:1.0:1767319610.046623:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5354
00000100:00100000:1.0:1767319610.046629:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993648000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319610.046652:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993648000:12345-0@lo:400:kworker.0 Request processed in 24us (192us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319610.046657:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5354
00000100:00080000:1.0:1767319610.046674:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319610.046691:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993648000:0@lo:400:kworker.0
00000100:00100000:1.0:1767319610.046703:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993647744:0@lo:400:kworker.0
00000100:00100000:2.0:1767319610.046925:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993647488:0@lo:38:kworker.0
00000100:00100000:2.0:1767319610.046959:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319610.046996:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993647616:0@lo:38:kworker.0
00000100:00100000:2.0:1767319610.047021:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319610.047051:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993647872:0@lo:38:kworker.0
00000100:00100000:2.0:1767319610.047072:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319610.047085:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993648128:0@lo:38:kworker.0
00000100:00100000:2.0:1767319610.047105:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319610.047134:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993647488
00000100:00100000:2.0:1767319610.047137:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993647488
00000100:00100000:2.0:1767319610.047177:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993647872
00000100:00100000:2.0:1767319610.047181:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993647872
00000100:00100000:2.0:1767319610.047196:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993648128
00000100:00100000:2.0:1767319610.047198:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993648128
00000100:00100000:2.0:1767319610.047211:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72446
00000100:00100000:2.0:1767319610.047216:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993647488:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319610.047234:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319610.047267:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993647488:12345-0@lo:38:kworker.0 Request processed in 50us (308us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319610.047273:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72446
00000100:00100000:2.0:1767319610.047285:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72447
00000100:00100000:2.0:1767319610.047289:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993647872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319610.047297:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319610.047332:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993647872:12345-0@lo:38:kworker.0 Request processed in 27us (244us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319610.047338:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72447
00000100:00100000:2.0:1767319610.047349:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72448
00000100:00100000:2.0:1767319610.047353:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993648128:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319610.047360:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319610.047383:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993648128:12345-0@lo:38:kworker.0 Request processed in 29us (277us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319610.047391:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72448
00000100:00080000:2.0:1767319610.047432:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319610.047438:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319610.047441:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993647488:0@lo:38:kworker.0
00000100:00080000:2.0:1767319610.047449:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319610.047453:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319610.047455:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993647872:0@lo:38:kworker.0
00000100:00080000:2.0:1767319610.047461:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319610.047475:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319610.047478:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993648128:0@lo:38:kworker.0
00000100:00100000:1.0:1767319610.047558:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993647616
00000100:00100000:1.0:1767319610.047563:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993647616
00000100:00100000:1.0:1767319610.047588:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131
00000100:00100000:1.0:1767319610.047593:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993647616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319610.047602:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319610.047634:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993647616:12345-0@lo:38:kworker.0 Request processed in 39us (612us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319610.047639:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131
00000100:00080000:1.0:1767319610.047665:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319610.047668:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319610.047671:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993647616:0@lo:38:kworker.0
00000100:00100000:3.0:1767319610.557755:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319610.623993:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319610.953733:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319610.953780:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319610.953932:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942204160
00000100:00100000:3.0:1767319610.953942:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942204160
00000100:00100000:3.0:1767319610.954015:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942204032
00000100:00100000:3.0:1767319610.954018:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942204032
00000100:00100000:3.0:1767319610.954057:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5355
00000100:00100000:3.0:1767319610.954067:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942204160:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319610.954155:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942204160:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 90us (432us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319610.954196:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5355
00000100:00100000:3.0:1767319610.954216:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72449
00000100:00100000:3.0:1767319610.954221:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942204032:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319610.954242:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319610.954268:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942204032:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (487us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319610.954275:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72449
00000100:00080000:2.0:1767319610.955258:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319611.581496:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993648512:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319611.581575:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319611.581721:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993648512
00000100:00100000:0.0:1767319611.581730:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993648512
00000100:00100000:0.0:1767319611.581794:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055
00000100:00100000:0.0:1767319611.581804:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993648512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319611.581833:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319611.581876:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993648512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319611.581883:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055
00000100:00100000:1.0:1767319611.581977:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993648512:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319611.582729:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319611.582742:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993648640:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319611.582830:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319611.582959:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319611.596303:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993648640
00000100:00100000:3.0:1767319611.596321:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993648640
00000100:00100000:3.0:1767319611.596404:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056
00000100:00100000:3.0:1767319611.596415:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993648640:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319611.596459:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319611.596549:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993648640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (13718us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319611.596557:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056
00000100:00100000:2.0:1767319611.596859:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993648640:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319611.647562:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319612.606243:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319612.672334:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319613.629284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319613.693366:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319614.653278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319614.721243:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319615.165409:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319615.165419:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319615.165422:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319615.165425:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319615.165429:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319615.165437:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4854
00000100:00080000:3.0:1767319615.165441:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319615.165459:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319615.165505:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0700 x1853163993648768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319615.165533:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319615.165537:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319615.165539:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319615.165543:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4854
00000100:00080000:3.0:1767319615.165545:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319615.165548:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319615.165565:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1f80 x1853163993648896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319615.165620:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319615.165624:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319615.165625:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319615.165629:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4854
00000100:00080000:3.0:1767319615.165631:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319615.165635:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319615.165647:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3800 x1853163993649152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319615.165662:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319615.165665:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319615.165667:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319615.165670:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4854
00000100:00080000:3.0:1767319615.165672:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319615.165676:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319615.165686:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f26d80 x1853163993649408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319615.165736:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993649664:0@lo:400:kworker.0
00000100:00100000:3.0:1767319615.165805:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319615.165871:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319615.165878:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993649536:0@lo:400:kworker.0
00000100:00100000:3.0:1767319615.165903:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319615.165935:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993649664
00000100:00100000:3.0:1767319615.165942:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993649664
00000100:00100000:3.0:1767319615.165993:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993649536
00000100:00100000:3.0:1767319615.165997:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993649536
00000100:00100000:3.0:1767319615.166018:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315
00000100:00100000:3.0:1767319615.166027:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993649664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319615.166075:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993649664:12345-0@lo:400:kworker.0 Request processed in 49us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319615.166082:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315
00000100:00100000:3.0:1767319615.166099:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316
00000100:00100000:3.0:1767319615.166105:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993649536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319615.166130:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993649536:12345-0@lo:400:kworker.0 Request processed in 26us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319615.166136:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316
00000100:00080000:3.0:1767319615.166156:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319615.166184:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319615.166220:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993649536:0@lo:400:kworker.0
00000100:00100000:3.0:1767319615.166230:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993649664:0@lo:400:kworker.0
00000100:00100000:1.0:1767319615.166331:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993648768:0@lo:38:kworker.0
00000100:00100000:1.0:1767319615.166365:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319615.166406:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993648896:0@lo:38:kworker.0
00000100:00100000:1.0:1767319615.166432:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319615.166456:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993649152:0@lo:38:kworker.0
00000100:00100000:1.0:1767319615.166478:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319615.166495:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993649408:0@lo:38:kworker.0
00000100:00100000:1.0:1767319615.166516:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319615.166545:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993648896
00000100:00100000:1.0:1767319615.166549:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993648896
00000100:00100000:1.0:1767319615.166570:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132
00000100:00100000:1.0:1767319615.166575:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993648896:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319615.166594:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319615.167421:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993649024:0@lo:400:kworker.0
00000100:00100000:0.0:1767319615.167464:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319615.167493:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319615.167499:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993649280:0@lo:400:kworker.0
00000100:00100000:0.0:1767319615.167520:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319615.167551:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993648768
00000100:00100000:0.0:1767319615.167555:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993648768
00000100:00100000:0.0:1767319615.167577:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993649152
00000100:00100000:0.0:1767319615.167579:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993649152
00000100:00100000:0.0:1767319615.167590:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993649408
00000100:00100000:0.0:1767319615.167592:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993649408
00000100:00100000:0.0:1767319615.167598:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993649024
00000100:00100000:0.0:1767319615.167600:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993649024
00000100:00100000:0.0:1767319615.167622:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993649280
00000100:00100000:0.0:1767319615.167625:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993649280
00000100:00100000:0.0:1767319615.167639:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5356
00000100:00100000:0.0:1767319615.167645:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993649024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319615.167688:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993649024:12345-0@lo:400:kworker.0 Request processed in 42us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319615.167694:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5356
00000100:00100000:0.0:1767319615.167710:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5357
00000100:00100000:0.0:1767319615.167716:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993649280:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319615.167742:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993649280:12345-0@lo:400:kworker.0 Request processed in 27us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319615.167750:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5357
00000100:00100000:0.0:1767319615.167761:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72450
00000100:00100000:0.0:1767319615.167765:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993648768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319615.167780:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319615.167812:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993648768:12345-0@lo:38:kworker.0 Request processed in 45us (1445us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319615.167817:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72450
00000100:00100000:0.0:1767319615.167830:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72451
00000100:00100000:0.0:1767319615.167834:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993649152:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319615.167843:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319615.167865:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993649152:12345-0@lo:38:kworker.0 Request processed in 30us (1387us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319615.167870:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72451
00000100:00100000:0.0:1767319615.167881:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72452
00000100:00100000:0.0:1767319615.167885:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993649408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319615.167893:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319615.167918:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993649408:12345-0@lo:38:kworker.0 Request processed in 32us (1402us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319615.167924:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72452
00000100:00080000:0.0:1767319615.167949:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319615.167973:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993649280:0@lo:400:kworker.0
00000100:00100000:0.0:1767319615.167982:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993649024:0@lo:400:kworker.0
00000100:00080000:0.0:1767319615.168009:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319615.168014:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319615.168017:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993648768:0@lo:38:kworker.0
00000100:00080000:0.0:1767319615.168025:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319615.168027:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319615.168030:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993649152:0@lo:38:kworker.0
00000100:00080000:0.0:1767319615.168037:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319615.168040:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319615.168042:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993649408:0@lo:38:kworker.0
00000100:00100000:1.0:1767319615.193244:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993648896:12345-0@lo:38:kworker.0 Request processed in 26660us (26803us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319615.193263:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132
00000100:00080000:0.0:1767319615.194285:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319615.194296:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319615.194302:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993648896:0@lo:38:kworker.0
00000100:00100000:0.0:1767319615.677328:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319615.741494:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319616.072545:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319616.072713:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319616.073091:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942204288
00000100:00100000:3.0:1767319616.073105:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942204288
00000100:00100000:3.0:1767319616.073235:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942204416
00000100:00100000:3.0:1767319616.073239:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942204416
00000100:00100000:3.0:1767319616.073313:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5358
00000100:00100000:3.0:1767319616.073325:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942204416:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319616.073453:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942204416:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 131us (740us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319616.073461:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5358
00000100:00100000:3.0:1767319616.073485:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72453
00000100:00100000:3.0:1767319616.073491:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942204288:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319616.073519:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319616.073549:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942204288:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 57us (1024us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319616.073556:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72453
00000100:00080000:3.0:1767319616.073686:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319616.701332:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319616.701572:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993649792:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319616.701664:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319616.702568:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993649920:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319616.702612:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319616.702932:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993649792
00000100:00100000:3.0:1767319616.702945:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993649792
00000100:00100000:1.0:1767319616.705589:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993649920
00000100:00100000:1.0:1767319616.705611:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993649920
00000100:00100000:3.0:1767319616.705766:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057
00000100:00100000:3.0:1767319616.705781:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993649792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319616.705826:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319616.705944:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058
00000100:00100000:3.0:1767319616.705946:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993649792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 170us (4282us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319616.705953:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993649920:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319616.705954:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057
00002000:00000024:1.0:1767319616.705972:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319616.706017:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993649920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (3405us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319616.706024:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058
00000100:00100000:1.0:1767319616.706092:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993649920:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319616.706791:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993649792:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319616.766255:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319617.725315:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319617.790733:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319618.750739:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319618.813447:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319619.773518:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319619.841768:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319620.285475:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319620.285491:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319620.285494:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319620.285499:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319620.285504:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319620.285514:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4859
00000100:00080000:3.0:1767319620.285520:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319620.285529:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319620.285585:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291adc00 x1853163993650048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319620.285625:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319620.285629:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319620.285630:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319620.285635:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4859
00000100:00080000:3.0:1767319620.285637:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319620.285641:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319620.285655:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291ac380 x1853163993650176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319620.285696:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319620.285700:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319620.285702:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319620.285707:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4859
00000100:00080000:3.0:1767319620.285709:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319620.285713:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319620.285725:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24700 x1853163993650432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319620.285740:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319620.285744:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319620.285746:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319620.285751:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4859
00000100:00080000:3.0:1767319620.285753:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319620.285757:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319620.285767:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f2d80 x1853163993650688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319620.285904:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993650816:0@lo:400:kworker.0
00000100:00100000:0.0:1767319620.286012:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319620.286091:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319620.286097:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993650944:0@lo:400:kworker.0
00000100:00100000:0.0:1767319620.286122:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319620.286208:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993650816
00000100:00100000:0.0:1767319620.286229:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993650816
00000100:00100000:0.0:1767319620.286300:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993650944
00000100:00100000:0.0:1767319620.286304:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993650944
00000100:00100000:0.0:1767319620.286330:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317
00000100:00100000:0.0:1767319620.286343:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993650816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319620.286361:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993650048:0@lo:38:kworker.0
00000100:00100000:0.0:1767319620.286414:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993650816:12345-0@lo:400:kworker.0 Request processed in 73us (400us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319620.286418:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319620.286427:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317
00000100:00100000:0.0:1767319620.286451:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318
00000100:00100000:0.0:1767319620.286459:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993650944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319620.286489:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993650944:12345-0@lo:400:kworker.0 Request processed in 32us (366us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319620.286495:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318
00000100:00100000:0.0:1767319620.286515:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993650560:0@lo:400:kworker.0
00000100:00100000:0.0:1767319620.286539:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319620.286557:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319620.286562:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993650304:0@lo:400:kworker.0
00000100:00100000:0.0:1767319620.286581:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319620.286608:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993650048
00000100:00100000:1.0:1767319620.286614:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993650048
00000100:00100000:1.0:1767319620.286644:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993650560
00000100:00100000:1.0:1767319620.286648:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993650560
00000100:00100000:0.0:1767319620.286654:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993650944:0@lo:400:kworker.0
00000100:00100000:0.0:1767319620.286670:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993650816:0@lo:400:kworker.0
00000100:00100000:1.0:1767319620.286680:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993650304
00000100:00100000:1.0:1767319620.286685:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993650304
00000100:00100000:1.0:1767319620.286717:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5359
00000100:00100000:1.0:1767319620.286725:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993650560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319620.286769:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993650560:12345-0@lo:400:kworker.0 Request processed in 44us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319620.286775:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5359
00000100:00100000:1.0:1767319620.286789:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5360
00000100:00100000:1.0:1767319620.286795:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993650304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319620.286819:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993650304:12345-0@lo:400:kworker.0 Request processed in 24us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319620.286824:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5360
00000100:00100000:1.0:1767319620.286834:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72454
00000100:00100000:1.0:1767319620.286838:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993650048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319620.286859:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319620.286885:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993650048:12345-0@lo:38:kworker.0 Request processed in 46us (471us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319620.286891:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72454
00000100:00080000:2.0:1767319620.289351:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319620.289376:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319620.289379:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319620.289653:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319620.289663:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319620.289668:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993650048:0@lo:38:kworker.0
00000100:00100000:0.0:1767319620.289680:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993650176:0@lo:38:kworker.0
00000100:00100000:0.0:1767319620.289758:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319620.289819:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993650432:0@lo:38:kworker.0
00000100:00100000:0.0:1767319620.289848:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319620.290398:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993650432
00000100:00100000:0.0:1767319620.290409:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993650432
00000100:00100000:0.0:1767319620.290469:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72455
00000100:00100000:0.0:1767319620.290478:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993650432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319620.290506:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319620.290559:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993650432:12345-0@lo:38:kworker.0 Request processed in 80us (709us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319620.290567:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72455
00000100:00080000:0.0:1767319620.290611:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319620.290615:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319620.290619:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993650432:0@lo:38:kworker.0
00000100:00100000:0.0:1767319620.290627:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993650688:0@lo:38:kworker.0
00000100:00100000:0.0:1767319620.290655:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319620.290676:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993650688
00000100:00100000:0.0:1767319620.290679:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993650688
00000100:00100000:0.0:1767319620.290697:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72456
00000100:00100000:0.0:1767319620.290701:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993650688:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319620.290711:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319620.290737:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993650688:12345-0@lo:38:kworker.0 Request processed in 34us (81us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319620.290744:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72456
00000100:00080000:0.0:1767319620.290764:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319620.290768:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319620.290771:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993650688:0@lo:38:kworker.0
00000100:00100000:0.0:1767319620.291056:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993650304:0@lo:400:kworker.0
00000100:00100000:0.0:1767319620.291073:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993650560:0@lo:400:kworker.0
00000100:00100000:0.0:1767319620.291335:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993650176
00000100:00100000:0.0:1767319620.291342:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993650176
00000100:00100000:0.0:1767319620.291383:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133
00000100:00100000:0.0:1767319620.291389:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993650176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319620.291403:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319620.291559:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993650176:12345-0@lo:38:kworker.0 Request processed in 59us (1691us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319620.291567:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133
00000100:00080000:1.0:1767319620.291605:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319620.291613:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319620.291617:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993650176:0@lo:38:kworker.0
00000100:00100000:0.0:1767319620.797836:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319620.863535:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319621.192450:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319621.192505:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319621.194447:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942204672
00000100:00100000:2.0:1767319621.194465:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942204672
00000100:00100000:2.0:1767319621.194569:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942204544
00000100:00100000:2.0:1767319621.194573:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942204544
00000100:00100000:2.0:1767319621.194601:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5361
00000100:00100000:2.0:1767319621.194613:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942204672:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319621.194710:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942204672:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 98us (2271us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319621.194719:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5361
00000100:00100000:2.0:1767319621.194740:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72457
00000100:00100000:2.0:1767319621.194744:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942204544:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319621.194765:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319621.194788:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942204544:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (2283us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319621.194793:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72457
00000100:00080000:3.0:1767319621.195206:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319621.823240:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319621.823959:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993651072:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319621.824027:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319621.824103:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319621.824109:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993651200:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319621.824133:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319621.824379:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993651072
00000100:00100000:1.0:1767319621.824387:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993651072
00000100:00100000:1.0:1767319621.824431:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993651200
00000100:00100000:1.0:1767319621.824433:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993651200
00000100:00100000:1.0:1767319621.824465:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059
00000100:00100000:1.0:1767319621.824474:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993651072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319621.824504:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319621.824555:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993651072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (527us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319621.824562:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059
00000100:00100000:1.0:1767319621.824579:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060
00000100:00100000:1.0:1767319621.824584:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993651200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319621.824599:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319621.824633:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993651200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (499us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319621.824638:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060
00000100:00100000:1.0:1767319621.824673:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993651200:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319621.824685:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993651072:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319621.885565:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319622.845329:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319622.912113:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319623.869890:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319623.934235:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319624.893297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319624.958805:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319625.405386:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319625.405398:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319625.405401:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319625.405405:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319625.405408:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319625.405416:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4864
00000100:00080000:2.0:1767319625.405421:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319625.405428:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319625.405469:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b4380 x1853163993651328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319625.405502:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319625.405506:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319625.405508:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319625.405512:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4864
00000100:00080000:2.0:1767319625.405515:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319625.405519:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319625.405689:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993651328:0@lo:38:kworker.0
00000100:00100000:0.0:1767319625.405757:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319625.405889:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993651328
00000100:00100000:1.0:1767319625.405897:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993651328
00000100:00100000:1.0:1767319625.405949:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72458
00000100:00100000:1.0:1767319625.405956:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993651328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319625.405986:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319625.406043:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993651328:12345-0@lo:38:kworker.0 Request processed in 86us (286us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319625.406050:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72458
00000100:00080000:3.0:1767319625.406179:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319625.406196:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319625.406199:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993651328:0@lo:38:kworker.0
00000100:00100000:2.0:1767319625.406448:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b343480 x1853163993651456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319625.406670:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993651584:0@lo:400:kworker.0
00000100:00100000:0.0:1767319625.406707:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319625.406762:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319625.406766:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319625.406768:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319625.406772:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4864
00000100:00080000:2.0:1767319625.406775:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319625.406779:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319625.406821:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70648bb80 x1853163993651712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319625.406884:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993651840:0@lo:400:kworker.0
00000100:00100000:3.0:1767319625.406913:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319625.406948:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993651584
00000100:00100000:3.0:1767319625.406953:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993651584
00000100:00100000:3.0:1767319625.407010:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993651840
00000100:00100000:3.0:1767319625.407013:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993651840
00000100:00100000:3.0:1767319625.407038:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5362
00000100:00100000:3.0:1767319625.407045:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993651584:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319625.407136:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5363
00000100:00100000:1.0:1767319625.407144:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993651840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319625.407226:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993651840:12345-0@lo:400:kworker.0 Request processed in 83us (312us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319625.407233:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5363
00000100:00080000:1.0:1767319625.407286:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319625.407300:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993651456:0@lo:38:kworker.0
00000100:00100000:1.0:1767319625.407328:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319625.407352:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993651712:0@lo:38:kworker.0
00000100:00100000:1.0:1767319625.407384:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319625.407413:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993651456
00000100:00100000:1.0:1767319625.407417:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993651456
00000100:00100000:1.0:1767319625.407435:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134
00000100:00100000:1.0:1767319625.407440:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993651456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319625.407456:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319625.407486:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993651456:12345-0@lo:38:kworker.0 Request processed in 45us (157us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319625.407504:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134
00000100:00100000:1.0:1767319625.407523:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993651712
00000100:00100000:1.0:1767319625.407535:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993651712
00000100:00100000:1.0:1767319625.407553:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72459
00000100:00100000:1.0:1767319625.407557:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993651712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319625.407565:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319625.407588:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993651712:12345-0@lo:38:kworker.0 Request processed in 30us (204us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319625.407593:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72459
00000100:00080000:1.0:1767319625.407618:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319625.407622:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319625.407625:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993651456:0@lo:38:kworker.0
00000100:00080000:1.0:1767319625.407631:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319625.407634:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319625.407636:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993651712:0@lo:38:kworker.0
00000100:00100000:1.0:1767319625.407676:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993651840:0@lo:400:kworker.0
00000100:00080000:2.0:1767319625.409678:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319625.409687:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319625.409692:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319625.409701:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4864
00000100:00080000:2.0:1767319625.409705:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319625.409712:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319625.409897:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706488a80 x1853163993651968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319625.409985:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993652096:0@lo:400:kworker.0
00000100:00100000:2.0:1767319625.410047:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319625.410090:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319625.410096:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993652224:0@lo:400:kworker.0
00000100:00100000:2.0:1767319625.410121:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319625.410152:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993652096
00000100:00100000:2.0:1767319625.410188:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993652096
00000100:00100000:2.0:1767319625.410239:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993652224
00000100:00100000:2.0:1767319625.410243:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993652224
00000100:00100000:2.0:1767319625.410268:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319
00000100:00100000:2.0:1767319625.410276:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993652096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319625.410323:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993652096:12345-0@lo:400:kworker.0 Request processed in 48us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319625.410330:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319
00000100:00100000:2.0:1767319625.410345:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320
00000100:00100000:2.0:1767319625.410351:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993652224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319625.410376:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993652224:12345-0@lo:400:kworker.0 Request processed in 26us (254us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319625.410382:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320
00000100:00080000:2.0:1767319625.410410:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319625.410414:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319625.410442:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993652224:0@lo:400:kworker.0
00000100:00100000:2.0:1767319625.410451:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993652096:0@lo:400:kworker.0
00000100:00100000:3.0:1767319625.410766:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993651584:12345-0@lo:400:kworker.0 Request processed in 3719us (4057us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319625.410775:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5362
00000100:00100000:1.0:1767319625.410852:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993651968:0@lo:38:kworker.0
00000100:00100000:1.0:1767319625.410885:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319625.410954:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993651968
00000100:00100000:3.0:1767319625.410957:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993651968
00000100:00100000:3.0:1767319625.410977:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72460
00000100:00100000:3.0:1767319625.410981:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993651968:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319625.410996:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319625.411039:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993651968:12345-0@lo:38:kworker.0 Request processed in 56us (152us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319625.411044:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72460
00000100:00080000:2.0:1767319625.411212:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319625.411217:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319625.411220:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993651968:0@lo:38:kworker.0
00000100:00100000:0.0:1767319625.411296:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993651584:0@lo:400:kworker.0
00000100:00100000:0.0:1767319625.920496:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319625.981410:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319626.313286:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319626.313390:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942204928
00000100:00100000:1.0:1767319626.313401:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942204928
00000100:00100000:1.0:1767319626.313490:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5364
00000100:00100000:1.0:1767319626.313502:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942204928:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319626.313581:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942204928:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 81us (306us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319626.313589:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5364
00000100:00080000:2.0:1767319626.313661:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319626.314706:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319626.314814:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942204800
00000100:00100000:3.0:1767319626.314822:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942204800
00000100:00100000:3.0:1767319626.314860:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72461
00000100:00100000:3.0:1767319626.314867:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942204800:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319626.314889:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319626.314941:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942204800:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 73us (239us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319626.314948:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72461
00000100:00100000:0.0:1767319626.941278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319626.941623:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993652480:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319626.941694:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319626.941776:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319626.941783:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993652352:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319626.941805:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319626.941888:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993652480
00000100:00100000:2.0:1767319626.941896:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993652480
00000100:00100000:2.0:1767319626.941948:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993652352
00000100:00100000:2.0:1767319626.941952:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993652352
00000100:00100000:2.0:1767319626.941976:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061
00000100:00100000:2.0:1767319626.941985:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993652480:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319626.942017:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319626.942061:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993652480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (367us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319626.942068:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061
00000100:00100000:2.0:1767319626.942085:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3062
00000100:00100000:2.0:1767319626.942092:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993652352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319626.942106:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319626.942132:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993652352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (326us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319626.942138:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3062
00000100:00100000:0.0:1767319626.942468:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993652352:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319626.942482:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993652480:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319627.005741:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319627.965354:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319628.029636:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319628.990235:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319629.053353:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319629.501296:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319604/real 1767319604]  req@ffff89b601280000 x1853163993647104/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319629 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319629.501343:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b601280000 x1853163993647104/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319629 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319629.501362:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319629.501386:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319629.501390:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993647104:0@lo:250:kworker.0
00000100:00080000:0.0:1767319629.501843:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319629.501849:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319629.501852:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319629.501858:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4849
00000100:00080000:0.0:1767319629.501862:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319629.501867:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319629.501906:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252d80 x1853163993652608/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319629.501935:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319629.501939:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319629.501940:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319629.501943:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4870
00000100:00080000:0.0:1767319629.501945:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319629.501949:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319629.501964:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f2d80 x1853163993652736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319629.501972:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319629.501975:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319629.501976:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319629.501980:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4870
00000100:00080000:0.0:1767319629.501982:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319629.501985:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319629.501997:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f25c00 x1853163993652864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319629.502044:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319629.502047:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319629.502049:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319629.502052:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4870
00000100:00080000:0.0:1767319629.502055:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319629.502058:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319629.502070:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24700 x1853163993653120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319629.502091:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319629.502095:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319629.502097:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319629.502101:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4870
00000100:00080000:0.0:1767319629.502104:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319629.502126:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319629.502127:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993653248:0@lo:400:kworker.0
00000100:00100000:0.0:1767319629.502147:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291adc00 x1853163993653376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319629.502246:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993653632:0@lo:400:kworker.0
00000100:00100000:3.0:1767319629.502295:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319629.502318:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319629.502394:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319629.502403:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993653504:0@lo:400:kworker.0
00000100:00100000:3.0:1767319629.502411:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319629.502423:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993652992:0@lo:400:kworker.0
00000100:00100000:0.0:1767319629.502437:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319629.502477:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319629.502490:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993653632
00000100:00100000:0.0:1767319629.502499:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993653632
00000100:00100000:0.0:1767319629.502555:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993653504
00000100:00100000:0.0:1767319629.502559:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993653504
00000100:00100000:0.0:1767319629.502581:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321
00000100:00100000:0.0:1767319629.502591:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993653632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319629.502640:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993653248
00000100:00100000:3.0:1767319629.502649:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993653248
00000100:00100000:0.0:1767319629.502656:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993653632:12345-0@lo:400:kworker.0 Request processed in 64us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319629.502667:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321
00000100:00100000:0.0:1767319629.502696:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322
00000100:00100000:0.0:1767319629.502705:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731db1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993653504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319629.502712:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993652992
00000100:00100000:3.0:1767319629.502717:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993652992
00000100:00100000:0.0:1767319629.502755:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731db1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993653504:12345-0@lo:400:kworker.0 Request processed in 48us (316us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319629.502757:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5365
00000100:00100000:0.0:1767319629.502777:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322
00000100:00100000:3.0:1767319629.502779:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993653248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319629.502853:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993653248:12345-0@lo:400:kworker.0 Request processed in 81us (558us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319629.502862:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5365
00000100:00100000:3.0:1767319629.502890:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5366
00000100:00100000:3.0:1767319629.502901:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741236c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993652992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319629.502941:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741236c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993652992:12345-0@lo:400:kworker.0 Request processed in 43us (467us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319629.502948:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5366
00000100:00080000:0.0:1767319629.503061:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319629.503066:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319629.503068:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319629.503099:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993653504:0@lo:400:kworker.0
00000100:00100000:0.0:1767319629.503126:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993653632:0@lo:400:kworker.0
00000100:00100000:0.0:1767319629.503205:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993652992:0@lo:400:kworker.0
00000100:00100000:0.0:1767319629.503215:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993653248:0@lo:400:kworker.0
00000100:00100000:2.0:1767319629.503370:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993652608:0@lo:250:kworker.0
00000400:00000100:2.0:1767319629.503402:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993652608 offset 0 length 520: 4
00000100:00100000:2.0:1767319629.503426:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993652736:0@lo:38:kworker.0
00000100:00100000:2.0:1767319629.503452:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319629.504290:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993652864:0@lo:38:kworker.0
00000100:00100000:2.0:1767319629.504344:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319629.504364:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993653120:0@lo:38:kworker.0
00000100:00100000:2.0:1767319629.504385:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319629.504400:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993653376:0@lo:38:kworker.0
00000100:00100000:2.0:1767319629.504420:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319629.504588:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993652736
00000100:00100000:1.0:1767319629.504596:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993652736
00000100:00100000:1.0:1767319629.504638:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993653120
00000100:00100000:1.0:1767319629.504642:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993653120
00000100:00100000:1.0:1767319629.504657:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993653376
00000100:00100000:1.0:1767319629.504659:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993653376
00000100:00100000:1.0:1767319629.504675:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72462
00000100:00100000:1.0:1767319629.504682:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993652736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319629.504702:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319629.504748:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993652736:12345-0@lo:38:kworker.0 Request processed in 66us (1294us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319629.504756:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72462
00000100:00100000:1.0:1767319629.504771:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72463
00000100:00100000:1.0:1767319629.504776:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993653120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319629.504786:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319629.504810:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993653120:12345-0@lo:38:kworker.0 Request processed in 33us (424us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319629.504816:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72463
00000100:00100000:1.0:1767319629.504826:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72464
00000100:00100000:1.0:1767319629.504831:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993653376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319629.504840:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319629.504860:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993653376:12345-0@lo:38:kworker.0 Request processed in 29us (440us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319629.504865:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72464
00000100:00080000:1.0:1767319629.504910:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319629.504915:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319629.504918:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993652736:0@lo:38:kworker.0
00000100:00080000:1.0:1767319629.504927:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319629.504930:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319629.504933:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993653120:0@lo:38:kworker.0
00000100:00080000:1.0:1767319629.504940:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319629.504943:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319629.504946:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993653376:0@lo:38:kworker.0
00000100:00100000:0.0:1767319629.506324:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993652864
00000100:00100000:0.0:1767319629.506346:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993652864
00000100:00100000:0.0:1767319629.506396:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135
00000100:00100000:0.0:1767319629.506403:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993652864:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319629.506422:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319629.506496:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993652864:12345-0@lo:38:kworker.0 Request processed in 92us (2150us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319629.506503:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135
00000100:00080000:2.0:1767319629.506633:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319629.506640:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319629.506644:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993652864:0@lo:38:kworker.0
00000100:00100000:3.0:1767319630.014655:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319630.086144:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319631.037402:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319631.101728:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319631.434468:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:3.0:1767319631.434620:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942205056 offset 0 length 520: 4
00000100:00100000:3.0:1767319631.434644:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319631.434766:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942205312
00000100:00100000:0.0:1767319631.434780:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942205312
00000100:00100000:0.0:1767319631.434881:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942205184
00000100:00100000:0.0:1767319631.434885:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942205184
00000100:00100000:0.0:1767319631.434907:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5367
00000100:00100000:0.0:1767319631.434922:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942205312:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319631.435023:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942205312:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 105us (568us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319631.435033:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5367
00000100:00100000:3.0:1767319631.435152:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72465
00000100:00100000:3.0:1767319631.435197:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942205184:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319631.435225:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319631.435255:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942205184:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 96us (611us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319631.435262:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72465
00000100:00080000:1.0:1767319631.435483:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319632.061325:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319632.062349:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993653760:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319632.062451:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319632.062545:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993653760
00000100:00100000:0.0:1767319632.062556:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993653760
00000100:00100000:0.0:1767319632.062644:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063
00000100:00100000:0.0:1767319632.062654:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993653760:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319632.062689:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319632.062780:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993653760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (328us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319632.062789:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063
00000100:00100000:0.0:1767319632.062883:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993653888:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319632.062932:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319632.062983:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993653888
00000100:00100000:1.0:1767319632.062994:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993653888
00000100:00100000:1.0:1767319632.063051:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064
00000100:00100000:1.0:1767319632.063074:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993653888:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319632.063103:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319632.063182:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993653888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (226us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319632.063191:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064
00000100:00100000:3.0:1767319632.063343:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993653760:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319632.063499:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993653888:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319632.063638:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319632.063643:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767319632.128555:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319633.085380:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319633.152116:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319634.109276:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319634.173384:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319634.621394:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319634.621405:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319634.621408:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319634.621412:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319634.621417:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319634.621426:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4874
00000100:00080000:3.0:1767319634.621432:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319634.621438:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319634.621482:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c2a00 x1853163993654016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319634.621510:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319634.621514:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319634.621516:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319634.621519:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4874
00000100:00080000:3.0:1767319634.621522:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319634.621525:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319634.621539:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c1c00 x1853163993654144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319634.621574:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319634.621578:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319634.621579:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767319634.621580:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993654016:0@lo:38:kworker.0
00000100:00080000:3.0:1767319634.621583:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4874
00000100:00080000:3.0:1767319634.621585:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319634.621588:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319634.621599:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c2300 x1853163993654400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319634.621612:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319634.621615:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319634.621617:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319634.621619:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4874
00000100:00080000:3.0:1767319634.621623:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319634.621626:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319634.621633:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c0e00 x1853163993654656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319634.621645:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319634.621672:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993654784:0@lo:400:kworker.0
00000100:00100000:2.0:1767319634.621697:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993654144:0@lo:38:kworker.0
00000100:00100000:3.0:1767319634.621702:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319634.621730:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319634.621732:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319634.621735:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993654912:0@lo:400:kworker.0
00000100:00100000:3.0:1767319634.621754:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319634.621757:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993654400:0@lo:38:kworker.0
00000100:00100000:2.0:1767319634.621775:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319634.621782:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993654784
00000100:00100000:2.0:1767319634.621789:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993654656:0@lo:38:kworker.0
00000100:00100000:3.0:1767319634.621789:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993654784
00000100:00100000:2.0:1767319634.621805:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319634.621828:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993654144
00000100:00100000:2.0:1767319634.621831:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993654144
00000100:00100000:3.0:1767319634.621835:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993654912
00000100:00100000:3.0:1767319634.621837:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993654912
00000100:00100000:2.0:1767319634.621851:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136
00000100:00100000:3.0:1767319634.621854:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323
00000100:00100000:2.0:1767319634.621858:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993654144:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319634.621859:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993654784:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767319634.621875:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319634.621905:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993654144:12345-0@lo:38:kworker.0 Request processed in 46us (172us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319634.621905:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993654784:12345-0@lo:400:kworker.0 Request processed in 45us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319634.621912:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136
00000100:00100000:3.0:1767319634.621912:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323
00000100:00100000:3.0:1767319634.621927:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324
00000100:00100000:2.0:1767319634.621932:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993654016
00000100:00100000:3.0:1767319634.621933:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993654912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319634.621935:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993654016
00000100:00100000:2.0:1767319634.621968:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993654400
00000100:00100000:3.0:1767319634.621970:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993654912:12345-0@lo:400:kworker.0 Request processed in 37us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319634.621971:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993654400
00000100:00100000:3.0:1767319634.621975:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324
00000100:00100000:2.0:1767319634.621985:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993654656
00000100:00100000:2.0:1767319634.621987:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993654656
00000100:00100000:2.0:1767319634.622001:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72466
00000100:00100000:2.0:1767319634.622006:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993654016:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319634.622021:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993654912:0@lo:400:kworker.0
00010000:00020000:2.0:1767319634.622026:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319634.622032:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993654784:0@lo:400:kworker.0
00000100:00100000:2.0:1767319634.622049:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993654016:12345-0@lo:38:kworker.0 Request processed in 42us (404us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319634.622055:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72466
00000100:00100000:2.0:1767319634.622066:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72467
00000100:00100000:2.0:1767319634.622070:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993654400:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319634.622073:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72468
00000100:00100000:3.0:1767319634.622077:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993654656:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319634.622079:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767319634.622085:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319634.622100:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993654400:12345-0@lo:38:kworker.0 Request processed in 28us (324us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319634.622104:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993654656:12345-0@lo:38:kworker.0 Request processed in 26us (298us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319634.622106:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72467
00000100:00100000:0.0:1767319634.622176:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993654272:0@lo:400:kworker.0
00000100:00100000:0.0:1767319634.622206:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319634.622227:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319634.622232:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993654528:0@lo:400:kworker.0
00000100:00100000:0.0:1767319634.622251:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319634.622280:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993654272
00000100:00100000:0.0:1767319634.622284:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993654272
00000100:00100000:1.0:1767319634.622466:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993654528
00000100:00100000:1.0:1767319634.622471:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993654528
00000100:00080000:2.0:1767319634.622785:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319634.622791:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319634.622795:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993654400:0@lo:38:kworker.0
00000100:00080000:2.0:1767319634.622804:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319634.622807:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319634.622809:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993654656:0@lo:38:kworker.0
00000100:00080000:2.0:1767319634.622822:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319634.622824:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319634.622827:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993654016:0@lo:38:kworker.0
00000100:00080000:2.0:1767319634.622834:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319634.622837:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319634.622839:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993654144:0@lo:38:kworker.0
00000100:00080000:2.0:1767319634.622869:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319634.622873:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319634.622875:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319634.628172:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72468
00000100:00100000:0.0:1767319634.628522:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5368
00000100:00100000:0.0:1767319634.628544:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993654272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319634.629715:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993654272:12345-0@lo:400:kworker.0 Request processed in 1176us (7501us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319634.629727:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5368
00000100:00100000:1.0:1767319634.630020:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5369
00000100:00100000:1.0:1767319634.630037:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993654528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319634.630571:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993654528:12345-0@lo:400:kworker.0 Request processed in 540us (8316us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319634.630579:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5369
00000100:00100000:2.0:1767319634.637224:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993654272:0@lo:400:kworker.0
00000100:00100000:2.0:1767319634.637261:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993654528:0@lo:400:kworker.0
00000100:00100000:0.0:1767319635.133543:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319635.200456:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319636.157439:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319636.221379:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319636.552214:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319636.552273:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942205568
00000100:00100000:1.0:1767319636.552284:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942205568
00000100:00080000:2.0:1767319636.552337:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319636.553361:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5370
00000100:00100000:1.0:1767319636.553383:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942205568:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319636.553531:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942205568:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 156us (1324us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319636.555336:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319636.555691:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942205440
00000100:00100000:2.0:1767319636.555702:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942205440
00000100:00100000:1.0:1767319636.558590:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5370
00000100:00100000:2.0:1767319636.561183:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72469
00000100:00100000:2.0:1767319636.561197:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942205440:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319636.561224:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319636.561312:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942205440:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 114us (5985us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319636.561320:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72469
00000100:00100000:0.0:1767319637.181728:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706488e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993655040:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319637.181812:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319637.182242:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993655040
00000100:00100000:0.0:1767319637.182252:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993655040
00000100:00100000:1.0:1767319637.182638:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993655168:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319637.182680:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319637.182806:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993655168
00000100:00100000:0.0:1767319637.182811:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993655168
00000100:00100000:1.0:1767319637.182857:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065
00000100:00100000:1.0:1767319637.182868:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993655040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319637.182901:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319637.182956:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993655040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (1144us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319637.182974:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065
00000100:00100000:1.0:1767319637.183025:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706488e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993655040:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319637.183127:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767319637.191148:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319637.191170:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319637.191423:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066
00000100:00100000:0.0:1767319637.191443:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993655168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319637.191480:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319637.191563:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993655168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (8882us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319637.191571:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066
00000100:00100000:1.0:1767319637.192109:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993655168:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319637.246982:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319638.205284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319638.269581:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319639.230365:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319639.293764:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319639.741891:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319639.741901:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319639.741904:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319639.741908:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319639.741912:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319639.741928:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4879
00000100:00080000:3.0:1767319639.741933:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319639.741940:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319639.741978:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c3b80 x1853163993655296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319639.742010:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319639.742013:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319639.742015:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319639.742018:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4879
00000100:00080000:3.0:1767319639.742021:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319639.742025:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319639.742035:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c3100 x1853163993655424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319639.742074:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319639.742078:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319639.742080:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319639.742083:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4879
00000100:00080000:3.0:1767319639.742086:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319639.742089:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319639.742100:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c1f80 x1853163993655680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319639.742114:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319639.742117:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319639.742119:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319639.742122:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4879
00000100:00080000:3.0:1767319639.742124:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319639.742127:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319639.742136:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c2d80 x1853163993655936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319639.742211:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993656192:0@lo:400:kworker.0
00000100:00100000:3.0:1767319639.742290:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319639.742354:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319639.742360:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993656064:0@lo:400:kworker.0
00000100:00100000:3.0:1767319639.742385:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319639.742556:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993655552:0@lo:400:kworker.0
00000100:00100000:0.0:1767319639.742589:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319639.742618:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319639.742623:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993655808:0@lo:400:kworker.0
00000100:00100000:0.0:1767319639.742645:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319639.742672:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993656192
00000100:00100000:0.0:1767319639.742680:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993656192
00000100:00100000:0.0:1767319639.742732:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993656064
00000100:00100000:0.0:1767319639.742735:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993656064
00000100:00100000:0.0:1767319639.742769:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325
00000100:00100000:0.0:1767319639.742787:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993656192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319639.742835:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993656192:12345-0@lo:400:kworker.0 Request processed in 49us (544us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319639.742843:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325
00000100:00100000:0.0:1767319639.742861:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3326
00000100:00100000:0.0:1767319639.742868:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993656064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319639.742894:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993656064:12345-0@lo:400:kworker.0 Request processed in 28us (508us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319639.742899:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3326
00000100:00080000:0.0:1767319639.742928:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319639.742933:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319639.743206:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993655552
00000100:00100000:3.0:1767319639.743212:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993655552
00000100:00100000:3.0:1767319639.743337:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993655808
00000100:00100000:3.0:1767319639.743341:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993655808
00000100:00100000:3.0:1767319639.743362:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5371
00000100:00100000:3.0:1767319639.743368:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993655552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319639.743407:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993655552:12345-0@lo:400:kworker.0 Request processed in 38us (816us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319639.743413:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5371
00000100:00100000:3.0:1767319639.743425:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5372
00000100:00100000:3.0:1767319639.743432:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993655808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319639.743460:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993655808:12345-0@lo:400:kworker.0 Request processed in 29us (813us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319639.743465:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5372
00000100:00100000:2.0:1767319639.743901:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993655296:0@lo:38:kworker.0
00000100:00100000:2.0:1767319639.743951:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319639.743973:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993655424:0@lo:38:kworker.0
00000100:00100000:2.0:1767319639.743999:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319639.744022:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993655680:0@lo:38:kworker.0
00000100:00100000:2.0:1767319639.744041:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319639.744055:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993655936:0@lo:38:kworker.0
00000100:00100000:2.0:1767319639.744073:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319639.744105:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993655296
00000100:00100000:2.0:1767319639.744109:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993655296
00000100:00100000:2.0:1767319639.744133:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993655680
00000100:00100000:2.0:1767319639.744135:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993655680
00000100:00100000:2.0:1767319639.744148:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993655936
00000100:00100000:2.0:1767319639.744150:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993655936
00000100:00100000:2.0:1767319639.744190:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72470
00000100:00100000:2.0:1767319639.744195:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993655296:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319639.744213:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319639.744255:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993655296:12345-0@lo:38:kworker.0 Request processed in 58us (304us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319639.744261:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72470
00000100:00100000:2.0:1767319639.744274:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72471
00000100:00100000:2.0:1767319639.744278:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706488e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993655680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319639.744287:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319639.744309:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706488e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993655680:12345-0@lo:38:kworker.0 Request processed in 29us (267us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319639.744314:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72471
00000100:00100000:2.0:1767319639.744325:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72472
00000100:00100000:2.0:1767319639.744328:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706488700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993655936:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319639.744336:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319639.744354:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706488700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993655936:12345-0@lo:38:kworker.0 Request processed in 24us (280us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319639.744359:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72472
00000100:00080000:2.0:1767319639.744393:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319639.744398:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319639.744402:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993655296:0@lo:38:kworker.0
00000100:00080000:2.0:1767319639.744409:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319639.744411:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319639.744414:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993655680:0@lo:38:kworker.0
00000100:00080000:2.0:1767319639.744420:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319639.744423:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319639.744425:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993655936:0@lo:38:kworker.0
00000100:00100000:3.0:1767319639.744640:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993656064:0@lo:400:kworker.0
00000100:00100000:3.0:1767319639.744660:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993656192:0@lo:400:kworker.0
00000100:00100000:0.0:1767319639.745355:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993655424
00000100:00100000:0.0:1767319639.745362:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993655424
00000100:00100000:0.0:1767319639.745400:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137
00000100:00100000:0.0:1767319639.745405:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b0fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993655424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319639.745418:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319639.745466:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b0fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993655424:12345-0@lo:38:kworker.0 Request processed in 60us (1465us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319639.745473:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137
00000100:00080000:0.0:1767319639.745629:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319639.745654:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993655808:0@lo:400:kworker.0
00000100:00100000:0.0:1767319639.745666:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993655552:0@lo:400:kworker.0
00000100:00080000:3.0:1767319639.746363:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319639.746371:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319639.746375:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993655424:0@lo:38:kworker.0
00000100:00100000:3.0:1767319640.253790:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319640.317568:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319641.277382:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319641.343870:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319641.673657:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319641.673998:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319641.674482:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942205824
00000100:00100000:0.0:1767319641.674493:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942205824
00000100:00080000:2.0:1767319641.674553:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319641.674567:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942205696
00000100:00100000:0.0:1767319641.674571:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942205696
00000100:00100000:0.0:1767319641.674596:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5373
00000100:00100000:0.0:1767319641.674607:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942205824:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319641.674688:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942205824:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 83us (1040us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319641.674698:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5373
00000100:00100000:0.0:1767319641.674720:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72473
00000100:00100000:0.0:1767319641.674724:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942205696:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319641.674743:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319641.674766:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942205696:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 40us (769us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319641.674770:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72473
00000100:00100000:0.0:1767319642.302642:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993656320:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319642.302716:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319642.302794:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319642.302801:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993656448:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319642.302821:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319642.302953:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993656320
00000100:00100000:2.0:1767319642.302962:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993656320
00000100:00100000:3.0:1767319642.303033:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319642.303070:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993656448
00000100:00100000:1.0:1767319642.303075:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993656448
00000100:00100000:2.0:1767319642.303145:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067
00000100:00100000:2.0:1767319642.303155:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993656320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319642.303232:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319642.303282:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993656320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (565us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319642.303289:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067
00000100:00080000:0.0:1767319642.303525:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319642.303531:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319642.303535:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993656320:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319642.303653:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068
00000100:00100000:1.0:1767319642.303662:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993656448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319642.303679:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319642.303719:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993656448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (897us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319642.303725:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068
00000100:00100000:2.0:1767319642.303892:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993656448:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319642.368819:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319643.325463:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319643.389425:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319644.349547:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319644.413883:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319644.863292:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319644.863300:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319644.863302:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319644.863305:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319644.863309:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319644.863315:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4884
00000100:00080000:3.0:1767319644.863319:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319644.863324:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319644.863360:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c3100 x1853163993656576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319644.863384:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319644.863386:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319644.863388:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319644.863391:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4884
00000100:00080000:3.0:1767319644.863393:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319644.863396:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319644.863405:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c0380 x1853163993656704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319644.863426:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319644.863429:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319644.863430:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319644.863434:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4884
00000100:00080000:3.0:1767319644.863435:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319644.863438:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319644.863445:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c0e00 x1853163993656960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319644.863452:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993656832:0@lo:400:kworker.0
00000100:00080000:3.0:1767319644.863456:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319644.863461:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319644.863464:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319644.863467:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4884
00000100:00080000:3.0:1767319644.863469:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319644.863472:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319644.863487:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c1180 x1853163993657216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319644.863535:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993657472:0@lo:400:kworker.0
00000100:00100000:1.0:1767319644.863542:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319644.863609:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993657344:0@lo:400:kworker.0
00000100:00100000:0.0:1767319644.863668:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993657088:0@lo:400:kworker.0
00000100:00100000:3.0:1767319644.863711:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319644.863768:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993656832
00000100:00100000:3.0:1767319644.863774:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993656832
00000100:00100000:3.0:1767319644.863815:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5374
00000100:00100000:3.0:1767319644.863821:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993656832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319644.863889:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993656832:12345-0@lo:400:kworker.0 Request processed in 69us (352us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319644.863895:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5374
00000100:00100000:3.0:1767319644.863917:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993657472
00000100:00100000:3.0:1767319644.863928:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993657472
00000100:00100000:3.0:1767319644.863951:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327
00000100:00100000:3.0:1767319644.863955:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993657472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319644.864053:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993657472:12345-0@lo:400:kworker.0 Request processed in 97us (340us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319644.864059:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327
00000100:00100000:3.0:1767319644.864099:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993657472:0@lo:400:kworker.0
00000100:00100000:3.0:1767319644.864138:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993656576:0@lo:38:kworker.0
00000100:00100000:3.0:1767319644.864181:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319644.864194:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993656704:0@lo:38:kworker.0
00000100:00100000:3.0:1767319644.864216:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319644.864238:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993656960:0@lo:38:kworker.0
00000100:00100000:3.0:1767319644.864259:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319644.864277:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993657216:0@lo:38:kworker.0
00000100:00100000:3.0:1767319644.864292:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319644.864311:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993656576
00000100:00100000:3.0:1767319644.864313:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993656576
00000100:00100000:3.0:1767319644.864325:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993656960
00000100:00100000:3.0:1767319644.864326:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993656960
00000100:00100000:3.0:1767319644.864333:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993657216
00000100:00100000:3.0:1767319644.864334:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993657216
00000100:00100000:3.0:1767319644.864342:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72474
00000100:00100000:3.0:1767319644.864345:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993656576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319644.864362:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319644.864383:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993656576:12345-0@lo:38:kworker.0 Request processed in 36us (202us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319644.864387:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72474
00000100:00100000:3.0:1767319644.864394:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72475
00000100:00100000:3.0:1767319644.864396:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993656960:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319644.864402:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319644.864413:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993656960:12345-0@lo:38:kworker.0 Request processed in 16us (155us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319644.864417:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72475
00000100:00100000:3.0:1767319644.864422:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72476
00000100:00100000:3.0:1767319644.864424:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993657216:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319644.864429:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319644.864443:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993657216:12345-0@lo:38:kworker.0 Request processed in 17us (150us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319644.864446:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72476
00000100:00100000:3.0:1767319644.864457:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993656704
00000100:00100000:3.0:1767319644.864460:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993656704
00000100:00100000:3.0:1767319644.864476:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138
00000100:00100000:3.0:1767319644.864480:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993656704:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319644.864488:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319644.864511:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993656704:12345-0@lo:38:kworker.0 Request processed in 29us (294us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319644.864517:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138
00000100:00080000:3.0:1767319644.864548:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319644.864551:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319644.864553:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993656576:0@lo:38:kworker.0
00000100:00080000:3.0:1767319644.864558:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319644.864560:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319644.864562:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993656704:0@lo:38:kworker.0
00000100:00080000:3.0:1767319644.864567:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319644.864569:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319644.864571:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993656960:0@lo:38:kworker.0
00000100:00080000:3.0:1767319644.864574:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319644.864576:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319644.864577:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993657216:0@lo:38:kworker.0
00000100:00080000:3.0:1767319644.864608:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319644.864612:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319644.867417:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993656832:0@lo:400:kworker.0
00000100:00100000:2.0:1767319644.867453:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319644.867549:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993657344
00000100:00100000:3.0:1767319644.867556:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993657344
00000100:00100000:3.0:1767319644.867648:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328
00000100:00100000:3.0:1767319644.867657:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993657344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319644.867711:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993657344:12345-0@lo:400:kworker.0 Request processed in 57us (260us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319644.867718:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328
00000100:00100000:3.0:1767319644.867756:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993657344:0@lo:400:kworker.0
00000100:00100000:0.0:1767319644.868102:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319644.868523:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319644.868601:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993657088
00000100:00100000:3.0:1767319644.868606:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993657088
00000100:00100000:3.0:1767319644.868683:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5375
00000100:00100000:3.0:1767319644.868690:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993657088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319644.868742:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993657088:12345-0@lo:400:kworker.0 Request processed in 53us (641us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319644.868749:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5375
00000100:00100000:1.0:1767319644.868836:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993657088:0@lo:400:kworker.0
00000100:00080000:2.0:1767319644.869355:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319645.379474:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319645.438698:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319646.397296:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319646.462972:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319646.803415:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319646.803528:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942205952
00000100:00100000:0.0:1767319646.803539:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942205952
00000100:00100000:0.0:1767319646.803581:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72477
00000100:00100000:0.0:1767319646.803588:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942205952:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319646.803608:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319646.803662:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942205952:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 74us (258us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319646.803667:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72477
00000100:00100000:2.0:1767319646.804655:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319646.804733:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942206080
00000100:00100000:3.0:1767319646.804740:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942206080
00000100:00100000:3.0:1767319646.804840:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5376
00000100:00100000:3.0:1767319646.804858:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942206080:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319646.804922:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942206080:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 65us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319646.804929:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5376
00000100:00080000:2.0:1767319646.805812:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319647.421404:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993657600:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319647.421498:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319647.423299:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993657600
00000100:00100000:3.0:1767319647.423312:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993657600
00000100:00100000:3.0:1767319647.423380:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069
00000100:00100000:3.0:1767319647.423402:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993657600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319647.423443:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319647.423604:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767319647.423659:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319647.426065:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993657728:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319647.426134:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319647.426209:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993657728
00000100:00100000:2.0:1767319647.426216:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993657728
00000100:00100000:2.0:1767319647.426265:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070
00000100:00100000:2.0:1767319647.426273:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993657728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319647.426302:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319647.426342:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993657728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319647.426349:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070
00000100:00080000:2.0:1767319647.426374:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319647.426429:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993657728:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319647.426707:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993657600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3317us (5207us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319647.426715:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069
00000100:00100000:1.0:1767319647.427209:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993657600:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319647.487547:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319648.457547:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319648.510206:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319649.469520:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319649.533325:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319649.981518:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319649.981543:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319649.981547:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319649.981551:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319649.981555:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319649.981564:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4889
00000100:00080000:0.0:1767319649.981569:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319649.981577:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319649.981620:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d0e00 x1853163993657856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319649.981647:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319649.981651:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319649.981652:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319649.981656:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4889
00000100:00080000:0.0:1767319649.981658:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319649.981662:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319649.981677:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3480 x1853163993657984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319649.981761:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993658112:0@lo:400:kworker.0
00000100:00100000:2.0:1767319649.981832:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319649.981959:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993658112
00000100:00100000:1.0:1767319649.981977:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993658112
00000100:00100000:1.0:1767319649.982034:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5377
00000100:00100000:1.0:1767319649.982044:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993658112:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319649.982144:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993657856:0@lo:38:kworker.0
00000100:00100000:3.0:1767319649.982195:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319649.982217:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993657984:0@lo:38:kworker.0
00000100:00100000:3.0:1767319649.982242:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319649.982275:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993657984
00000100:00100000:3.0:1767319649.982279:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993657984
00000100:00100000:3.0:1767319649.982302:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139
00000100:00100000:3.0:1767319649.982306:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993657984:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319649.982326:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319649.982370:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993657984:12345-0@lo:38:kworker.0 Request processed in 52us (116us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319649.982381:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139
00000100:00100000:3.0:1767319649.982405:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993657856
00000100:00100000:3.0:1767319649.982409:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993657856
00000100:00100000:3.0:1767319649.982429:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72478
00000100:00100000:3.0:1767319649.982432:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993657856:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319649.982441:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319649.982466:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993657856:12345-0@lo:38:kworker.0 Request processed in 32us (271us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319649.982471:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72478
00000100:00080000:3.0:1767319649.982506:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319649.982511:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319649.982514:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993657856:0@lo:38:kworker.0
00000100:00080000:3.0:1767319649.982524:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319649.982527:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319649.982529:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993657984:0@lo:38:kworker.0
00000100:00080000:3.0:1767319649.982565:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319649.983635:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319649.983643:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319649.983646:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319649.983651:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4889
00000100:00080000:0.0:1767319649.983656:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319649.983661:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319649.983689:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731189f80 x1853163993658240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319649.984817:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993658368:0@lo:400:kworker.0
00000100:00100000:3.0:1767319649.984884:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319649.984938:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993658368
00000100:00100000:3.0:1767319649.984943:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993658368
00000100:00100000:3.0:1767319649.985006:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5378
00000100:00100000:3.0:1767319649.985014:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993658368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319649.985062:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993658368:12345-0@lo:400:kworker.0 Request processed in 49us (178us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319649.985069:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5378
00000100:00080000:3.0:1767319649.985091:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319649.985124:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993658368:0@lo:400:kworker.0
00000100:00100000:3.0:1767319649.985148:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993658240:0@lo:38:kworker.0
00000100:00100000:3.0:1767319649.985193:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319649.985218:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993658240
00000100:00100000:3.0:1767319649.985222:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993658240
00000100:00100000:3.0:1767319649.985240:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72479
00000100:00100000:3.0:1767319649.985256:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993658240:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319649.985275:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319649.985309:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993658240:12345-0@lo:38:kworker.0 Request processed in 52us (116us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319649.985316:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72479
00000100:00080000:3.0:1767319649.985341:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319649.985345:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319649.985348:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993658240:0@lo:38:kworker.0
00000100:00100000:1.0:1767319649.985709:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993658112:12345-0@lo:400:kworker.0 Request processed in 3665us (3874us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319649.985719:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5377
00000100:00080000:0.0:1767319649.989244:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319649.989255:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319649.989259:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319649.989268:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4889
00000100:00080000:0.0:1767319649.989273:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319649.989280:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319649.989324:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73118b100 x1853163993658496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319649.989453:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993658752:0@lo:400:kworker.0
00000100:00100000:0.0:1767319649.989518:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319649.989575:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319649.989582:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993658624:0@lo:400:kworker.0
00000100:00100000:0.0:1767319649.989605:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319649.989636:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993658752
00000100:00100000:0.0:1767319649.989643:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993658752
00000100:00100000:0.0:1767319649.989694:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993658624
00000100:00100000:0.0:1767319649.989697:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993658624
00000100:00100000:0.0:1767319649.989719:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329
00000100:00100000:0.0:1767319649.989740:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993658752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319649.989795:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993658752:12345-0@lo:400:kworker.0 Request processed in 67us (276us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319649.989803:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329
00000100:00100000:0.0:1767319649.989823:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330
00000100:00100000:3.0:1767319649.989831:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993658496:0@lo:38:kworker.0
00000100:00100000:0.0:1767319649.989832:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993658624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319649.989875:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993658624:12345-0@lo:400:kworker.0 Request processed in 45us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319649.989885:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330
00000100:00100000:3.0:1767319649.989887:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319649.989913:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319649.989918:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319649.989946:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993658624:0@lo:400:kworker.0
00000100:00100000:1.0:1767319649.990005:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993658496
00000100:00100000:1.0:1767319649.990011:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993658496
00000100:00100000:1.0:1767319649.990044:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72480
00000100:00100000:1.0:1767319649.990050:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993658496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319649.990068:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319649.990108:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993658496:12345-0@lo:38:kworker.0 Request processed in 57us (225us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319649.990115:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72480
00000100:00080000:1.0:1767319649.990141:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319649.990145:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319649.990148:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993658496:0@lo:38:kworker.0
00000100:00100000:0.0:1767319649.990481:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993658752:0@lo:400:kworker.0
00000100:00100000:2.0:1767319649.990658:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993658112:0@lo:400:kworker.0
00000100:00100000:2.0:1767319650.493368:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319650.558260:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319651.517236:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319651.581573:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319651.912416:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319651.912482:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319651.912608:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942206336
00000100:00100000:3.0:1767319651.912621:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942206208
00000100:00100000:2.0:1767319651.912626:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942206336
00000100:00100000:3.0:1767319651.912632:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942206208
00000100:00100000:3.0:1767319651.912722:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5379
00000100:00100000:3.0:1767319651.912745:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942206336:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319651.912755:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72481
00000100:00100000:2.0:1767319651.912767:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942206208:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319651.912796:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319651.912878:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942206336:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 140us (473us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319651.912881:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942206208:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 111us (394us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319651.912904:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5379
00000100:00080000:0.0:1767319651.912990:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319651.919668:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72481
00000100:00100000:1.0:1767319652.541372:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319652.541738:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319652.541837:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993658880:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319652.541929:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319652.543386:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993658880
00000100:00100000:0.0:1767319652.543404:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993658880
00000100:00100000:0.0:1767319652.543508:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071
00000100:00100000:0.0:1767319652.543520:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993658880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319652.543565:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319652.543655:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993658880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (1726us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319652.543664:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071
00000100:00100000:0.0:1767319652.543750:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993658880:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319652.544657:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319652.545617:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993659008:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319652.545716:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319652.546510:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993659008
00000100:00100000:1.0:1767319652.546525:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993659008
00000100:00100000:1.0:1767319652.546709:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072
00000100:00100000:1.0:1767319652.546722:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993659008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319652.546774:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319652.546868:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993659008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (1152us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319652.546877:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072
00000100:00100000:2.0:1767319652.546994:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993659008:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319652.547746:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767319652.605478:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319653.565351:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319653.629435:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319654.079155:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319629/real 1767319629]  req@ffff89b741252d80 x1853163993652608/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319654 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319654.079209:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b741252d80 x1853163993652608/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319654 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319654.079226:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319654.079252:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319654.079257:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993652608:0@lo:250:kworker.0
00000100:00080000:3.0:1767319654.079559:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319654.079565:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319654.079568:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319654.079573:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4874
00000100:00080000:3.0:1767319654.079576:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319654.079584:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319654.079629:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c0380 x1853163993659136/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319654.079664:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319654.079668:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319654.079670:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319654.079674:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4894
00000100:00080000:3.0:1767319654.079682:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319654.079685:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319654.079699:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c3100 x1853163993659264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319654.079706:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319654.079709:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319654.079710:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319654.079713:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4894
00000100:00080000:3.0:1767319654.079715:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319654.079717:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319654.079732:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3480 x1853163993659392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319654.079769:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319654.079774:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319654.079776:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319654.079780:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4894
00000100:00080000:3.0:1767319654.079783:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319654.079786:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319654.079800:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062adf80 x1853163993659648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319654.079815:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319654.079819:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319654.079821:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319654.079824:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4894
00000100:00080000:3.0:1767319654.079827:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319654.079831:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319654.079843:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062ac380 x1853163993659904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319654.079907:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993660032:0@lo:400:kworker.0
00000100:00100000:3.0:1767319654.080002:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319654.080062:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319654.080064:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993659520:0@lo:400:kworker.0
00000100:00100000:3.0:1767319654.080069:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993660160:0@lo:400:kworker.0
00000100:00100000:3.0:1767319654.080094:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319654.080122:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319654.080131:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993660032
00000100:00100000:3.0:1767319654.080140:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993660032
00000100:00100000:2.0:1767319654.080155:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319654.080214:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993660160
00000100:00100000:3.0:1767319654.080217:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993660160
00000100:00100000:2.0:1767319654.080225:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993659776:0@lo:400:kworker.0
00000100:00100000:3.0:1767319654.080247:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331
00000100:00100000:2.0:1767319654.080257:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319654.080261:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993660032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319654.080299:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993659520
00000100:00100000:2.0:1767319654.080304:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993659520
00000100:00100000:3.0:1767319654.080341:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993660032:12345-0@lo:400:kworker.0 Request processed in 84us (337us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319654.080344:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993659776
00000100:00100000:2.0:1767319654.080349:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993659776
00000100:00100000:3.0:1767319654.080354:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331
00000100:00100000:2.0:1767319654.080379:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5380
00000100:00100000:3.0:1767319654.080381:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3332
00000100:00100000:2.0:1767319654.080391:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993659520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319654.080394:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993660160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319654.080446:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993660160:12345-0@lo:400:kworker.0 Request processed in 56us (349us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319654.080451:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993659520:12345-0@lo:400:kworker.0 Request processed in 60us (327us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319654.080458:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3332
00000100:00100000:2.0:1767319654.080465:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5380
00000100:00100000:3.0:1767319654.080489:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5381
00000100:00100000:0.0:1767319654.080544:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993659136:0@lo:250:kworker.0
00000400:00000100:0.0:1767319654.080572:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993659136 offset 0 length 520: 4
00000100:00100000:0.0:1767319654.080592:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993659264:0@lo:38:kworker.0
00000100:00100000:0.0:1767319654.080616:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319654.080637:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993659392:0@lo:38:kworker.0
00000100:00100000:0.0:1767319654.080672:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319654.080690:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993659648:0@lo:38:kworker.0
00000100:00100000:0.0:1767319654.080711:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319654.080728:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993659904:0@lo:38:kworker.0
00000100:00100000:0.0:1767319654.080749:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319654.080779:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993659264
00000100:00100000:0.0:1767319654.080783:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993659264
00000100:00100000:3.0:1767319654.081014:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993659776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319654.081050:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993659776:12345-0@lo:400:kworker.0 Request processed in 554us (793us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319654.081341:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993659648
00000100:00100000:1.0:1767319654.081347:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993659648
00000100:00100000:2.0:1767319654.081900:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993659904
00000100:00100000:2.0:1767319654.081906:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993659904
00000100:00100000:2.0:1767319654.082015:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72482
00000100:00100000:2.0:1767319654.082023:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993659904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319654.082049:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319654.082115:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993659904:12345-0@lo:38:kworker.0 Request processed in 92us (1364us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319654.082122:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72482
00000100:00100000:2.0:1767319654.082282:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993659776:0@lo:400:kworker.0
00000100:00100000:2.0:1767319654.082297:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993659520:0@lo:400:kworker.0
00000100:00080000:2.0:1767319654.082373:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319654.082380:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319654.082384:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319654.082449:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993660160:0@lo:400:kworker.0
00000100:00100000:2.0:1767319654.082463:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993660032:0@lo:400:kworker.0
00000100:00100000:2.0:1767319654.082510:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993659392
00000100:00100000:2.0:1767319654.082515:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993659392
00000100:00100000:2.0:1767319654.082539:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140
00000100:00100000:2.0:1767319654.082544:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993659392:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319654.082556:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319654.082588:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993659392:12345-0@lo:38:kworker.0 Request processed in 43us (1916us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319654.082595:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140
00000100:00080000:2.0:1767319654.082642:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319654.082648:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319654.082652:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993659392:0@lo:38:kworker.0
00000100:00080000:2.0:1767319654.082677:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319654.082680:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319654.082683:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993659904:0@lo:38:kworker.0
00000100:00100000:0.0:1767319654.085167:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72483
00000100:00100000:0.0:1767319654.085181:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993659264:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319654.085203:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319654.085311:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993659264:12345-0@lo:38:kworker.0 Request processed in 131us (4693us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319654.085318:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72483
00000100:00080000:2.0:1767319654.085381:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319654.085389:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319654.085394:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993659264:0@lo:38:kworker.0
00000100:00100000:3.0:1767319654.089002:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5381
00000100:00100000:1.0:1767319654.091854:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72484
00000100:00100000:1.0:1767319654.091873:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993659648:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319654.091905:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319654.092044:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993659648:12345-0@lo:38:kworker.0 Request processed in 170us (11329us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319654.092051:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72484
00000100:00080000:2.0:1767319654.092203:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319654.092211:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319654.092216:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993659648:0@lo:38:kworker.0
00000100:00100000:1.0:1767319654.590814:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319654.654627:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319655.613332:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319655.680001:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767319656.012968:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942206464 offset 0 length 520: 4
00000100:00100000:3.0:1767319656.013031:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319656.016392:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319656.017319:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942206592
00000100:00100000:1.0:1767319656.017335:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942206592
00000100:00100000:0.0:1767319656.017428:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942206720
00000100:00100000:0.0:1767319656.017434:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942206720
00000100:00100000:0.0:1767319656.017674:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5382
00000100:00100000:0.0:1767319656.017688:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942206720:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319656.017896:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72485
00000100:00100000:3.0:1767319656.017904:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942206592:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319656.017933:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319656.018021:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942206592:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 115us (4989us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319656.018029:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72485
00000100:00080000:2.0:1767319656.018265:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319656.019102:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942206720:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 1412us (2718us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319656.019115:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5382
00000100:00100000:1.0:1767319656.637326:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319656.701672:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319657.661321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319657.661450:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319657.661476:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993660288:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319657.661573:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319657.661606:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319657.661619:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993660416:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319657.661657:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319657.661772:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993660288
00000100:00100000:1.0:1767319657.661780:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993660288
00000100:00100000:1.0:1767319657.661842:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993660416
00000100:00100000:1.0:1767319657.661845:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993660416
00000100:00100000:1.0:1767319657.661874:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073
00000100:00100000:3.0:1767319657.661880:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3074
00000100:00100000:1.0:1767319657.661885:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993660288:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319657.661888:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993660416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319657.661926:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319657.661992:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993660288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (419us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319657.662000:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073
00000100:00100000:0.0:1767319657.662063:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993660288:0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319657.662258:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767319657.662270:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319657.662275:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319657.662299:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993660416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 411us (641us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319657.662306:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3074
00000100:00100000:2.0:1767319657.662319:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993660416:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319657.725530:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319658.687763:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319658.749417:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319659.198750:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319659.198765:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319659.198769:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319659.198774:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319659.198780:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319659.198791:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4898
00000100:00080000:2.0:1767319659.198798:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319659.198807:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319659.198868:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3480 x1853163993660544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319659.198892:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319659.198896:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319659.198898:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319659.198911:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4898
00000100:00080000:2.0:1767319659.198919:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319659.198924:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319659.198940:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d0e00 x1853163993660672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319659.198995:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319659.198998:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319659.199000:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319659.199004:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4898
00000100:00080000:2.0:1767319659.199007:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319659.199010:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319659.199023:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062ac380 x1853163993660928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319659.199040:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319659.199044:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319659.199045:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319659.199049:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4898
00000100:00080000:2.0:1767319659.199051:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319659.199055:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319659.199066:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062ace00 x1853163993661184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319659.199135:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993661312:0@lo:400:kworker.0
00000100:00100000:2.0:1767319659.199245:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319659.199328:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319659.199334:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993661440:0@lo:400:kworker.0
00000100:00100000:2.0:1767319659.199356:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319659.199397:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993661312
00000100:00100000:2.0:1767319659.199406:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993661312
00000100:00100000:2.0:1767319659.199469:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993661440
00000100:00100000:2.0:1767319659.199472:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993661440
00000100:00100000:2.0:1767319659.199496:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333
00000100:00100000:2.0:1767319659.199505:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993661312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319659.199572:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993661312:12345-0@lo:400:kworker.0 Request processed in 56us (316us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319659.199580:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333
00000100:00100000:2.0:1767319659.199600:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334
00000100:00100000:2.0:1767319659.199605:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993661440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319659.199630:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993661440:12345-0@lo:400:kworker.0 Request processed in 25us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319659.199635:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334
00000100:00080000:2.0:1767319659.199654:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319659.199659:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319659.199695:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993661440:0@lo:400:kworker.0
00000100:00100000:2.0:1767319659.199704:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993661312:0@lo:400:kworker.0
00000100:00100000:0.0:1767319659.199812:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993660544:0@lo:38:kworker.0
00000100:00100000:0.0:1767319659.199853:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319659.199882:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993660672:0@lo:38:kworker.0
00000100:00100000:0.0:1767319659.199906:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319659.199932:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993660928:0@lo:38:kworker.0
00000100:00100000:0.0:1767319659.199955:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319659.199973:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993661184:0@lo:38:kworker.0
00000100:00100000:0.0:1767319659.199993:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319659.200034:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993660672
00000100:00100000:0.0:1767319659.200038:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993660672
00000100:00100000:0.0:1767319659.200060:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141
00000100:00100000:0.0:1767319659.200065:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993660672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319659.200088:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319659.200121:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993660672:12345-0@lo:38:kworker.0 Request processed in 55us (214us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319659.200128:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141
00000100:00100000:0.0:1767319659.200148:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993660544
00000100:00100000:0.0:1767319659.200152:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993660544
00000100:00100000:0.0:1767319659.200215:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993660928
00000100:00100000:0.0:1767319659.200219:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993660928
00000100:00100000:0.0:1767319659.200231:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993661184
00000100:00100000:0.0:1767319659.200233:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993661184
00000100:00100000:0.0:1767319659.200250:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72486
00000100:00100000:0.0:1767319659.200254:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993660544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319659.200264:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319659.200291:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993660544:12345-0@lo:38:kworker.0 Request processed in 35us (437us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319659.200297:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72486
00000100:00100000:0.0:1767319659.200309:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72487
00000100:00100000:0.0:1767319659.200313:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993660928:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319659.200321:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319659.200343:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993660928:12345-0@lo:38:kworker.0 Request processed in 28us (387us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319659.200348:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72487
00000100:00100000:0.0:1767319659.200359:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72488
00000100:00100000:0.0:1767319659.200363:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993661184:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319659.200385:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319659.200409:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993661184:12345-0@lo:38:kworker.0 Request processed in 45us (415us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319659.200415:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72488
00000100:00080000:0.0:1767319659.200477:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319659.200482:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319659.200485:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993660544:0@lo:38:kworker.0
00000100:00080000:0.0:1767319659.200493:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319659.200496:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319659.200498:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993660672:0@lo:38:kworker.0
00000100:00080000:0.0:1767319659.200505:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319659.200508:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319659.200510:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993660928:0@lo:38:kworker.0
00000100:00080000:0.0:1767319659.200517:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319659.200521:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319659.200523:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993661184:0@lo:38:kworker.0
00000100:00100000:1.0:1767319659.200785:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993661056:0@lo:400:kworker.0
00000100:00100000:1.0:1767319659.200818:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319659.200849:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319659.200855:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993660800:0@lo:400:kworker.0
00000100:00100000:1.0:1767319659.200876:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319659.200993:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993661056
00000100:00100000:0.0:1767319659.200998:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993661056
00000100:00100000:0.0:1767319659.201050:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993660800
00000100:00100000:0.0:1767319659.201053:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993660800
00000100:00100000:0.0:1767319659.201074:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5383
00000100:00100000:0.0:1767319659.201081:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993661056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319659.201124:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993661056:12345-0@lo:400:kworker.0 Request processed in 43us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319659.201130:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5383
00000100:00100000:0.0:1767319659.201144:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5384
00000100:00100000:0.0:1767319659.201149:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993660800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319659.201209:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993660800:12345-0@lo:400:kworker.0 Request processed in 60us (332us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319659.201214:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5384
00000100:00080000:1.0:1767319659.201288:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319659.201322:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993660800:0@lo:400:kworker.0
00000100:00100000:1.0:1767319659.201331:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993661056:0@lo:400:kworker.0
00000100:00100000:0.0:1767319659.709492:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319659.773615:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319660.740864:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319660.798470:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319661.127410:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319661.127483:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319661.133597:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942206976
00000100:00100000:2.0:1767319661.133620:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942206976
00000100:00100000:2.0:1767319661.134037:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942206848
00000100:00100000:2.0:1767319661.134042:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942206848
00000100:00100000:3.0:1767319661.134107:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5385
00000100:00100000:3.0:1767319661.134123:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942206976:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:1.0:1767319661.134143:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319661.134199:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72489
00000100:00100000:2.0:1767319661.134208:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942206848:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319661.134235:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319661.134276:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942206976:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 158us (6887us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319661.134281:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942206848:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 69us (6795us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319661.134290:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72489
00000100:00100000:3.0:1767319661.134426:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5385
00000100:00100000:0.0:1767319661.757358:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319661.825098:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319662.781421:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319662.781447:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993661568:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319662.781552:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319662.781645:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993661568
00000100:00100000:0.0:1767319662.781656:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993661696:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319662.781656:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993661568
00000100:00100000:0.0:1767319662.781689:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319662.781702:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319662.781742:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993661696
00000100:00100000:1.0:1767319662.781748:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993661696
00000100:00100000:0.0:1767319662.781754:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075
00000100:00100000:0.0:1767319662.781774:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993661568:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319662.781961:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00002000:00000024:0.0:1767319662.782115:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319662.782190:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993661568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 421us (638us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319662.783220:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993661568:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319662.783271:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319662.785389:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075
00000100:00100000:2.0:1767319662.785402:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076
00000100:00100000:2.0:1767319662.785434:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993661696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319662.785479:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319662.785681:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993661696:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319662.786390:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993661696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 972us (4697us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319662.786400:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076
00010000:00010000:0.0:1767319662.845569:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319663.807417:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319663.870448:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319664.319303:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319664.319318:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319664.319321:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319664.319326:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319664.319331:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319664.319341:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4903
00000100:00080000:2.0:1767319664.319347:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319664.319356:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319664.319414:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b601283480 x1853163993661824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319664.319440:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319664.319444:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319664.319446:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319664.319450:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4903
00000100:00080000:2.0:1767319664.319453:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319664.319456:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319664.319489:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b601283b80 x1853163993661952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319664.319550:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319664.319555:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319664.319557:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319664.319562:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4903
00000100:00080000:2.0:1767319664.319566:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319664.319570:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319664.319586:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6680 x1853163993662208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319664.319603:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319664.319606:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319664.319608:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319664.319611:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4903
00000100:00080000:2.0:1767319664.319613:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319664.319617:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319664.319629:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab5180 x1853163993662464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319664.319630:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993661824:0@lo:38:kworker.0
00000100:00100000:0.0:1767319664.319755:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319664.319838:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993661952:0@lo:38:kworker.0
00000100:00100000:0.0:1767319664.319865:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319664.319896:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993662208:0@lo:38:kworker.0
00000100:00100000:0.0:1767319664.319917:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319664.319944:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993662464:0@lo:38:kworker.0
00000100:00100000:0.0:1767319664.319965:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319664.319999:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993661952
00000100:00100000:0.0:1767319664.320009:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993661952
00000100:00100000:2.0:1767319664.320034:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993661824
00000100:00100000:2.0:1767319664.320040:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993661824
00000100:00100000:0.0:1767319664.320055:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142
00000100:00100000:0.0:1767319664.320065:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993661952:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319664.320071:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993662208
00000100:00100000:2.0:1767319664.320076:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993662208
00010000:00020000:0.0:1767319664.320093:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319664.320093:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993662464
00000100:00100000:2.0:1767319664.320097:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993662464
00000100:00100000:2.0:1767319664.320116:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72490
00000100:00100000:2.0:1767319664.320123:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993661824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319664.320135:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319664.320146:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993661952:12345-0@lo:38:kworker.0 Request processed in 80us (278us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319664.320155:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142
00000100:00100000:2.0:1767319664.320200:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993661824:12345-0@lo:38:kworker.0 Request processed in 75us (456us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319664.320212:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72491
00000100:00100000:2.0:1767319664.320221:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72490
00000100:00100000:0.0:1767319664.320227:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993662208:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319664.320239:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319664.320242:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72492
00000100:00100000:2.0:1767319664.320249:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993662464:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319664.320260:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319664.320269:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993662208:12345-0@lo:38:kworker.0 Request processed in 49us (349us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319664.320277:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72491
00000100:00100000:2.0:1767319664.320294:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993662464:12345-0@lo:38:kworker.0 Request processed in 42us (326us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319664.320301:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72492
00000100:00080000:0.0:1767319664.320344:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319664.320351:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319664.320355:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993662464:0@lo:38:kworker.0
00000100:00080000:0.0:1767319664.320365:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319664.320368:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319664.320371:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993661824:0@lo:38:kworker.0
00000100:00080000:0.0:1767319664.320379:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319664.320382:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319664.320384:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993661952:0@lo:38:kworker.0
00000100:00080000:0.0:1767319664.320392:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319664.320394:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319664.320397:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993662208:0@lo:38:kworker.0
00000100:00100000:3.0:1767319664.321401:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993662080:0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.321461:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319664.321516:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319664.321523:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993662336:0@lo:400:kworker.0
00000100:00100000:1.0:1767319664.321535:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993662080
00000100:00100000:1.0:1767319664.321543:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993662080
00000100:00100000:3.0:1767319664.321556:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319664.321587:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993662592:0@lo:400:kworker.0
00000100:00100000:1.0:1767319664.321607:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993662336
00000100:00100000:1.0:1767319664.321610:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993662336
00000100:00100000:3.0:1767319664.321613:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319664.321633:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319664.321637:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5386
00000100:00100000:3.0:1767319664.321638:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993662720:0@lo:400:kworker.0
00000100:00100000:1.0:1767319664.321644:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993662080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.321660:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319664.321689:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319664.321697:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993662080:12345-0@lo:400:kworker.0 Request processed in 54us (236us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319664.321703:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993662592
00000100:00100000:1.0:1767319664.321704:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5386
00000100:00100000:3.0:1767319664.321706:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993662592
00000100:00100000:1.0:1767319664.321722:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5387
00000100:00100000:1.0:1767319664.321727:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993662336:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.321737:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993662720
00000100:00100000:3.0:1767319664.321751:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993662720
00000100:00100000:1.0:1767319664.321753:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993662336:12345-0@lo:400:kworker.0 Request processed in 26us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319664.321758:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5387
00000100:00100000:3.0:1767319664.321774:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335
00000100:00100000:3.0:1767319664.321780:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993662592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319664.321813:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993662336:0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.321814:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993662592:12345-0@lo:400:kworker.0 Request processed in 36us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319664.321821:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335
00000100:00100000:1.0:1767319664.321823:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993662080:0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.321833:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336
00000100:00100000:3.0:1767319664.321839:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993662720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.321864:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993662720:12345-0@lo:400:kworker.0 Request processed in 26us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319664.321870:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336
00000100:00080000:3.0:1767319664.321882:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319664.321885:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319664.321899:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993662720:0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.321908:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993662592:0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.829328:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319664.893407:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319665.853723:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319665.919673:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319666.250740:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319666.250849:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942207104
00000100:00100000:2.0:1767319666.250866:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942207104
00000100:00100000:2.0:1767319666.250934:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72493
00000100:00100000:2.0:1767319666.250943:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942207104:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319666.250978:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319666.251026:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319666.251070:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942207104:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 122us (337us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319666.251079:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72493
00000100:00100000:2.0:1767319666.251101:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942207232
00000100:00100000:2.0:1767319666.251103:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942207232
00000100:00100000:2.0:1767319666.251353:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5388
00000100:00100000:2.0:1767319666.251359:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942207232:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:0.0:1767319666.251439:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319666.261657:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942207232:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 10276us (10614us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319666.261678:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5388
00000100:00100000:3.0:1767319666.877395:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319666.943755:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319667.901284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319667.901423:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993662848:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319667.901497:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319667.901548:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993662976:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319667.901578:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319667.901632:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993662848
00000100:00100000:1.0:1767319667.901640:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993662848
00000100:00100000:0.0:1767319667.901657:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993662976
00000100:00100000:0.0:1767319667.901662:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993662976
00000100:00080000:3.0:1767319667.901709:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319667.901710:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077
00000100:00080000:3.0:1767319667.901713:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319667.901730:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993662976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319667.901759:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319667.901794:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078
00000100:00100000:0.0:1767319667.901801:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993662976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319667.901802:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993662848:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319667.901808:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077
00002000:00000024:1.0:1767319667.901817:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319667.901853:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993662848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (355us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319667.901859:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078
00000100:00100000:2.0:1767319667.901892:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993662976:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319667.906236:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993662848:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319667.969689:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319668.925621:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319668.990271:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319669.442049:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319669.442061:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319669.442064:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319669.442068:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319669.442072:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319669.442079:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4909
00000100:00080000:3.0:1767319669.442082:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319669.442089:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319669.442122:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ec83800 x1853163993663104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319669.442145:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319669.442148:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319669.442149:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319669.442152:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4909
00000100:00080000:3.0:1767319669.442154:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319669.442220:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319669.442231:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ec81f80 x1853163993663232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319669.442255:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319669.442257:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319669.442258:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319669.442260:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4909
00000100:00080000:3.0:1767319669.442262:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319669.442264:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319669.442269:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ec80700 x1853163993663488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319669.442278:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319669.442280:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319669.442281:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319669.442283:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4909
00000100:00080000:3.0:1767319669.442284:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319669.442286:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319669.442291:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ec81c00 x1853163993663744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319669.442339:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993663616:0@lo:400:kworker.0
00000100:00100000:1.0:1767319669.442432:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993663360:0@lo:400:kworker.0
00000100:00100000:2.0:1767319669.442491:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993663104:0@lo:38:kworker.0
00000100:00100000:1.0:1767319669.442505:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993663872:0@lo:400:kworker.0
00000100:00100000:2.0:1767319669.442529:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993664000:0@lo:400:kworker.0
00000100:00100000:1.0:1767319669.442543:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319669.442572:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993663872
00000100:00100000:2.0:1767319669.442578:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993663872
00000100:00100000:2.0:1767319669.442625:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337
00000100:00100000:2.0:1767319669.442633:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993663872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319669.442677:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993663872:12345-0@lo:400:kworker.0 Request processed in 46us (136us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319669.442681:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337
00000100:00100000:2.0:1767319669.442702:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319669.442736:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993664000
00000100:00100000:2.0:1767319669.442740:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993664000
00000100:00100000:2.0:1767319669.442764:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338
00000100:00100000:2.0:1767319669.442770:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993664000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319669.442807:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993664000:12345-0@lo:400:kworker.0 Request processed in 37us (102us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319669.442813:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338
00000100:00100000:1.0:1767319669.442817:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993663872:0@lo:400:kworker.0
00000100:00100000:2.0:1767319669.442847:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993664000:0@lo:400:kworker.0
00000100:00080000:2.0:1767319669.442876:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319669.442880:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319669.443141:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319669.443214:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319669.443241:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993663616
00000100:00100000:3.0:1767319669.443245:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993663616
00000100:00100000:3.0:1767319669.443278:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993663360
00000100:00100000:3.0:1767319669.443282:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993663360
00000100:00100000:3.0:1767319669.443301:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5389
00000100:00100000:1.0:1767319669.443432:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5390
00000100:00100000:3.0:1767319669.443443:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993663616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319669.443444:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993663360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319669.443502:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993663616:12345-0@lo:400:kworker.0 Request processed in 194us (360us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319669.443515:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993663360:12345-0@lo:400:kworker.0 Request processed in 74us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319669.443700:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319669.443722:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993663232:0@lo:38:kworker.0
00000100:00100000:0.0:1767319669.444125:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319669.444153:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993663488:0@lo:38:kworker.0
00000100:00100000:0.0:1767319669.444199:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319669.444217:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993663744:0@lo:38:kworker.0
00000100:00100000:0.0:1767319669.444236:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319669.444268:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993663104
00000100:00100000:0.0:1767319669.444272:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993663104
00000100:00100000:2.0:1767319669.444369:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993663488
00000100:00100000:2.0:1767319669.444384:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993663488
00000100:00100000:2.0:1767319669.444399:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993663744
00000100:00100000:2.0:1767319669.444402:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993663744
00000100:00100000:2.0:1767319669.444424:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72494
00000100:00100000:2.0:1767319669.444430:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993663488:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319669.444447:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319669.444484:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993663488:12345-0@lo:38:kworker.0 Request processed in 53us (284us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319669.444491:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72494
00000100:00100000:2.0:1767319669.444505:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72495
00000100:00100000:2.0:1767319669.444509:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993663744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319669.444518:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319669.444538:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993663744:12345-0@lo:38:kworker.0 Request processed in 28us (302us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319669.444544:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72495
00000100:00080000:2.0:1767319669.444567:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319669.444572:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319669.444575:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993663488:0@lo:38:kworker.0
00000100:00080000:2.0:1767319669.444582:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319669.444585:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319669.444588:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993663744:0@lo:38:kworker.0
00000100:00080000:2.0:1767319669.444622:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319669.444646:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993663616:0@lo:400:kworker.0
00000100:00100000:2.0:1767319669.444673:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993663360:0@lo:400:kworker.0
00000100:00100000:2.0:1767319669.444696:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993663232
00000100:00100000:2.0:1767319669.444700:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993663232
00000100:00100000:2.0:1767319669.444717:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143
00000100:00100000:2.0:1767319669.444722:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993663232:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319669.444930:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319669.444965:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993663232:12345-0@lo:38:kworker.0 Request processed in 241us (839us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319669.444972:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143
00000100:00080000:2.0:1767319669.445003:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319669.445007:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319669.445010:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993663232:0@lo:38:kworker.0
00000100:00100000:3.0:1767319669.445281:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5389
00000100:00100000:1.0:1767319669.449904:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5390
00000100:00100000:0.0:1767319669.450896:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72496
00000100:00100000:0.0:1767319669.450905:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993663104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319669.450926:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319669.451069:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993663104:12345-0@lo:38:kworker.0 Request processed in 162us (7367us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319669.451076:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72496
00000100:00080000:2.0:1767319669.453533:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319669.453543:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319669.453546:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993663104:0@lo:38:kworker.0
00000100:00100000:0.0:1767319669.950574:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319670.013438:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319670.973606:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319671.038621:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319671.367563:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319671.367620:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942207488
00000100:00100000:3.0:1767319671.367628:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319671.367631:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942207488
00000100:00100000:1.0:1767319671.367721:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942207360
00000100:00100000:1.0:1767319671.367725:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942207360
00000100:00100000:1.0:1767319671.367865:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5391
00000100:00100000:1.0:1767319671.367879:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942207488:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319671.367959:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942207488:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 83us (401us total) trans 0 rc 0/0
00000100:00080000:2.0:1767319671.368005:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319671.368156:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72497
00000100:00100000:3.0:1767319671.368189:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942207360:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319671.368209:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319671.368238:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942207360:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 50us (609us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319671.368245:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72497
00000100:00100000:1.0:1767319671.369115:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5391
00000100:00100000:0.0:1767319671.997287:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319672.062493:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319673.021275:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319673.021446:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993664128:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319673.021526:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319673.021597:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993664256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319673.021620:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319673.021671:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993664128
00000100:00100000:1.0:1767319673.021679:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993664128
00000100:00100000:0.0:1767319673.021686:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993664256
00000100:00100000:0.0:1767319673.021693:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993664256
00000100:00100000:1.0:1767319673.021745:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079
00000100:00100000:1.0:1767319673.021755:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993664128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319673.021786:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767319673.021803:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319673.021808:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319673.023734:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080
00000100:00100000:0.0:1767319673.023754:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993664256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319673.023780:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319673.023839:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993664256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (2217us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319673.023846:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080
00000100:00100000:1.0:1767319673.024318:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993664128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2563us (2789us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319673.024327:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079
00000100:00100000:3.0:1767319673.024448:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993664128:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319673.024477:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993664256:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319673.085565:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319674.045246:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319674.111665:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319674.557716:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319674.557726:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319674.557729:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319674.557732:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319674.557737:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319674.557744:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4914
00000100:00080000:1.0:1767319674.557749:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319674.557755:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319674.557793:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c09d180 x1853163993664384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319674.557819:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319674.557822:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319674.557824:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319674.557828:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4914
00000100:00080000:1.0:1767319674.557830:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319674.557834:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319674.557846:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c09ca80 x1853163993664512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319674.557954:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993664384:0@lo:38:kworker.0
00000100:00100000:0.0:1767319674.558018:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319674.558083:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993664512:0@lo:38:kworker.0
00000100:00100000:0.0:1767319674.558108:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319674.558148:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993664512
00000100:00100000:0.0:1767319674.558155:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993664512
00000100:00100000:0.0:1767319674.558205:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144
00000100:00100000:0.0:1767319674.558214:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993664512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319674.558245:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319674.558298:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993664512:12345-0@lo:38:kworker.0 Request processed in 83us (188us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319674.558305:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144
00000100:00080000:0.0:1767319674.558342:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319674.558346:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319674.558350:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993664512:0@lo:38:kworker.0
00000100:00080000:1.0:1767319674.558601:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319674.558606:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319674.558608:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319674.558611:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4914
00000100:00080000:1.0:1767319674.558614:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319674.558618:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319674.558634:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c09ce00 x1853163993664768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319674.558661:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319674.558664:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319674.558666:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319674.558669:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4914
00000100:00080000:1.0:1767319674.558671:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319674.558680:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319674.558704:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c09c000 x1853163993665024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319674.558739:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993664896:0@lo:400:kworker.0
00000100:00100000:1.0:1767319674.558768:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319674.558792:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319674.558797:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993665152:0@lo:400:kworker.0
00000100:00100000:1.0:1767319674.558819:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319674.558843:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993664384
00000100:00100000:1.0:1767319674.558847:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993664384
00000100:00100000:1.0:1767319674.558869:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993664896
00000100:00100000:1.0:1767319674.558872:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993664896
00000100:00100000:0.0:1767319674.559155:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993665280:0@lo:400:kworker.0
00000100:00100000:0.0:1767319674.559199:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319674.559229:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319674.559235:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993664640:0@lo:400:kworker.0
00000100:00100000:0.0:1767319674.559257:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319674.559292:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993664768:0@lo:38:kworker.0
00000100:00100000:0.0:1767319674.559314:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319674.559328:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993665024:0@lo:38:kworker.0
00000100:00100000:0.0:1767319674.559348:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319674.559399:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993664640
00000100:00100000:0.0:1767319674.559403:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993664640
00000100:00100000:2.0:1767319674.560589:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993665152
00000100:00100000:2.0:1767319674.560597:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993665152
00000100:00100000:2.0:1767319674.560638:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993665280
00000100:00100000:2.0:1767319674.560642:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993665280
00000100:00100000:2.0:1767319674.560666:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339
00000100:00100000:2.0:1767319674.560675:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993665152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319674.560758:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993665152:12345-0@lo:400:kworker.0 Request processed in 84us (1937us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319674.560765:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339
00000100:00100000:2.0:1767319674.560782:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340
00000100:00100000:2.0:1767319674.560789:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993665280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319674.560822:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993665280:12345-0@lo:400:kworker.0 Request processed in 34us (1622us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319674.560828:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340
00000100:00100000:2.0:1767319674.560848:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993664768
00000100:00100000:2.0:1767319674.560852:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993664768
00000100:00100000:2.0:1767319674.560869:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993665024
00000100:00100000:2.0:1767319674.560872:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993665024
00000100:00100000:2.0:1767319674.561228:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72498
00000100:00100000:2.0:1767319674.561235:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993664384:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319674.561254:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319674.561307:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993664384:12345-0@lo:38:kworker.0 Request processed in 71us (3289us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319674.561354:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5392
00000100:00080000:0.0:1767319674.562044:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319674.562051:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319674.562055:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993664384:0@lo:38:kworker.0
00000100:00100000:0.0:1767319674.562105:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5393
00000100:00100000:0.0:1767319674.562112:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993664640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319674.562170:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993664640:12345-0@lo:400:kworker.0 Request processed in 45us (2898us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319674.562178:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5393
00000100:00100000:0.0:1767319674.562196:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72499
00000100:00100000:0.0:1767319674.562200:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993664768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319674.562214:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319674.562247:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993664768:12345-0@lo:38:kworker.0 Request processed in 45us (2932us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319674.562257:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72499
00000100:00080000:0.0:1767319674.562289:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319674.562294:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319674.562297:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993664768:0@lo:38:kworker.0
00000100:00100000:0.0:1767319674.562316:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72500
00000100:00100000:0.0:1767319674.562320:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993665024:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319674.562329:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319674.562358:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993665024:12345-0@lo:38:kworker.0 Request processed in 36us (3009us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319674.562363:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72500
00000100:00080000:0.0:1767319674.562383:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319674.562387:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319674.562389:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993665024:0@lo:38:kworker.0
00000100:00100000:0.0:1767319674.562462:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993665152:0@lo:400:kworker.0
00000100:00100000:0.0:1767319674.562487:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993664640:0@lo:400:kworker.0
00000100:00100000:0.0:1767319674.562498:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993665280:0@lo:400:kworker.0
00000100:00080000:0.0:1767319674.562535:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319674.566527:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993664896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319674.566703:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993664896:12345-0@lo:400:kworker.0 Request processed in 5340us (7932us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319674.566716:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5392
00000100:00100000:0.0:1767319674.566777:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993664896:0@lo:400:kworker.0
00000100:00100000:2.0:1767319674.567411:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72498
00000100:00100000:0.0:1767319675.069322:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319675.133570:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319676.093877:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319676.158295:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319676.489038:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319676.489082:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319676.489250:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942207616
00000100:00100000:2.0:1767319676.489266:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942207616
00000100:00100000:2.0:1767319676.489319:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942207744
00000100:00100000:2.0:1767319676.489323:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942207744
00000100:00100000:2.0:1767319676.489385:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5394
00000100:00100000:2.0:1767319676.489402:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942207744:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:0.0:1767319676.489570:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319676.489590:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72501
00000100:00100000:0.0:1767319676.489596:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942207616:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319676.489616:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319676.489694:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942207616:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 96us (669us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319676.489701:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72501
00000100:00100000:2.0:1767319676.490303:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942207744:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 907us (1216us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319676.490311:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5394
00000100:00100000:0.0:1767319677.117303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319677.182593:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319678.141716:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319678.141745:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993665536:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319678.141861:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319678.142092:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993665536
00000100:00100000:2.0:1767319678.142102:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993665536
00000100:00100000:2.0:1767319678.142222:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081
00000100:00100000:2.0:1767319678.142233:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993665536:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319678.142272:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319678.142320:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993665536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (460us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319678.142329:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081
00000100:00100000:2.0:1767319678.142399:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993665536:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319678.142481:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993665408:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319678.142517:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319678.142603:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993665408
00000100:00100000:1.0:1767319678.142608:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993665408
00000100:00100000:1.0:1767319678.142652:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082
00000100:00100000:1.0:1767319678.142660:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993665408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319678.142678:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319678.142713:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993665408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319678.142719:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082
00000100:00100000:3.0:1767319678.142811:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993665408:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319678.143254:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319678.143267:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319678.145863:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319678.206129:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319679.165744:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319679.231626:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319679.679222:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319679.679238:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319679.679241:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319679.679246:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319679.679252:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319679.679262:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4919
00000100:00080000:2.0:1767319679.679268:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319679.679278:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319679.679339:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7100 x1853163993665664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319679.679362:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319679.679366:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319679.679368:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319679.679373:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4919
00000100:00080000:2.0:1767319679.679376:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319679.679379:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319679.679394:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6300 x1853163993665792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319679.679442:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319679.679447:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319679.679448:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319679.679452:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4919
00000100:00080000:2.0:1767319679.679454:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319679.679459:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319679.679471:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4e00 x1853163993666048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319679.679506:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319679.679510:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319679.679512:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319679.679516:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4919
00000100:00080000:2.0:1767319679.679518:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319679.679522:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319679.679533:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab5180 x1853163993666304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319679.679609:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993666176:0@lo:400:kworker.0
00000100:00100000:2.0:1767319679.679703:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319679.679789:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319679.679795:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993666432:0@lo:400:kworker.0
00000100:00100000:0.0:1767319679.679801:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319654/real 1767319654]  req@ffff89b7090c0380 x1853163993659136/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319679 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319679.679877:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993665920:0@lo:400:kworker.0
00000100:00100000:0.0:1767319679.679912:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b7090c0380 x1853163993659136/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319679 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319679.679929:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993665664:0@lo:38:kworker.0
00000100:00100000:3.0:1767319679.679979:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993666176
00000100:00100000:3.0:1767319679.679990:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993666176
00000100:00100000:3.0:1767319679.680061:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5395
00000100:00100000:3.0:1767319679.680073:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993666176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319679.683480:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319679.683508:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319679.683589:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319679.683605:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993666560:0@lo:400:kworker.0
00000100:00100000:1.0:1767319679.683644:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319679.683728:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993665920
00000100:00100000:1.0:1767319679.683741:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993665920
00000100:00100000:1.0:1767319679.683812:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5396
00000100:00100000:1.0:1767319679.683822:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993665920:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319679.683887:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993665920:12345-0@lo:400:kworker.0 Request processed in 66us (380us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319679.683895:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5396
00000100:00100000:1.0:1767319679.683922:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993666432
00000100:00100000:1.0:1767319679.683926:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993666432
00000100:00100000:1.0:1767319679.686525:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993666560
00000100:00100000:1.0:1767319679.686545:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993666560
00000100:00100000:1.0:1767319679.686590:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341
00000100:00100000:1.0:1767319679.686602:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993666432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319679.686730:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993666432:12345-0@lo:400:kworker.0 Request processed in 129us (3262us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319679.686737:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341
00000100:00100000:1.0:1767319679.686760:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342
00000100:00100000:1.0:1767319679.686766:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993666560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319679.686796:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993666560:12345-0@lo:400:kworker.0 Request processed in 31us (3151us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319679.686802:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342
00000100:00100000:1.0:1767319679.686865:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993666560:0@lo:400:kworker.0
00000100:00100000:1.0:1767319679.686882:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993665920:0@lo:400:kworker.0
00000100:00080000:1.0:1767319679.693528:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319679.693558:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993666432:0@lo:400:kworker.0
00000100:00100000:0.0:1767319679.694486:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319679.694537:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993665792:0@lo:38:kworker.0
00000100:00100000:0.0:1767319679.694577:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319679.694614:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993666048:0@lo:38:kworker.0
00000100:00100000:0.0:1767319679.694638:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319679.694674:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993665664
00000100:00100000:0.0:1767319679.694682:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993665664
00000100:00100000:0.0:1767319679.694725:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993666048
00000100:00100000:0.0:1767319679.694728:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993666048
00000100:00100000:0.0:1767319679.694752:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72502
00000100:00100000:0.0:1767319679.694760:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993665664:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319679.694800:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319679.694848:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993665664:12345-0@lo:38:kworker.0 Request processed in 87us (365us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319679.694857:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72502
00000100:00100000:0.0:1767319679.694879:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72503
00000100:00100000:0.0:1767319679.694883:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993666048:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319679.694892:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319679.694920:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993666048:12345-0@lo:38:kworker.0 Request processed in 35us (280us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319679.694926:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72503
00000100:00080000:0.0:1767319679.694966:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319679.694972:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319679.694976:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993666048:0@lo:38:kworker.0
00000100:00100000:0.0:1767319679.694983:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993666304:0@lo:38:kworker.0
00000100:00100000:2.0:1767319679.694985:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993665792
00000100:00100000:2.0:1767319679.694990:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993665792
00000100:00100000:0.0:1767319679.695007:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319679.695015:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145
00000100:00100000:2.0:1767319679.695021:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993665792:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319679.695025:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993666304
00000100:00100000:0.0:1767319679.695028:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993666304
00010000:00020000:2.0:1767319679.695031:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319679.695046:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72504
00000100:00100000:0.0:1767319679.695051:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993666304:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319679.695060:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319679.695060:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993665792:12345-0@lo:38:kworker.0 Request processed in 39us (482us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319679.695066:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145
00000100:00100000:0.0:1767319679.695081:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993666304:12345-0@lo:38:kworker.0 Request processed in 30us (74us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319679.695087:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72504
00000100:00080000:0.0:1767319679.695108:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319679.695112:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319679.695115:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993666304:0@lo:38:kworker.0
00000100:00080000:0.0:1767319679.695121:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319679.695144:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319679.695148:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993659136:0@lo:250:kworker.0
00000100:00080000:0.0:1767319679.695211:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319679.695216:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319679.695219:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993665664:0@lo:38:kworker.0
00000100:00080000:0.0:1767319679.695229:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319679.695232:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319679.695235:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993665792:0@lo:38:kworker.0
00000100:00080000:2.0:1767319679.695243:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319679.695249:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319679.695253:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319679.695257:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4898
00000100:00080000:2.0:1767319679.695262:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319679.695267:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319679.695301:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113c000 x1853163993666688/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319679.698538:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993666688:0@lo:250:kworker.0
00000400:00000100:0.0:1767319679.698629:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993666688 offset 0 length 520: 4
00000100:00100000:3.0:1767319679.698982:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993666176:12345-0@lo:400:kworker.0 Request processed in 18907us (19274us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319679.698998:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5395
00000100:00100000:2.0:1767319679.699146:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993666176:0@lo:400:kworker.0
00000100:00100000:0.0:1767319680.189353:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319680.253462:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319681.216538:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319681.277663:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319681.613860:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319681.613934:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319681.614278:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942207872
00000100:00100000:1.0:1767319681.614293:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942207872
00000100:00100000:1.0:1767319681.614472:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942208000
00000100:00100000:1.0:1767319681.614476:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942208000
00000100:00080000:3.0:1767319681.614568:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:3.0:1767319681.618418:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942208128 offset 0 length 520: 4
00000100:00100000:0.0:1767319681.619412:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5397
00000100:00100000:0.0:1767319681.619442:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942208000:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319681.619569:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942208000:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 142us (5633us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319681.619579:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5397
00000100:00100000:0.0:1767319681.619617:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72505
00000100:00100000:0.0:1767319681.619623:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942207872:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319681.619653:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319681.620496:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942207872:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 862us (6642us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319681.620507:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72505
00000100:00100000:1.0:1767319682.237324:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319682.301371:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319683.261581:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319683.261617:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993666816:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319683.261717:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319683.261718:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319683.261772:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993666816
00000100:00100000:1.0:1767319683.261784:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993666816
00000100:00080000:3.0:1767319683.261832:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319683.261855:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083
00000100:00100000:1.0:1767319683.261868:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993666816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319683.261911:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319683.262035:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993666816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 170us (317us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319683.262046:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083
00000100:00100000:1.0:1767319683.262301:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319683.262328:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993666944:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319683.262401:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319683.262678:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993666816:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319683.263996:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993666944
00000100:00100000:2.0:1767319683.264010:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993666944
00000100:00100000:2.0:1767319683.264265:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084
00000100:00100000:2.0:1767319683.264277:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993666944:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319683.264311:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319683.264392:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993666944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (1991us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319683.264399:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084
00000100:00100000:1.0:1767319683.264491:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993666944:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319683.264851:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767319683.325805:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319684.285737:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319684.349389:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319684.798252:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319684.798264:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319684.798267:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319684.798271:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319684.798275:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319684.798283:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4924
00000100:00080000:1.0:1767319684.798289:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319684.798295:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319684.798337:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c09c000 x1853163993667072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319684.798364:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319684.798367:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319684.798369:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319684.798373:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4924
00000100:00080000:1.0:1767319684.798376:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319684.798380:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319684.798394:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c09ce00 x1853163993667200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319684.798456:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319684.798460:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319684.798462:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319684.798465:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4924
00000100:00080000:1.0:1767319684.798467:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319684.798471:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319684.798483:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c09c700 x1853163993667456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319684.798510:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319684.798513:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319684.798515:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319684.798518:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4924
00000100:00080000:1.0:1767319684.798521:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319684.798524:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319684.798534:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6300 x1853163993667712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319684.798573:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993667840:0@lo:400:kworker.0
00000100:00100000:1.0:1767319684.798651:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319684.798717:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319684.798730:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993667584:0@lo:400:kworker.0
00000100:00100000:1.0:1767319684.798756:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319684.798788:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993667840
00000100:00100000:1.0:1767319684.798795:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993667840
00000100:00100000:1.0:1767319684.798844:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3343
00000100:00100000:1.0:1767319684.798854:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993667840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319684.798903:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993667840:12345-0@lo:400:kworker.0 Request processed in 50us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319684.798914:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3343
00000100:00100000:1.0:1767319684.798948:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993667584
00000100:00100000:3.0:1767319684.798953:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993667328:0@lo:400:kworker.0
00000100:00100000:1.0:1767319684.798954:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993667584
00000100:00100000:1.0:1767319684.799003:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5398
00000100:00100000:1.0:1767319684.799014:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993667584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319684.799033:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319684.799129:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993667072:0@lo:38:kworker.0
00000100:00100000:2.0:1767319684.799207:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993667968:0@lo:400:kworker.0
00000100:00100000:1.0:1767319684.799358:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993667584:12345-0@lo:400:kworker.0 Request processed in 346us (599us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319684.799366:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5398
00000100:00100000:1.0:1767319684.799381:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993667328
00000100:00100000:1.0:1767319684.799385:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993667328
00000100:00100000:1.0:1767319684.799411:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5399
00000100:00100000:1.0:1767319684.799417:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993667328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319684.799446:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993667328:12345-0@lo:400:kworker.0 Request processed in 30us (416us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319684.799450:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5399
00000100:00100000:1.0:1767319684.799491:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993667584:0@lo:400:kworker.0
00000100:00100000:1.0:1767319684.799501:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993667840:0@lo:400:kworker.0
00000100:00080000:1.0:1767319684.799561:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319684.799719:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993667328:0@lo:400:kworker.0
00000100:00100000:0.0:1767319684.800680:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319684.800710:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993667200:0@lo:38:kworker.0
00000100:00100000:0.0:1767319684.800750:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319684.800785:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993667456:0@lo:38:kworker.0
00000100:00100000:0.0:1767319684.800807:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319684.800826:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993667712:0@lo:38:kworker.0
00000100:00100000:0.0:1767319684.800842:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319684.800876:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993667072
00000100:00100000:0.0:1767319684.800880:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993667072
00000100:00100000:0.0:1767319684.800903:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993667456
00000100:00100000:0.0:1767319684.800905:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993667456
00000100:00100000:0.0:1767319684.800914:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993667712
00000100:00100000:0.0:1767319684.800917:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993667712
00000100:00100000:0.0:1767319684.800930:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72506
00000100:00100000:0.0:1767319684.800935:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993667072:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319684.800954:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319684.800986:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993667072:12345-0@lo:38:kworker.0 Request processed in 50us (309us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319684.800991:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72506
00000100:00100000:0.0:1767319684.801004:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72507
00000100:00100000:0.0:1767319684.801007:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993667456:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319684.801015:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319684.801031:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993667456:12345-0@lo:38:kworker.0 Request processed in 23us (223us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319684.801036:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72507
00000100:00100000:0.0:1767319684.801045:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72508
00000100:00100000:0.0:1767319684.801048:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993667712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319684.801055:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319684.801071:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993667712:12345-0@lo:38:kworker.0 Request processed in 21us (227us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319684.801076:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72508
00000100:00080000:0.0:1767319684.801136:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319684.801140:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319684.801144:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993667072:0@lo:38:kworker.0
00000100:00080000:0.0:1767319684.801150:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319684.801152:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319684.801155:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993667456:0@lo:38:kworker.0
00000100:00080000:0.0:1767319684.801198:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319684.801202:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319684.801205:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993667712:0@lo:38:kworker.0
00000100:00100000:3.0:1767319684.801222:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993667200
00000100:00100000:3.0:1767319684.801233:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993667200
00000100:00100000:3.0:1767319684.801283:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146
00000100:00100000:3.0:1767319684.801292:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993667200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319684.801313:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319684.801380:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993667200:12345-0@lo:38:kworker.0 Request processed in 89us (629us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319684.801388:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146
00000100:00080000:3.0:1767319684.801616:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319684.801622:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319684.801626:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993667200:0@lo:38:kworker.0
00000100:00100000:2.0:1767319684.802874:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319684.808346:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993667968
00000100:00100000:1.0:1767319684.808362:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993667968
00000100:00100000:1.0:1767319684.809865:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3344
00000100:00100000:1.0:1767319684.809887:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993667968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319684.810084:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993667968:12345-0@lo:400:kworker.0 Request processed in 208us (7215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319684.810105:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3344
00000100:00100000:0.0:1767319684.813036:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993667968:0@lo:400:kworker.0
00000100:00100000:0.0:1767319685.309338:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319685.376192:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319686.333329:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319686.402099:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319686.727716:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319686.727775:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319686.727807:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942208384
00000100:00100000:1.0:1767319686.727818:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942208384
00000100:00100000:1.0:1767319686.727962:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942208256
00000100:00100000:1.0:1767319686.727966:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942208256
00000100:00080000:3.0:1767319686.728012:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319686.728087:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5400
00000100:00100000:2.0:1767319686.728100:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942208384:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319686.728223:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942208384:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 126us (517us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319686.728231:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5400
00000100:00100000:2.0:1767319686.728255:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72509
00000100:00100000:2.0:1767319686.728259:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942208256:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319686.728279:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319686.728308:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942208256:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 47us (533us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319686.728314:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72509
00000100:00100000:0.0:1767319687.357462:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319687.421368:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319688.381496:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319688.381602:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993668224:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319688.381678:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319688.381792:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993668096:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319688.381831:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319688.381874:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993668224
00000100:00100000:3.0:1767319688.381892:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993668224
00000100:00100000:3.0:1767319688.381961:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993668096
00000100:00100000:3.0:1767319688.381975:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993668096
00000100:00100000:3.0:1767319688.382004:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085
00000100:00100000:3.0:1767319688.382013:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993668224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319688.382061:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319688.382714:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086
00000100:00100000:2.0:1767319688.382728:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993668096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319688.382753:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319688.382807:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993668096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (978us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319688.382829:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086
00000100:00080000:2.0:1767319688.382906:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319688.382912:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319688.386748:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993668096:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319688.386760:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993668224:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319688.386766:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993668224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4740us (5073us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319688.386786:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085
00010000:00010000:0.0:1767319688.446709:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319689.405341:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319689.469815:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319689.917392:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319689.917402:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319689.917406:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319689.917410:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319689.917414:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319689.917423:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4929
00000100:00080000:1.0:1767319689.917428:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319689.917434:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319689.917475:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6680 x1853163993668352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319689.917513:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319689.917517:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319689.917519:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319689.917525:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4929
00000100:00080000:1.0:1767319689.917527:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319689.917530:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319689.917547:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab5180 x1853163993668480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319689.917587:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319689.917591:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319689.917593:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319689.917596:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4929
00000100:00080000:1.0:1767319689.917599:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319689.917603:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319689.917616:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f1c00 x1853163993668736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319689.917639:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319689.917643:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319689.917644:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319689.917648:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4929
00000100:00080000:1.0:1767319689.917651:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319689.917655:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319689.917669:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f2300 x1853163993668992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319689.918596:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993669248:0@lo:400:kworker.0
00000100:00100000:3.0:1767319689.918668:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319689.918732:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319689.918740:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993668608:0@lo:400:kworker.0
00000100:00100000:3.0:1767319689.918765:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319689.918948:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993669120:0@lo:400:kworker.0
00000100:00100000:0.0:1767319689.918982:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319689.919012:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319689.919019:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993668864:0@lo:400:kworker.0
00000100:00100000:0.0:1767319689.919040:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319689.919080:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993668352:0@lo:38:kworker.0
00000100:00100000:0.0:1767319689.919104:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319689.919122:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993668480:0@lo:38:kworker.0
00000100:00100000:0.0:1767319689.919143:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319689.919185:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993668736:0@lo:38:kworker.0
00000100:00100000:0.0:1767319689.919205:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319689.919222:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993668992:0@lo:38:kworker.0
00000100:00100000:0.0:1767319689.919243:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319689.919274:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993668608
00000100:00100000:0.0:1767319689.919281:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993668608
00000100:00100000:3.0:1767319689.919333:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993668864
00000100:00100000:0.0:1767319689.919335:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993668352
00000100:00100000:3.0:1767319689.919340:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993668864
00000100:00100000:0.0:1767319689.919341:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993668352
00000100:00100000:0.0:1767319689.919361:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993668736
00000100:00100000:0.0:1767319689.919364:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993668736
00000100:00100000:3.0:1767319689.919373:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993668992
00000100:00100000:3.0:1767319689.919378:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993668992
00000100:00100000:0.0:1767319689.919383:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5401
00000100:00100000:0.0:1767319689.919397:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993668608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319689.919401:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5402
00000100:00100000:3.0:1767319689.919412:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993668864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319689.919465:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993668608:12345-0@lo:400:kworker.0 Request processed in 71us (697us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319689.919470:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993668864:12345-0@lo:400:kworker.0 Request processed in 58us (427us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319689.919478:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5401
00000100:00100000:2.0:1767319689.919568:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993669248
00000100:00100000:2.0:1767319689.919573:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993669248
00000100:00100000:2.0:1767319689.919597:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993669120
00000100:00100000:2.0:1767319689.919599:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993669120
00000100:00100000:2.0:1767319689.919613:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345
00000100:00100000:2.0:1767319689.919620:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993669248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319689.919654:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993669248:12345-0@lo:400:kworker.0 Request processed in 35us (986us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319689.919659:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345
00000100:00100000:2.0:1767319689.919673:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346
00000100:00100000:2.0:1767319689.919679:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993669120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319689.919703:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993669120:12345-0@lo:400:kworker.0 Request processed in 25us (721us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319689.919709:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346
00000100:00100000:3.0:1767319689.919794:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5402
00000100:00100000:3.0:1767319689.919816:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72510
00000100:00100000:3.0:1767319689.919820:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993668352:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319689.919839:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319689.919858:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72511
00000100:00100000:1.0:1767319689.919865:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993668736:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319689.919876:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993668352:12345-0@lo:38:kworker.0 Request processed in 53us (770us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767319689.919879:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319689.919886:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72510
00000100:00100000:3.0:1767319689.919900:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72512
00000100:00100000:3.0:1767319689.919905:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993668992:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319689.919915:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319689.919921:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993668736:12345-0@lo:38:kworker.0 Request processed in 54us (713us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319689.919929:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72511
00000100:00100000:3.0:1767319689.919950:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993668992:12345-0@lo:38:kworker.0 Request processed in 41us (705us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319689.919953:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993668480
00000100:00100000:3.0:1767319689.919958:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72512
00000100:00100000:1.0:1767319689.919960:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993668480
00000100:00100000:1.0:1767319689.919989:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147
00000100:00100000:1.0:1767319689.920004:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993668480:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319689.920015:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993668608:0@lo:400:kworker.0
00010000:00020000:1.0:1767319689.920017:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319689.920034:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993669248:0@lo:400:kworker.0
00000100:00100000:1.0:1767319689.920053:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993668480:12345-0@lo:38:kworker.0 Request processed in 56us (908us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319689.920061:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147
00000100:00080000:3.0:1767319689.920077:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319689.920131:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993668864:0@lo:400:kworker.0
00000100:00100000:1.0:1767319689.920142:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993669120:0@lo:400:kworker.0
00000100:00080000:1.0:1767319689.920191:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319689.920196:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319689.920199:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993668352:0@lo:38:kworker.0
00000100:00080000:1.0:1767319689.920207:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319689.920211:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319689.920213:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993668480:0@lo:38:kworker.0
00000100:00080000:1.0:1767319689.920221:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319689.920224:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319689.920227:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993668736:0@lo:38:kworker.0
00000100:00080000:1.0:1767319689.920235:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319689.920238:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319689.920241:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993668992:0@lo:38:kworker.0
00000100:00100000:2.0:1767319690.430433:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319690.493528:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319691.453352:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319691.517762:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319691.849632:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319691.849689:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319691.849741:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942208640
00000100:00100000:0.0:1767319691.849758:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942208640
00000100:00100000:0.0:1767319691.849840:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942208512
00000100:00100000:2.0:1767319691.849927:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5403
00000100:00100000:2.0:1767319691.849941:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942208640:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319691.850042:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942208640:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 104us (425us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319691.850051:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5403
00000100:00100000:0.0:1767319691.850106:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942208512
00000100:00100000:0.0:1767319691.850136:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72513
00000100:00100000:0.0:1767319691.850141:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942208512:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319691.850195:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319691.850219:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942208512:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 78us (532us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319691.850224:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72513
00000100:00080000:3.0:1767319691.850281:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319692.477265:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319692.542669:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319693.501440:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319693.501463:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993669376:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319693.501527:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319693.501688:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993669376
00000100:00100000:0.0:1767319693.501697:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993669376
00000100:00100000:0.0:1767319693.501764:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087
00000100:00100000:0.0:1767319693.501774:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993669376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319693.501803:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319693.501847:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993669376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (320us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319693.501855:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087
00000100:00100000:0.0:1767319693.501899:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993669376:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319693.502049:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319693.503223:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319693.503239:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993669504:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319693.503282:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319693.503529:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319693.503585:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993669504
00000100:00100000:2.0:1767319693.503592:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993669504
00000100:00100000:2.0:1767319693.503649:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088
00000100:00100000:2.0:1767319693.503658:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993669504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319693.503680:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767319693.503802:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319693.503909:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993669504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 252us (625us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319693.503916:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088
00000100:00100000:1.0:1767319693.505694:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993669504:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319693.565379:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319694.527116:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319694.589800:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319695.037595:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319695.037603:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319695.037605:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319695.037608:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319695.037612:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319695.037618:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4934
00000100:00080000:3.0:1767319695.037621:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319695.037626:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319695.038297:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6680 x1853163993669632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319695.038355:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993669632:0@lo:38:kworker.0
00000100:00100000:0.0:1767319695.038413:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319695.038456:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319695.038459:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319695.038461:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319695.038465:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4934
00000100:00080000:3.0:1767319695.038467:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319695.038470:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319695.038482:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6300 x1853163993669760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319695.038510:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319695.038513:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319695.038514:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319695.038516:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4934
00000100:00080000:3.0:1767319695.038518:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319695.038520:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319695.038527:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731344a80 x1853163993670016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319695.038542:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319695.038544:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319695.038545:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319695.038548:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4934
00000100:00080000:3.0:1767319695.038549:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319695.038551:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319695.038559:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345500 x1853163993670272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319695.038585:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993670528:0@lo:400:kworker.0
00000100:00100000:3.0:1767319695.038612:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319695.038661:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319695.038664:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993669888:0@lo:400:kworker.0
00000100:00100000:3.0:1767319695.038692:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993670400:0@lo:400:kworker.0
00000100:00100000:3.0:1767319695.038705:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319695.038719:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319695.038722:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993670144:0@lo:400:kworker.0
00000100:00100000:0.0:1767319695.038858:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993669760:0@lo:38:kworker.0
00000100:00100000:0.0:1767319695.038877:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319695.038893:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993670016:0@lo:38:kworker.0
00000100:00100000:0.0:1767319695.038924:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319695.038985:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993670528
00000100:00100000:1.0:1767319695.038992:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993670528
00000100:00100000:1.0:1767319695.039046:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993670400
00000100:00100000:1.0:1767319695.039049:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993670400
00000100:00100000:1.0:1767319695.039075:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347
00000100:00100000:1.0:1767319695.039085:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993670528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319695.039145:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993670528:12345-0@lo:400:kworker.0 Request processed in 62us (530us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319695.039152:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347
00000100:00100000:1.0:1767319695.039182:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348
00000100:00100000:1.0:1767319695.039186:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993670400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319695.039206:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993670400:12345-0@lo:400:kworker.0 Request processed in 20us (500us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319695.039209:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348
00000100:00080000:1.0:1767319695.039229:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319695.039233:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319695.039269:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993669760
00000100:00100000:1.0:1767319695.039273:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993669760
00000100:00100000:1.0:1767319695.039291:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148
00000100:00100000:1.0:1767319695.039294:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993669760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319695.039309:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319695.039342:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993669760:12345-0@lo:38:kworker.0 Request processed in 46us (463us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319695.039345:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148
00000100:00100000:0.0:1767319695.039767:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993670272:0@lo:38:kworker.0
00000100:00100000:0.0:1767319695.039785:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319695.039856:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993669632
00000100:00100000:2.0:1767319695.039860:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993669632
00000100:00100000:2.0:1767319695.039914:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993670016
00000100:00100000:2.0:1767319695.039918:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993670016
00000100:00100000:2.0:1767319695.040023:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72514
00000100:00100000:2.0:1767319695.040033:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993669632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319695.040194:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319695.040228:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993669632:12345-0@lo:38:kworker.0 Request processed in 198us (1814us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319695.040236:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72514
00000100:00080000:0.0:1767319695.040315:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319695.040320:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319695.040324:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993669632:0@lo:38:kworker.0
00000100:00080000:0.0:1767319695.040347:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319695.040351:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319695.040354:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993669760:0@lo:38:kworker.0
00000100:00100000:1.0:1767319695.040469:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993670272
00000100:00100000:1.0:1767319695.040473:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993670272
00000100:00100000:2.0:1767319695.040478:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72515
00000100:00100000:2.0:1767319695.040483:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993670016:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319695.040494:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72516
00010000:00020000:2.0:1767319695.040494:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319695.040498:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993670272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319695.040506:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319695.040523:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993670016:12345-0@lo:38:kworker.0 Request processed in 39us (1599us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319695.040526:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993670272:12345-0@lo:38:kworker.0 Request processed in 27us (739us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319695.040529:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72515
00000100:00100000:1.0:1767319695.040532:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72516
00000100:00100000:1.0:1767319695.040555:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319695.040566:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993670144
00000100:00100000:2.0:1767319695.040569:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993670144
00000100:00100000:1.0:1767319695.040582:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993670400:0@lo:400:kworker.0
00000100:00100000:2.0:1767319695.040600:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5404
00000100:00100000:1.0:1767319695.040602:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319695.040605:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993670144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319695.040623:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993670528:0@lo:400:kworker.0
00000100:00100000:1.0:1767319695.040638:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993669888
00000100:00100000:1.0:1767319695.040640:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993669888
00000100:00100000:2.0:1767319695.040640:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993670144:12345-0@lo:400:kworker.0 Request processed in 35us (84us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319695.040645:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5404
00000100:00100000:2.0:1767319695.040657:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5405
00000100:00100000:2.0:1767319695.040662:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993669888:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767319695.040677:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319695.040680:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319695.040683:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993670016:0@lo:38:kworker.0
00000100:00080000:1.0:1767319695.040691:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767319695.040691:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993669888:12345-0@lo:400:kworker.0 Request processed in 29us (88us total) trans 0 rc 0/0
00000100:00080000:1.0:1767319695.040695:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319695.040697:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5405
00000100:00100000:1.0:1767319695.040698:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993670272:0@lo:38:kworker.0
00000100:00080000:2.0:1767319695.040713:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319695.040724:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993670144:0@lo:400:kworker.0
00000100:00100000:2.0:1767319695.040735:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993669888:0@lo:400:kworker.0
00000100:00100000:0.0:1767319695.550217:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319695.614073:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319696.573344:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319696.637987:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319696.969576:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319696.969677:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942208768
00000100:00100000:1.0:1767319696.969689:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942208768
00000100:00100000:1.0:1767319696.969742:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72517
00000100:00100000:1.0:1767319696.969750:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942208768:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319696.969776:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319696.969842:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942208768:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 92us (278us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319696.969849:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72517
00000100:00100000:3.0:1767319696.970949:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319696.971228:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942208896
00000100:00100000:0.0:1767319696.971236:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942208896
00000100:00100000:0.0:1767319696.971307:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5406
00000100:00100000:0.0:1767319696.971317:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942208896:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319696.971379:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942208896:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 63us (433us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319696.971386:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5406
00000100:00080000:2.0:1767319696.971455:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319697.597290:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319697.661481:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319698.622416:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319698.622682:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993670656:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319698.622747:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319698.622842:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993670784:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319698.622869:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319698.622953:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993670656
00000100:00100000:2.0:1767319698.622962:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993670656
00000100:00100000:2.0:1767319698.623025:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993670784
00000100:00100000:2.0:1767319698.623029:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993670784
00000100:00100000:2.0:1767319698.623050:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089
00000100:00100000:2.0:1767319698.623058:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993670656:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319698.623088:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319698.623135:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993670656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (387us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319698.623143:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089
00000100:00100000:2.0:1767319698.623194:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090
00000100:00100000:2.0:1767319698.623202:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993670784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319698.623221:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319698.623252:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993670784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (382us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319698.623258:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090
00000100:00100000:2.0:1767319698.623319:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993670784:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319698.623349:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993670656:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319698.624494:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319698.624501:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767319698.687691:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319699.645313:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319699.709553:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319700.157321:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319700.157332:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319700.157336:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319700.157340:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319700.157344:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319700.157354:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4939
00000100:00080000:3.0:1767319700.157360:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319700.157367:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319700.159058:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731347b80 x1853163993670912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319700.159090:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319700.159094:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319700.159097:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319700.159101:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4939
00000100:00080000:3.0:1767319700.159105:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319700.159111:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319700.159145:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993670912:0@lo:38:kworker.0
00000100:00100000:3.0:1767319700.159145:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345500 x1853163993671040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319700.159362:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319700.159701:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993670912
00000100:00100000:1.0:1767319700.159710:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993670912
00000100:00100000:1.0:1767319700.159791:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72518
00000100:00100000:1.0:1767319700.159798:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993670912:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319700.159841:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319700.159903:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993670912:12345-0@lo:38:kworker.0 Request processed in 103us (541us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319700.159912:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72518
00000100:00080000:2.0:1767319700.159987:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319700.160000:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319700.160006:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993670912:0@lo:38:kworker.0
00000100:00100000:2.0:1767319700.160522:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993671040:0@lo:38:kworker.0
00000100:00080000:3.0:1767319700.160529:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319700.160534:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319700.160538:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319700.160546:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4939
00000100:00080000:3.0:1767319700.160550:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319700.160558:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319700.160580:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731346a00 x1853163993671296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319700.160596:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319700.160629:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767319700.160629:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319700.160637:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319700.160640:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319700.160647:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4939
00000100:00080000:3.0:1767319700.160652:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767319700.160654:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993671168:0@lo:400:kworker.0
00000100:00080000:3.0:1767319700.160659:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319700.160668:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993671296:0@lo:38:kworker.0
00000100:00100000:3.0:1767319700.160679:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731347b80 x1853163993671552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319700.160721:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319700.160730:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993671680:0@lo:400:kworker.0
00000100:00100000:0.0:1767319700.160768:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993671808:0@lo:400:kworker.0
00000100:00100000:3.0:1767319700.160771:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993671424:0@lo:400:kworker.0
00000100:00100000:2.0:1767319700.160802:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319700.160847:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319700.160858:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319700.160896:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319700.160933:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993671552:0@lo:38:kworker.0
00000100:00100000:2.0:1767319700.160968:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319700.160969:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993671040
00000100:00100000:1.0:1767319700.160977:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993671040
00000100:00100000:1.0:1767319700.161004:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149
00000100:00100000:1.0:1767319700.161010:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993671040:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319700.161026:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319700.161072:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993671040:12345-0@lo:38:kworker.0 Request processed in 61us (478us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319700.161082:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149
00000100:00100000:1.0:1767319700.161104:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993671680
00000100:00100000:1.0:1767319700.161108:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993671680
00000100:00100000:1.0:1767319700.161143:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993671808
00000100:00100000:1.0:1767319700.161146:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993671808
00000100:00100000:1.0:1767319700.161192:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349
00000100:00100000:1.0:1767319700.161200:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993671680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319700.161243:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993671680:12345-0@lo:400:kworker.0 Request processed in 45us (443us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319700.161249:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349
00000100:00100000:1.0:1767319700.161261:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350
00000100:00100000:1.0:1767319700.161268:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993671808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319700.161297:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993671808:12345-0@lo:400:kworker.0 Request processed in 30us (457us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319700.161302:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350
00000100:00080000:1.0:1767319700.161327:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319700.161331:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319700.163150:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993671168
00000100:00100000:0.0:1767319700.163175:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993671168
00000100:00100000:0.0:1767319700.163415:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993671424
00000100:00100000:0.0:1767319700.163420:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993671424
00000100:00100000:0.0:1767319700.163445:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993671296
00000100:00100000:0.0:1767319700.163448:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993671296
00000100:00100000:0.0:1767319700.163482:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5407
00000100:00100000:0.0:1767319700.163492:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993671168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319700.163588:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5408
00000100:00100000:3.0:1767319700.163599:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993671424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319700.163691:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993671424:12345-0@lo:400:kworker.0 Request processed in 94us (2851us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319700.163698:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993671168:12345-0@lo:400:kworker.0 Request processed in 206us (2978us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319700.163706:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5407
00000100:00100000:0.0:1767319700.163727:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72519
00000100:00100000:0.0:1767319700.163732:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993671296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319700.163752:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319700.163781:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993671296:12345-0@lo:38:kworker.0 Request processed in 48us (2889us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319700.163787:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72519
00000100:00100000:0.0:1767319700.163953:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993671808:0@lo:400:kworker.0
00000100:00100000:0.0:1767319700.163966:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993671168:0@lo:400:kworker.0
00000100:00080000:0.0:1767319700.164000:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319700.164036:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993671680:0@lo:400:kworker.0
00000100:00100000:0.0:1767319700.164068:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993671424:0@lo:400:kworker.0
00000100:00100000:0.0:1767319700.168225:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993671552
00000100:00100000:0.0:1767319700.168250:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993671552
00000100:00100000:0.0:1767319700.168327:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72520
00000100:00100000:0.0:1767319700.168338:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993671552:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319700.168370:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319700.168492:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993671552:12345-0@lo:38:kworker.0 Request processed in 154us (7523us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319700.168501:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72520
00000100:00100000:3.0:1767319700.169651:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5408
00000100:00080000:2.0:1767319700.170657:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319700.170670:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319700.170676:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993671552:0@lo:38:kworker.0
00000100:00080000:2.0:1767319700.170691:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319700.170696:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319700.170700:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993671296:0@lo:38:kworker.0
00000100:00080000:2.0:1767319700.170714:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319700.170718:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319700.170721:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993671040:0@lo:38:kworker.0
00000100:00100000:2.0:1767319700.669341:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319700.733460:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319701.693482:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319701.758251:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319702.091105:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319702.091270:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319702.097734:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942209152
00000100:00100000:2.0:1767319702.097736:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942209024
00000100:00100000:1.0:1767319702.097764:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942209152
00000100:00100000:2.0:1767319702.097765:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942209024
00000100:00100000:2.0:1767319702.099670:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5409
00000100:00100000:2.0:1767319702.099698:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942209152:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319702.099812:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942209152:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 128us (8721us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319702.099820:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5409
00000100:00100000:2.0:1767319702.099855:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72521
00000100:00100000:2.0:1767319702.099860:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942209024:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319702.099880:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319702.099904:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942209024:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 42us (8634us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319702.099910:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72521
00000100:00080000:0.0:1767319702.100753:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319702.717354:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319702.781665:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319703.743026:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319703.743195:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993671936:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319703.743293:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319703.743532:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993671936
00000100:00100000:3.0:1767319703.743543:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993671936
00000100:00100000:3.0:1767319703.743626:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091
00000100:00100000:3.0:1767319703.743636:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993671936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319703.743676:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319703.743729:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993671936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (436us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319703.743736:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091
00000100:00100000:2.0:1767319703.744000:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319703.744013:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993672064:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319703.744048:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319703.744186:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319703.744235:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993671936:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319703.744338:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993672064
00000100:00100000:0.0:1767319703.744345:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993672064
00000100:00100000:0.0:1767319703.744392:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092
00000100:00100000:0.0:1767319703.744405:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993672064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319703.744426:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319703.744469:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993672064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (421us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319703.744475:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092
00000100:00100000:2.0:1767319703.744608:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993672064:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319703.744692:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767319703.805676:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319704.253580:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319679/real 1767319679]  req@ffff89b73113c000 x1853163993666688/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319704 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319704.253626:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b73113c000 x1853163993666688/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319704 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319704.253651:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319704.253711:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319704.253716:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993666688:0@lo:250:kworker.0
00000100:00080000:3.0:1767319704.253778:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319704.253787:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319704.253792:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319704.253800:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4924
00000100:00080000:3.0:1767319704.253805:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319704.253813:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319704.253858:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43800 x1853163993672192/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319704.253886:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319704.253890:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319704.253892:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319704.253895:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4944
00000100:00080000:3.0:1767319704.253898:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319704.253901:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319704.253933:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a41c00 x1853163993672320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319704.253936:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993672192:0@lo:250:kworker.0
00000100:00080000:3.0:1767319704.253946:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319704.253949:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319704.253951:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319704.253956:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4944
00000100:00080000:3.0:1767319704.253957:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319704.253961:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319704.253972:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43b80 x1853163993672448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767319704.254007:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993672192 offset 0 length 520: 4
00000100:00100000:1.0:1767319704.254039:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767319704.254060:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767319704.254064:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993672320:0@lo:38:kworker.0
00000100:00080000:3.0:1767319704.254065:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319704.254069:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319704.254081:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4944
00000100:00080000:3.0:1767319704.254084:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319704.254089:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319704.254105:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a42d80 x1853163993672704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319704.254113:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319704.254145:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993672448:0@lo:38:kworker.0
00000100:00080000:3.0:1767319704.254147:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319704.254153:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319704.254155:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319704.254181:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4944
00000100:00080000:3.0:1767319704.254184:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319704.254188:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319704.254203:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43100 x1853163993672960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319704.254210:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319704.254239:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993672832:0@lo:400:kworker.0
00000100:00100000:2.0:1767319704.254242:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993672704:0@lo:38:kworker.0
00000100:00100000:2.0:1767319704.254283:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319704.254315:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993672960:0@lo:38:kworker.0
00000100:00100000:3.0:1767319704.254322:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993672320
00000100:00100000:3.0:1767319704.254331:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993672320
00000100:00100000:2.0:1767319704.254352:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319704.254552:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993672576:0@lo:400:kworker.0
00000100:00100000:1.0:1767319704.254590:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993672448
00000100:00100000:1.0:1767319704.254593:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993672448
00000100:00100000:1.0:1767319704.254613:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150
00000100:00100000:1.0:1767319704.254619:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993672448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319704.254641:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319704.255720:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993672704
00000100:00100000:3.0:1767319704.255741:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993672704
00000100:00100000:3.0:1767319704.255793:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993672960
00000100:00100000:3.0:1767319704.255797:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993672960
00000100:00100000:3.0:1767319704.255818:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72522
00000100:00100000:3.0:1767319704.255824:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993672320:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319704.255840:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319704.257093:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72523
00000100:00100000:0.0:1767319704.257107:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993672704:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319704.257131:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319704.258051:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993672448:12345-0@lo:38:kworker.0 Request processed in 3424us (3839us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319704.258062:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150
00000100:00100000:1.0:1767319704.258131:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72524
00000100:00100000:1.0:1767319704.258138:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993672960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319704.258156:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319704.258235:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993672960:12345-0@lo:38:kworker.0 Request processed in 97us (3885us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319704.258239:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72524
00000100:00100000:1.0:1767319704.258263:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319704.258303:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993672576
00000100:00100000:1.0:1767319704.258311:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993672576
00000100:00100000:1.0:1767319704.258351:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5410
00000100:00100000:1.0:1767319704.258356:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993672576:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319704.258391:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993672576:12345-0@lo:400:kworker.0 Request processed in 36us (128us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319704.258395:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5410
00000100:00080000:1.0:1767319704.258407:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319704.258442:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993672576:0@lo:400:kworker.0
00000100:00100000:1.0:1767319704.258495:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319704.258519:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993672832
00000100:00100000:1.0:1767319704.258521:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993672832
00000100:00100000:1.0:1767319704.258540:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5411
00000100:00100000:1.0:1767319704.258544:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993672832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319704.258567:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993672832:12345-0@lo:400:kworker.0 Request processed in 23us (71us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319704.258571:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5411
00000100:00080000:1.0:1767319704.258579:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319704.258590:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993672832:0@lo:400:kworker.0
00000100:00080000:2.0:1767319704.259063:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319704.259071:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319704.259076:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993672960:0@lo:38:kworker.0
00000100:00080000:2.0:1767319704.259092:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319704.259095:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319704.259098:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993672448:0@lo:38:kworker.0
00000100:00100000:3.0:1767319704.266070:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993672320:12345-0@lo:38:kworker.0 Request processed in 10228us (11945us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319704.266102:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72522
00000100:00080000:2.0:1767319704.266409:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319704.266416:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319704.266421:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993672320:0@lo:38:kworker.0
00000100:00100000:0.0:1767319704.267995:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993672704:12345-0@lo:38:kworker.0 Request processed in 10879us (13700us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319704.268011:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72523
00000100:00080000:2.0:1767319704.268049:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319704.268055:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319704.268061:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993672704:0@lo:38:kworker.0
00000100:00100000:3.0:1767319704.765372:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319704.829964:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319705.789421:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319705.853812:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767319706.188952:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942209280 offset 0 length 520: 4
00000100:00100000:3.0:1767319706.189001:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319706.189037:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319706.189102:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942209408
00000100:00100000:0.0:1767319706.189123:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942209408
00000100:00100000:0.0:1767319706.189235:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942209536
00000100:00100000:0.0:1767319706.189238:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942209536
00000100:00100000:1.0:1767319706.189403:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72525
00000100:00100000:1.0:1767319706.189416:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942209408:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319706.189453:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319706.189821:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5412
00000100:00100000:0.0:1767319706.189833:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942209536:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319706.189910:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942209536:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 81us (871us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319706.189919:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5412
00000100:00100000:1.0:1767319706.190256:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942209408:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 839us (1251us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319706.190264:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72525
00000100:00080000:3.0:1767319706.191152:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319706.814092:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319706.881558:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319707.837733:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767319707.901748:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319708.861381:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319708.861632:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993673088:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319708.861740:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319708.861929:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993673216:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319708.861964:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319708.862156:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993673088
00000100:00100000:3.0:1767319708.862189:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993673088
00000100:00100000:3.0:1767319708.862272:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993673216
00000100:00100000:3.0:1767319708.862276:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993673216
00000100:00100000:3.0:1767319708.862308:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093
00000100:00100000:3.0:1767319708.862317:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993673088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319708.862355:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319708.862411:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993673088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (671us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319708.862419:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093
00000100:00100000:3.0:1767319708.862440:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094
00000100:00100000:3.0:1767319708.862447:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993673216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319708.862464:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319708.862493:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993673216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (528us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319708.862510:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094
00000100:00100000:2.0:1767319708.862631:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993673088:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319708.862720:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319708.862726:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319708.862751:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993673216:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319708.925829:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319709.373916:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319709.373930:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319709.373933:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319709.373937:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319709.373942:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319709.373952:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4948
00000100:00080000:3.0:1767319709.373958:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319709.373966:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319709.374033:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a41880 x1853163993673344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319709.374101:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993673344:0@lo:38:kworker.0
00000100:00100000:2.0:1767319709.374210:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319709.374317:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319709.374322:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319709.374324:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319709.374329:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4948
00000100:00080000:3.0:1767319709.374332:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319709.374336:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319709.374352:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a40700 x1853163993673472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319709.374661:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993673344
00000100:00100000:1.0:1767319709.374672:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993673344
00000100:00100000:1.0:1767319709.374723:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72526
00000100:00100000:1.0:1767319709.374732:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993673344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319709.374758:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319709.377588:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993673472:0@lo:38:kworker.0
00000100:00100000:2.0:1767319709.377700:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319709.377979:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319709.377998:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319709.378002:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319709.378009:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4948
00000100:00080000:3.0:1767319709.378014:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319709.378021:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319709.378049:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a42d80 x1853163993673728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319709.378082:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319709.378085:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319709.378087:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319709.378091:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4948
00000100:00080000:3.0:1767319709.378094:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319709.378098:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319709.378109:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43b80 x1853163993673984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319709.378156:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993673856:0@lo:400:kworker.0
00000100:00100000:3.0:1767319709.378219:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319709.378248:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319709.378254:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993674112:0@lo:400:kworker.0
00000100:00100000:3.0:1767319709.378283:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319709.378312:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993673600:0@lo:400:kworker.0
00000100:00100000:3.0:1767319709.378338:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319709.378359:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319709.378364:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993674240:0@lo:400:kworker.0
00000100:00100000:3.0:1767319709.378403:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319709.378468:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993674112
00000100:00100000:3.0:1767319709.378489:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993674112
00000100:00100000:3.0:1767319709.378539:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993674240
00000100:00100000:3.0:1767319709.378542:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993674240
00000100:00100000:3.0:1767319709.378563:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351
00000100:00100000:3.0:1767319709.378573:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993674112:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319709.378632:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993674112:12345-0@lo:400:kworker.0 Request processed in 60us (348us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319709.378651:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351
00000100:00100000:3.0:1767319709.378672:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352
00000100:00100000:3.0:1767319709.378682:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993674240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319709.378714:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993674240:12345-0@lo:400:kworker.0 Request processed in 37us (310us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319709.378726:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352
00000100:00100000:3.0:1767319709.378773:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993674240:0@lo:400:kworker.0
00000100:00100000:3.0:1767319709.378805:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993674112:0@lo:400:kworker.0
00000100:00100000:3.0:1767319709.378834:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993673856
00000100:00100000:3.0:1767319709.378838:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993673856
00000100:00100000:3.0:1767319709.378883:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993673600
00000100:00100000:3.0:1767319709.378886:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993673600
00000100:00100000:3.0:1767319709.378909:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5413
00000100:00100000:3.0:1767319709.378914:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993673856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319709.378951:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993673856:12345-0@lo:400:kworker.0 Request processed in 37us (732us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319709.378959:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5413
00000100:00100000:3.0:1767319709.378970:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5414
00000100:00100000:3.0:1767319709.378976:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993673600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319709.379007:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993673600:12345-0@lo:400:kworker.0 Request processed in 31us (668us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319709.379019:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5414
00000100:00100000:3.0:1767319709.379048:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993673856:0@lo:400:kworker.0
00000100:00100000:3.0:1767319709.379069:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993673600:0@lo:400:kworker.0
00000100:00080000:3.0:1767319709.379101:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319709.380050:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993673472
00000100:00100000:0.0:1767319709.380059:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993673472
00000100:00100000:0.0:1767319709.380099:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151
00000100:00100000:0.0:1767319709.380106:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993673472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319709.380130:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319709.380187:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993673472:12345-0@lo:38:kworker.0 Request processed in 81us (2498us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319709.380192:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151
00000100:00100000:1.0:1767319709.381514:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993673344:12345-0@lo:38:kworker.0 Request processed in 6773us (7295us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319709.381527:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72526
00000100:00080000:2.0:1767319709.382737:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319709.382747:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319709.382753:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993673344:0@lo:38:kworker.0
00000100:00100000:2.0:1767319709.382797:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993673728:0@lo:38:kworker.0
00000100:00100000:2.0:1767319709.382867:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319709.382912:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993673984:0@lo:38:kworker.0
00000100:00100000:2.0:1767319709.382936:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319709.383009:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319709.383014:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319709.383016:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993673472:0@lo:38:kworker.0
00000100:00100000:3.0:1767319709.383124:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993673728
00000100:00100000:3.0:1767319709.383134:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993673728
00000100:00100000:3.0:1767319709.383214:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993673984
00000100:00100000:3.0:1767319709.383218:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993673984
00000100:00100000:3.0:1767319709.383237:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72527
00000100:00100000:3.0:1767319709.383245:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993673728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319709.383270:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319709.383506:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72528
00000100:00100000:0.0:1767319709.383514:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993673984:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319709.383539:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767319709.383609:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319709.383613:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319709.383616:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993673728:0@lo:38:kworker.0
00000100:00100000:0.0:1767319709.384187:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993673984:12345-0@lo:38:kworker.0 Request processed in 669us (1246us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319709.384195:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72528
00000100:00080000:2.0:1767319709.384282:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319709.384287:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319709.384290:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993673984:0@lo:38:kworker.0
00000100:00100000:3.0:1767319709.384651:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993673728:12345-0@lo:38:kworker.0 Request processed in 1405us (1783us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319709.384660:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72527
00000100:00100000:2.0:1767319709.885327:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319709.950737:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319710.909306:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319710.973961:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319711.306565:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319711.307091:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942209664
00000100:00100000:1.0:1767319711.307104:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942209664
00000100:00100000:1.0:1767319711.307323:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72529
00000100:00100000:1.0:1767319711.307333:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942209664:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319711.307364:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319711.307463:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942209664:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 129us (912us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319711.307472:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72529
00000100:00100000:3.0:1767319711.312320:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319711.312365:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942209792
00000100:00100000:1.0:1767319711.312384:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942209792
00000100:00080000:3.0:1767319711.312597:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319711.312786:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5415
00000100:00100000:1.0:1767319711.312800:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942209792:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319711.312924:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942209792:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 127us (615us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319711.312933:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5415
00000100:00100000:2.0:1767319711.934952:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767319711.997454:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319712.957335:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319713.021462:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319713.981310:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319713.981686:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319713.981837:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993674368:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319713.981948:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319713.982009:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993674368
00000100:00100000:2.0:1767319713.982021:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993674368
00000100:00080000:3.0:1767319713.982061:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319713.982125:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095
00000100:00100000:2.0:1767319713.982136:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993674368:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319713.982591:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319713.982604:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993674496:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319713.982640:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767319713.982701:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319713.982751:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993674496
00000100:00100000:0.0:1767319713.982758:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993674496
00000100:00100000:2.0:1767319713.982779:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993674368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 643us (830us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319713.982790:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095
00000100:00100000:0.0:1767319713.982799:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096
00000100:00100000:0.0:1767319713.982809:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993674496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319713.982833:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767319713.982840:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319713.982873:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993674496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319713.982880:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096
00000100:00100000:1.0:1767319713.982951:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993674496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319713.983022:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993674368:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319714.045640:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319714.494000:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319714.494015:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319714.494018:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319714.494023:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319714.494028:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319714.494040:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4954
00000100:00080000:1.0:1767319714.494046:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319714.494055:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319714.494110:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b343480 x1853163993674624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319714.494150:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319714.494154:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319714.494156:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319714.494180:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4954
00000100:00080000:1.0:1767319714.494183:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319714.494186:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319714.494208:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b341880 x1853163993674752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319714.494217:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993674624:0@lo:38:kworker.0
00000100:00080000:1.0:1767319714.494252:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319714.494257:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319714.494259:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319714.494262:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4954
00000100:00080000:1.0:1767319714.494264:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319714.494268:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319714.494281:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c380 x1853163993675008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319714.494307:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767319714.494308:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319714.494311:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319714.494314:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319714.494317:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4954
00000100:00080000:1.0:1767319714.494320:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319714.494323:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319714.494333:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615fb80 x1853163993675264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319714.494382:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993674624
00000100:00100000:1.0:1767319714.494391:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993674624
00000100:00100000:1.0:1767319714.494449:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72530
00000100:00100000:3.0:1767319714.494470:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993674880:0@lo:400:kworker.0
00000100:00100000:2.0:1767319714.494761:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993674752:0@lo:38:kworker.0
00000100:00100000:1.0:1767319714.494796:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993674624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319714.494824:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319714.494895:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319714.494927:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319714.494933:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993675520:0@lo:400:kworker.0
00000100:00100000:0.0:1767319714.494959:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993675136:0@lo:400:kworker.0
00000100:00100000:3.0:1767319714.494960:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319714.495000:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993675520
00000100:00100000:0.0:1767319714.495003:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319714.495004:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993675520
00000100:00100000:0.0:1767319714.495025:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319714.495031:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993675392:0@lo:400:kworker.0
00000100:00100000:3.0:1767319714.495046:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353
00000100:00100000:0.0:1767319714.495052:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319714.495053:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993675520:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319714.495078:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993674880
00000100:00100000:0.0:1767319714.495081:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993674880
00000100:00100000:3.0:1767319714.495105:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993675520:12345-0@lo:400:kworker.0 Request processed in 51us (142us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319714.495112:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353
00000100:00100000:3.0:1767319714.495129:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993675392
00000100:00100000:0.0:1767319714.495130:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993675136
00000100:00100000:0.0:1767319714.495132:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993675136
00000100:00100000:3.0:1767319714.495132:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993675392
00000100:00100000:3.0:1767319714.495151:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354
00000100:00100000:0.0:1767319714.495156:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5416
00000100:00100000:3.0:1767319714.495177:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993675392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319714.495210:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993674880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319714.495210:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993675392:12345-0@lo:400:kworker.0 Request processed in 54us (158us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319714.495216:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354
00000100:00100000:0.0:1767319714.495238:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993674880:12345-0@lo:400:kworker.0 Request processed in 30us (344us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319714.495244:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5416
00000100:00100000:0.0:1767319714.495258:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5417
00000100:00100000:3.0:1767319714.495258:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993675392:0@lo:400:kworker.0
00000100:00100000:0.0:1767319714.495263:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993675136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319714.495287:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993675520:0@lo:400:kworker.0
00000100:00100000:0.0:1767319714.495291:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993675136:12345-0@lo:400:kworker.0 Request processed in 29us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319714.495297:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5417
00000100:00100000:3.0:1767319714.495297:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993674880:0@lo:400:kworker.0
00000100:00100000:0.0:1767319714.495335:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993675136:0@lo:400:kworker.0
00000100:00080000:3.0:1767319714.495338:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319714.497103:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319714.497195:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993675008:0@lo:38:kworker.0
00000100:00100000:2.0:1767319714.497231:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319714.497264:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993675264:0@lo:38:kworker.0
00000100:00100000:2.0:1767319714.497287:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319714.497604:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993675008
00000100:00100000:2.0:1767319714.497615:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993675008
00000100:00100000:2.0:1767319714.497662:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993675264
00000100:00100000:2.0:1767319714.497665:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993675264
00000100:00100000:2.0:1767319714.497688:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72531
00000100:00100000:2.0:1767319714.497695:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993675008:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319714.497720:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319714.497770:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993675008:12345-0@lo:38:kworker.0 Request processed in 74us (537us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319714.497777:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72531
00000100:00100000:2.0:1767319714.497797:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72532
00000100:00100000:2.0:1767319714.497801:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993675264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319714.497811:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319714.497834:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993675264:12345-0@lo:38:kworker.0 Request processed in 31us (546us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319714.497839:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72532
00000100:00080000:2.0:1767319714.497891:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319714.497897:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319714.497901:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993675008:0@lo:38:kworker.0
00000100:00080000:2.0:1767319714.497911:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319714.497915:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319714.497917:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993675264:0@lo:38:kworker.0
00000100:00100000:3.0:1767319714.498096:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993674752
00000100:00100000:3.0:1767319714.498102:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993674752
00000100:00100000:3.0:1767319714.498134:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152
00000100:00100000:3.0:1767319714.498140:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993674752:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319714.498152:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319714.498220:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993674752:12345-0@lo:38:kworker.0 Request processed in 79us (1128us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319714.498226:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152
00000100:00080000:2.0:1767319714.498330:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319714.498336:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319714.498339:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993674752:0@lo:38:kworker.0
00000100:00100000:1.0:1767319714.500653:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993674624:12345-0@lo:38:kworker.0 Request processed in 5843us (6329us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319714.500672:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72530
00000100:00080000:3.0:1767319714.501571:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319714.501580:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319714.501586:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993674624:0@lo:38:kworker.0
00000100:00100000:2.0:1767319715.005305:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319715.069577:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319716.030472:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767319716.096463:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319716.428839:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319716.428959:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319716.429080:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942210048
00000100:00100000:1.0:1767319716.429093:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942210048
00000100:00080000:3.0:1767319716.429195:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319716.429225:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942209920
00000100:00100000:0.0:1767319716.429241:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942209920
00000100:00100000:1.0:1767319716.429277:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5418
00000100:00100000:1.0:1767319716.429295:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942210048:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319716.429307:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72533
00000100:00100000:0.0:1767319716.429317:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942209920:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319716.429358:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319716.429413:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942210048:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 122us (589us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319716.429428:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942209920:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 109us (466us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319716.429886:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5418
00000100:00100000:0.0:1767319716.429900:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72533
00000100:00100000:2.0:1767319717.053443:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319717.117753:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319718.078413:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319718.142698:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319719.102828:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319719.103216:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993675648:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319719.103311:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319719.103563:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993675648
00000100:00100000:1.0:1767319719.103573:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993675648
00000100:00100000:2.0:1767319719.103810:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993675776:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319719.103843:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319719.103875:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993675776
00000100:00100000:2.0:1767319719.103879:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993675776
00000100:00100000:1.0:1767319719.105587:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097
00000100:00100000:1.0:1767319719.105606:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993675648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319719.105667:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319719.105759:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993675648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 161us (2447us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319719.105767:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097
00000100:00100000:0.0:1767319719.106195:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3098
00000100:00100000:0.0:1767319719.106209:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993675776:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319719.106232:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319719.106282:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993675776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (2438us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319719.106288:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3098
00000100:00100000:0.0:1767319719.106358:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993675776:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319719.106565:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993675648:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319719.106795:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319719.106804:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767319719.168540:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319719.613487:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319719.613502:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319719.613505:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319719.613510:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319719.613516:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319719.613530:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4959
00000100:00080000:3.0:1767319719.613537:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319719.613547:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319719.613605:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108700 x1853163993675904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319719.613644:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319719.613647:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319719.613649:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319719.613654:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4959
00000100:00080000:3.0:1767319719.613657:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319719.613661:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319719.613675:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617109180 x1853163993676032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319719.613747:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993676160:0@lo:400:kworker.0
00000100:00100000:0.0:1767319719.613847:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319719.613998:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319719.614003:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319719.614005:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319719.614009:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4959
00000100:00080000:3.0:1767319719.614012:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319719.614017:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319719.614031:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710ad80 x1853163993676288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319719.614059:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319719.614063:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319719.614065:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319719.614069:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4959
00000100:00080000:3.0:1767319719.614071:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319719.614074:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319719.614086:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b343480 x1853163993676544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319719.614156:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993676160
00000100:00100000:1.0:1767319719.614186:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993676160
00000100:00100000:1.0:1767319719.614260:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5419
00000100:00100000:1.0:1767319719.614272:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993676160:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319719.614373:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993675904:0@lo:38:kworker.0
00000100:00100000:2.0:1767319719.614409:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319719.614436:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993676032:0@lo:38:kworker.0
00000100:00100000:2.0:1767319719.614486:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319719.614512:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993676288:0@lo:38:kworker.0
00000100:00100000:2.0:1767319719.614532:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319719.614551:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993676544:0@lo:38:kworker.0
00000100:00100000:2.0:1767319719.614572:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319719.614604:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993676032
00000100:00100000:2.0:1767319719.614609:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993676032
00000100:00100000:2.0:1767319719.614635:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153
00000100:00100000:2.0:1767319719.614641:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993676032:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319719.614667:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319719.614707:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993676032:12345-0@lo:38:kworker.0 Request processed in 64us (219us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319719.614715:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153
00000100:00100000:2.0:1767319719.614744:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993675904
00000100:00100000:2.0:1767319719.614748:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993675904
00000100:00100000:2.0:1767319719.614769:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993676288
00000100:00100000:2.0:1767319719.614771:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993676288
00000100:00100000:2.0:1767319719.614786:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993676544
00000100:00100000:2.0:1767319719.614788:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993676544
00000100:00100000:2.0:1767319719.614799:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72534
00000100:00100000:2.0:1767319719.614804:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993675904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319719.614814:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319719.614842:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993675904:12345-0@lo:38:kworker.0 Request processed in 37us (432us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319719.614848:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72534
00000100:00100000:2.0:1767319719.614859:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72535
00000100:00100000:2.0:1767319719.614863:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993676288:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319719.614871:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319719.614894:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993676288:12345-0@lo:38:kworker.0 Request processed in 29us (360us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319719.614899:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72535
00000100:00100000:2.0:1767319719.614910:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72536
00000100:00100000:2.0:1767319719.614914:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993676544:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319719.614923:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319719.614945:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993676544:12345-0@lo:38:kworker.0 Request processed in 29us (373us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319719.614951:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72536
00000100:00080000:2.0:1767319719.615000:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319719.615004:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319719.615008:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993675904:0@lo:38:kworker.0
00000100:00080000:2.0:1767319719.615019:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319719.615024:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319719.615028:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993676032:0@lo:38:kworker.0
00000100:00080000:2.0:1767319719.615036:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319719.615039:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319719.615041:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993676288:0@lo:38:kworker.0
00000100:00080000:2.0:1767319719.615049:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319719.615052:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319719.615054:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993676544:0@lo:38:kworker.0
00000100:00100000:2.0:1767319719.615122:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993676416:0@lo:400:kworker.0
00000100:00100000:2.0:1767319719.615150:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319719.615209:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319719.615216:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993676672:0@lo:400:kworker.0
00000100:00100000:2.0:1767319719.615241:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319719.615271:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993676416
00000100:00100000:2.0:1767319719.615276:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993676416
00000100:00100000:2.0:1767319719.615309:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5420
00000100:00100000:2.0:1767319719.615315:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993676416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319719.615353:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993676416:12345-0@lo:400:kworker.0 Request processed in 38us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319719.615360:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5420
00000100:00100000:2.0:1767319719.615391:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993676416:0@lo:400:kworker.0
00000100:00080000:2.0:1767319719.615424:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319719.615480:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993676672
00000100:00100000:2.0:1767319719.615484:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993676672
00000100:00100000:2.0:1767319719.615513:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355
00000100:00100000:2.0:1767319719.615520:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993676672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319719.615556:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993676672:12345-0@lo:400:kworker.0 Request processed in 36us (313us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319719.615563:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355
00000100:00100000:2.0:1767319719.615583:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993676800:0@lo:400:kworker.0
00000100:00100000:2.0:1767319719.615608:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319719.615632:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993676800
00000100:00100000:2.0:1767319719.615636:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993676800
00000100:00100000:2.0:1767319719.615658:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356
00000100:00100000:2.0:1767319719.615664:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993676800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319719.615695:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993676800:12345-0@lo:400:kworker.0 Request processed in 31us (86us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319719.615701:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356
00000100:00100000:2.0:1767319719.615723:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993676672:0@lo:400:kworker.0
00000100:00100000:2.0:1767319719.615741:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993676800:0@lo:400:kworker.0
00000100:00100000:1.0:1767319719.616190:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993676160:12345-0@lo:400:kworker.0 Request processed in 1918us (2339us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319719.616199:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5419
00000100:00100000:0.0:1767319719.616310:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993676160:0@lo:400:kworker.0
00000100:00100000:2.0:1767319720.125358:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767319720.189606:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319721.150454:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319721.215820:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319721.543719:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319721.543776:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319721.543950:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942210304
00000100:00100000:0.0:1767319721.543960:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942210304
00000100:00100000:0.0:1767319721.544025:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942210176
00000100:00100000:0.0:1767319721.544028:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942210176
00000100:00100000:0.0:1767319721.544045:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5421
00000100:00100000:0.0:1767319721.544055:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942210304:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319721.544126:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942210304:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 73us (417us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319721.544133:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5421
00000100:00100000:0.0:1767319721.544152:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72537
00000100:00100000:0.0:1767319721.544188:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942210176:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319721.544209:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319721.544235:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942210176:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 76us (458us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319721.544241:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72537
00000100:00080000:3.0:1767319721.544297:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319722.173578:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319722.239981:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319723.197727:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319723.261499:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319724.221721:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993676928:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319724.221814:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319724.222085:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993676928
00000100:00100000:0.0:1767319724.222103:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993676928
00000100:00100000:0.0:1767319724.222190:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3099
00000100:00100000:0.0:1767319724.222201:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993676928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319724.222236:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319724.222285:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993676928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (471us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319724.222293:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3099
00000100:00080000:3.0:1767319724.222989:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319724.223040:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993676928:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319724.223247:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319724.225547:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319724.225575:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993677056:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319724.225659:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319724.225826:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993677056
00000100:00100000:3.0:1767319724.225835:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993677056
00000100:00100000:3.0:1767319724.225902:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100
00000100:00100000:3.0:1767319724.225912:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993677056:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319724.225946:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319724.226011:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993677056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (350us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319724.226019:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100
00000100:00100000:2.0:1767319724.226115:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993677056:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319724.226196:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767319724.286127:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319724.734386:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319724.734398:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319724.734401:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319724.734405:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319724.734409:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319724.734419:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4964
00000100:00080000:1.0:1767319724.734424:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319724.734432:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319724.734475:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c700 x1853163993677184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319724.734557:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993677184:0@lo:38:kworker.0
00000100:00100000:2.0:1767319724.734651:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319724.735007:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993677184
00000100:00100000:0.0:1767319724.735016:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993677184
00000100:00100000:0.0:1767319724.735061:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72538
00000100:00100000:0.0:1767319724.735069:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993677184:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319724.735090:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767319724.735139:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319724.735143:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319724.735146:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319724.735150:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4964
00000100:00080000:1.0:1767319724.735153:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319724.735157:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319724.735194:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615d880 x1853163993677312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319724.738334:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993677312:0@lo:38:kworker.0
00000100:00100000:2.0:1767319724.738433:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319724.738651:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993677184:12345-0@lo:38:kworker.0 Request processed in 3579us (3997us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319724.738664:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72538
00000100:00100000:3.0:1767319724.743925:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993677312
00000100:00100000:3.0:1767319724.743942:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993677312
00000100:00100000:3.0:1767319724.744011:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154
00000100:00100000:3.0:1767319724.744023:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993677312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319724.744048:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319724.744138:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993677312:12345-0@lo:38:kworker.0 Request processed in 117us (5705us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319724.744146:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154
00000100:00080000:2.0:1767319724.745459:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319724.745468:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319724.745473:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993677184:0@lo:38:kworker.0
00000100:00080000:2.0:1767319724.745509:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319724.745513:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319724.745515:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993677312:0@lo:38:kworker.0
00000100:00080000:1.0:1767319724.746055:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319724.746061:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319724.746063:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319724.746069:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4964
00000100:00080000:1.0:1767319724.746072:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319724.746078:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319724.746099:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c700 x1853163993677568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319724.746129:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319724.746132:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319724.746134:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319724.746137:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4964
00000100:00080000:1.0:1767319724.746140:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319724.746143:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319724.746154:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615e300 x1853163993677824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319724.746215:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993677696:0@lo:400:kworker.0
00000100:00100000:1.0:1767319724.746272:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319724.746306:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319724.746312:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993677952:0@lo:400:kworker.0
00000100:00100000:1.0:1767319724.746338:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319724.746386:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993677952
00000100:00100000:1.0:1767319724.746393:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993677952
00000100:00100000:1.0:1767319724.746444:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357
00000100:00100000:1.0:1767319724.746452:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993677952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319724.746504:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993677952:12345-0@lo:400:kworker.0 Request processed in 52us (164us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319724.746511:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357
00000100:00100000:1.0:1767319724.746546:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993677952:0@lo:400:kworker.0
00000100:00100000:1.0:1767319724.746566:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993677696
00000100:00100000:1.0:1767319724.746569:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993677696
00000100:00100000:0.0:1767319724.746696:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993677440:0@lo:400:kworker.0
00000100:00100000:0.0:1767319724.746726:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319724.746770:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319724.746776:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993678080:0@lo:400:kworker.0
00000100:00100000:0.0:1767319724.746798:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319724.747043:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319724.747057:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993677440
00000100:00100000:3.0:1767319724.747061:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993677440
00000100:00100000:1.0:1767319724.747114:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5422
00000100:00100000:1.0:1767319724.747122:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993677696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319724.747181:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993677696:12345-0@lo:400:kworker.0 Request processed in 39us (888us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319724.747187:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5422
00000100:00100000:2.0:1767319724.747243:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993678080
00000100:00100000:2.0:1767319724.747247:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993678080
00000100:00100000:2.0:1767319724.747274:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358
00000100:00100000:2.0:1767319724.747281:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993678080:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319724.747315:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993678080:12345-0@lo:400:kworker.0 Request processed in 35us (515us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319724.747320:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358
00000100:00100000:2.0:1767319724.747348:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993677568:0@lo:38:kworker.0
00000100:00100000:2.0:1767319724.747385:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319724.747403:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993677824:0@lo:38:kworker.0
00000100:00100000:2.0:1767319724.747424:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319724.747453:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993677568
00000100:00100000:2.0:1767319724.747457:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993677568
00000100:00100000:2.0:1767319724.747475:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993677824
00000100:00100000:2.0:1767319724.747478:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993677824
00000100:00100000:2.0:1767319724.747493:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72539
00000100:00100000:2.0:1767319724.747497:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993677568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319724.747516:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319724.747548:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993677568:12345-0@lo:38:kworker.0 Request processed in 49us (162us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319724.747555:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72539
00000100:00100000:2.0:1767319724.747566:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72540
00000100:00100000:2.0:1767319724.747570:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993677824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319724.747579:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319724.747611:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993677824:12345-0@lo:38:kworker.0 Request processed in 40us (187us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319724.747617:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72540
00000100:00080000:2.0:1767319724.747650:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319724.747654:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319724.747658:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993677568:0@lo:38:kworker.0
00000100:00080000:2.0:1767319724.747665:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319724.747668:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319724.747670:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993677824:0@lo:38:kworker.0
00000100:00080000:2.0:1767319724.747706:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319724.747734:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993677696:0@lo:400:kworker.0
00000100:00100000:0.0:1767319724.751629:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993678080:0@lo:400:kworker.0
00000100:00100000:3.0:1767319724.753700:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5423
00000100:00100000:3.0:1767319724.753725:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993677440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319724.754047:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993677440:12345-0@lo:400:kworker.0 Request processed in 334us (7318us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319724.754056:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5423
00000100:00100000:0.0:1767319724.755112:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993677440:0@lo:400:kworker.0
00000100:00100000:3.0:1767319725.245626:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319725.311000:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319726.269427:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319726.333615:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319726.664594:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319726.664842:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942210560
00000100:00100000:1.0:1767319726.664851:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942210560
00000100:00100000:1.0:1767319726.664916:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5424
00000100:00100000:1.0:1767319726.664934:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942210560:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:2.0:1767319726.665059:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319726.665085:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942210560:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 162us (501us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319726.665091:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5424
00000100:00100000:3.0:1767319726.665840:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319726.665893:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942210432
00000100:00100000:0.0:1767319726.665898:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942210432
00000100:00100000:0.0:1767319726.665935:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72541
00000100:00100000:0.0:1767319726.665941:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942210432:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319726.665962:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319726.669129:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942210432:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 3172us (3276us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319726.669145:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72541
00000100:00100000:3.0:1767319727.294120:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319727.357382:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319728.317913:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319728.381672:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319729.341331:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319729.341541:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319729.341567:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993678208:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319729.341660:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319729.341787:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993678208
00000100:00100000:0.0:1767319729.341798:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993678208
00000100:00100000:0.0:1767319729.341871:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101
00000100:00100000:0.0:1767319729.341879:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993678208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319729.341915:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319729.341965:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993678208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319729.341971:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101
00000100:00080000:3.0:1767319729.342037:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319729.342079:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993678208:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319729.342340:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319729.342352:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993678336:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319729.342384:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319729.342528:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993678336
00000100:00100000:0.0:1767319729.342536:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993678336
00000100:00100000:0.0:1767319729.342582:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102
00000100:00100000:0.0:1767319729.342592:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993678336:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319729.342614:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319729.342652:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993678336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319729.342661:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102
00000100:00100000:0.0:1767319729.342695:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993678336:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319729.342751:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767319729.405394:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319729.853663:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319704/real 1767319704]  req@ffff89b618a43800 x1853163993672192/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319729 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319729.853696:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b618a43800 x1853163993672192/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319729 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767319729.853720:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319729.853730:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767319729.853733:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993672192:0@lo:250:kworker.0
00000100:00080000:2.0:1767319729.854184:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319729.854190:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319729.854193:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319729.854198:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4948
00000100:00080000:2.0:1767319729.854202:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319729.854208:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319729.854237:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108700 x1853163993678464/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319729.854272:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319729.854276:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319729.854277:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319729.854281:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4969
00000100:00080000:2.0:1767319729.854283:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319729.854287:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319729.854305:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f26300 x1853163993678592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319729.854314:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319729.854317:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319729.854319:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319729.854323:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4969
00000100:00080000:2.0:1767319729.854326:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319729.854330:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319729.854355:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f27800 x1853163993678720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319729.854395:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319729.854399:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319729.854401:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319729.854405:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4969
00000100:00080000:2.0:1767319729.854407:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319729.854411:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319729.854423:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f27100 x1853163993678976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319729.854448:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319729.854452:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319729.854454:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319729.854457:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4969
00000100:00080000:2.0:1767319729.854459:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319729.854463:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319729.854473:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24000 x1853163993679232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319729.854503:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319729.854505:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319729.854517:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993679104:0@lo:400:kworker.0
00000100:00100000:3.0:1767319729.854521:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993678848:0@lo:400:kworker.0
00000100:00100000:1.0:1767319729.854667:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993678464:0@lo:250:kworker.0
00000100:00100000:2.0:1767319729.854747:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319729.854873:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319729.854977:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993679104
00000100:00100000:2.0:1767319729.854984:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993679104
00000100:00100000:2.0:1767319729.855088:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993678848
00000100:00100000:2.0:1767319729.855092:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993678848
00000100:00080000:3.0:1767319729.855210:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319729.855228:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5425
00000100:00100000:3.0:1767319729.855253:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993679104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319729.855322:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993679104:12345-0@lo:400:kworker.0 Request processed in 85us (575us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319729.855339:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5425
00000100:00100000:3.0:1767319729.855450:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993679104:0@lo:400:kworker.0
00000100:00100000:2.0:1767319729.855807:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5426
00000100:00100000:2.0:1767319729.855816:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993678848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319729.855862:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993678848:12345-0@lo:400:kworker.0 Request processed in 47us (989us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319729.855868:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5426
00000100:00100000:2.0:1767319729.855897:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993678848:0@lo:400:kworker.0
00000400:00000100:1.0:1767319729.862770:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993678464 offset 0 length 520: 4
00000100:00100000:1.0:1767319729.862825:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993678592:0@lo:38:kworker.0
00000100:00100000:1.0:1767319729.862897:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319729.862938:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993678720:0@lo:38:kworker.0
00000100:00100000:1.0:1767319729.862964:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319729.862999:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993678976:0@lo:38:kworker.0
00000100:00100000:1.0:1767319729.863019:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319729.863044:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993679232:0@lo:38:kworker.0
00000100:00100000:1.0:1767319729.863063:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319729.863112:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993678592
00000100:00100000:1.0:1767319729.863120:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993678592
00000100:00100000:1.0:1767319729.863155:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993678976
00000100:00100000:1.0:1767319729.863178:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993678976
00000100:00100000:1.0:1767319729.863198:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993679232
00000100:00100000:1.0:1767319729.863202:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993679232
00000100:00100000:1.0:1767319729.863224:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72542
00000100:00100000:1.0:1767319729.863231:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993678592:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319729.863240:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993678720
00000100:00100000:3.0:1767319729.863248:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993678720
00010000:00020000:1.0:1767319729.863254:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319729.863290:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155
00000100:00100000:3.0:1767319729.863297:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993678720:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319729.863309:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319729.863313:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993678592:12345-0@lo:38:kworker.0 Request processed in 79us (413us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319729.863325:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72542
00000100:00100000:1.0:1767319729.863346:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72543
00000100:00100000:1.0:1767319729.863351:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993678976:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319729.863355:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993678720:12345-0@lo:38:kworker.0 Request processed in 56us (388us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767319729.863364:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319729.863368:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155
00000100:00100000:1.0:1767319729.863396:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993678976:12345-0@lo:38:kworker.0 Request processed in 43us (375us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319729.863403:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72543
00000100:00100000:1.0:1767319729.863419:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72544
00000100:00100000:1.0:1767319729.863424:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993679232:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319729.863434:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319729.863460:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993679232:12345-0@lo:38:kworker.0 Request processed in 35us (395us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319729.863467:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72544
00000100:00080000:1.0:1767319729.863503:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319729.863508:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319729.863512:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993678592:0@lo:38:kworker.0
00000100:00080000:1.0:1767319729.863522:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319729.863525:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319729.863527:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993678720:0@lo:38:kworker.0
00000100:00080000:1.0:1767319729.863534:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319729.863537:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319729.863539:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993678976:0@lo:38:kworker.0
00000100:00080000:1.0:1767319729.863546:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319729.863549:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319729.863552:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993679232:0@lo:38:kworker.0
00000100:00100000:3.0:1767319730.365323:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319730.429684:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319730.761080:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319730.761193:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942210944
00000100:00100000:0.0:1767319730.761203:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942210944
00000100:00100000:0.0:1767319730.761281:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5427
00000100:00100000:0.0:1767319730.761290:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942210944:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319730.761373:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942210944:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 83us (301us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319730.761380:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5427
00000100:00080000:3.0:1767319730.761954:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:3.0:1767319730.763253:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942210688 offset 0 length 520: 4
00000100:00100000:3.0:1767319730.763296:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319730.763721:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942210816
00000100:00100000:2.0:1767319730.763730:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942210816
00000100:00100000:2.0:1767319730.763782:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72545
00000100:00100000:2.0:1767319730.763791:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942210816:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319730.763815:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319730.764052:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942210816:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 259us (752us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319730.764060:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72545
00000100:00100000:2.0:1767319731.389449:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319731.453778:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319732.413299:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319732.479817:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319733.437393:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319733.503472:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319734.461335:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319734.461571:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319734.461590:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993679360:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319734.461659:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319734.461783:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993679360
00000100:00100000:0.0:1767319734.461792:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993679360
00000100:00100000:0.0:1767319734.461855:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103
00000100:00100000:0.0:1767319734.461864:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993679360:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319734.461895:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319734.461941:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993679360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319734.461953:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103
00000100:00100000:0.0:1767319734.462010:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993679360:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319734.462077:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319734.462519:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993679488:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319734.462556:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319734.462640:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993679488
00000100:00100000:1.0:1767319734.462645:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993679488
00000100:00100000:1.0:1767319734.462693:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104
00000100:00100000:1.0:1767319734.462702:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706451450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993679488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319734.462720:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319734.462759:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706451450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993679488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (202us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319734.462765:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104
00000100:00100000:3.0:1767319734.462977:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993679488:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319734.463014:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767319734.527235:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319734.973550:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319734.973562:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319734.973565:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319734.973568:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319734.973572:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319734.973581:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4974
00000100:00080000:2.0:1767319734.973585:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319734.973592:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319734.973631:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f26d80 x1853163993679616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319734.973656:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319734.973659:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319734.973661:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319734.973665:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4974
00000100:00080000:2.0:1767319734.973667:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319734.973671:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319734.973683:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f26a00 x1853163993679744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319734.973718:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319734.973722:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319734.973724:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319734.973727:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4974
00000100:00080000:2.0:1767319734.973729:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319734.973733:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319734.973744:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24000 x1853163993680000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319734.973766:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319734.973769:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319734.973771:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319734.973773:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4974
00000100:00080000:2.0:1767319734.973776:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319734.973779:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319734.973788:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f27800 x1853163993680256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319734.973866:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993679872:0@lo:400:kworker.0
00000100:00100000:0.0:1767319734.973949:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319734.974027:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993680128:0@lo:400:kworker.0
00000100:00100000:0.0:1767319734.974062:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319734.974096:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993679872
00000100:00100000:0.0:1767319734.974104:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993679872
00000100:00100000:0.0:1767319734.974198:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993680128
00000100:00100000:0.0:1767319734.974202:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993680128
00000100:00100000:0.0:1767319734.974226:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5428
00000100:00100000:0.0:1767319734.974234:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993679872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319734.974282:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993679872:12345-0@lo:400:kworker.0 Request processed in 49us (334us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319734.974289:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5428
00000100:00100000:0.0:1767319734.974306:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5429
00000100:00100000:0.0:1767319734.974313:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993680128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319734.974340:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993680128:12345-0@lo:400:kworker.0 Request processed in 29us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319734.974346:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5429
00000100:00080000:0.0:1767319734.974361:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319734.974392:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993680128:0@lo:400:kworker.0
00000100:00100000:0.0:1767319734.974414:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993679872:0@lo:400:kworker.0
00000100:00100000:1.0:1767319734.974674:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993679616:0@lo:38:kworker.0
00000100:00100000:1.0:1767319734.974707:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319734.974740:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993679744:0@lo:38:kworker.0
00000100:00100000:1.0:1767319734.974763:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319734.974783:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993680000:0@lo:38:kworker.0
00000100:00100000:1.0:1767319734.974802:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319734.974818:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993680256:0@lo:38:kworker.0
00000100:00100000:1.0:1767319734.974836:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319734.974861:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993679616
00000100:00100000:1.0:1767319734.974864:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993679616
00000100:00100000:1.0:1767319734.974892:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993680000
00000100:00100000:1.0:1767319734.974896:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993680000
00000100:00100000:1.0:1767319734.974908:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993680256
00000100:00100000:1.0:1767319734.974914:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993680256
00000100:00100000:1.0:1767319734.974925:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72546
00000100:00100000:1.0:1767319734.974930:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993679616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319734.974950:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319734.974982:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993679616:12345-0@lo:38:kworker.0 Request processed in 50us (274us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319734.974988:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72546
00000100:00100000:1.0:1767319734.975001:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72547
00000100:00100000:1.0:1767319734.975005:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993680000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319734.975014:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319734.975035:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993680000:12345-0@lo:38:kworker.0 Request processed in 29us (232us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319734.975041:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72547
00000100:00100000:1.0:1767319734.975066:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72548
00000100:00100000:1.0:1767319734.975072:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993680256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319734.975081:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319734.975103:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993680256:12345-0@lo:38:kworker.0 Request processed in 31us (267us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319734.975119:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72548
00000100:00080000:1.0:1767319734.975144:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319734.975148:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319734.975151:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993679616:0@lo:38:kworker.0
00000100:00080000:1.0:1767319734.975208:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319734.975214:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319734.975217:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993680000:0@lo:38:kworker.0
00000100:00080000:1.0:1767319734.975225:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319734.975228:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319734.975231:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993680256:0@lo:38:kworker.0
00000100:00100000:3.0:1767319734.975775:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993679744
00000100:00100000:3.0:1767319734.975782:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993679744
00000100:00100000:3.0:1767319734.975818:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156
00000100:00100000:3.0:1767319734.975824:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993679744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319734.975835:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319734.975893:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993679744:12345-0@lo:38:kworker.0 Request processed in 59us (1119us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319734.975900:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156
00000100:00080000:1.0:1767319734.976584:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319734.976591:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319734.976594:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993679744:0@lo:38:kworker.0
00000100:00100000:2.0:1767319735.485372:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319735.549626:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319735.880968:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319735.881071:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942211200
00000100:00100000:0.0:1767319735.881083:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942211200
00000100:00080000:2.0:1767319735.881199:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319735.881218:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5430
00000100:00100000:0.0:1767319735.881243:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942211200:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319735.881333:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942211200:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 105us (375us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319735.881341:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5430
00000100:00100000:1.0:1767319735.881585:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319735.881693:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942211072
00000100:00100000:3.0:1767319735.881704:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942211072
00000100:00100000:3.0:1767319735.881735:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72549
00000100:00100000:3.0:1767319735.881741:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942211072:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319735.881763:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319735.881807:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942211072:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 65us (224us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319735.881814:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72549
00000100:00100000:2.0:1767319736.510421:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319736.575937:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319737.533280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319737.599716:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319738.558611:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319738.621463:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319739.581425:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319739.582198:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319739.582219:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993680384:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319739.582307:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319739.582669:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993680384
00000100:00100000:0.0:1767319739.582678:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993680384
00000100:00100000:0.0:1767319739.582749:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105
00000100:00100000:0.0:1767319739.582758:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993680384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319739.582788:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767319739.582827:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319739.582836:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993680384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (527us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319739.582844:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105
00000100:00100000:2.0:1767319739.582889:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993680384:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319739.586718:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993680512:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319739.586787:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319739.586897:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993680512
00000100:00100000:1.0:1767319739.586905:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993680512
00000100:00100000:1.0:1767319739.586984:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106
00000100:00100000:1.0:1767319739.586993:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993680512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319739.587023:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319739.587069:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993680512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (282us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319739.587076:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106
00000100:00080000:2.0:1767319739.587183:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319739.587283:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993680512:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319739.645637:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319740.093683:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319740.093694:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319740.093697:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319740.093700:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319740.093704:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319740.093713:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4979
00000100:00080000:3.0:1767319740.093718:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319740.093725:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319740.093767:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43100 x1853163993680640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319740.093812:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993680640:0@lo:38:kworker.0
00000100:00100000:2.0:1767319740.093878:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319740.093959:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993680640
00000100:00100000:0.0:1767319740.093966:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993680640
00000100:00100000:0.0:1767319740.093995:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72550
00000100:00100000:0.0:1767319740.094001:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993680640:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319740.094018:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319740.094999:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319740.095003:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319740.095006:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319740.095011:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4979
00000100:00080000:3.0:1767319740.095013:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319740.095018:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319740.095038:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a42300 x1853163993680768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319740.099014:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993680640:12345-0@lo:38:kworker.0 Request processed in 5001us (5123us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319740.099027:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72550
00000100:00080000:2.0:1767319740.099143:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319740.099149:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319740.099153:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993680640:0@lo:38:kworker.0
00000100:00100000:2.0:1767319740.099205:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993680768:0@lo:38:kworker.0
00000100:00100000:1.0:1767319740.099219:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767319740.099240:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319740.099245:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319740.099248:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319740.099253:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4979
00000100:00080000:3.0:1767319740.099257:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319740.099263:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319740.099287:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a40700 x1853163993681024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319740.099316:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319740.099320:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319740.099322:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319740.099325:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4979
00000100:00080000:3.0:1767319740.099328:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319740.099331:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319740.099342:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43100 x1853163993681280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319740.099373:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319740.099382:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993681152:0@lo:400:kworker.0
00000100:00100000:3.0:1767319740.099452:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319740.099462:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319740.099486:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993681024:0@lo:38:kworker.0
00000100:00100000:2.0:1767319740.099507:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319740.099514:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993680768
00000100:00100000:3.0:1767319740.099521:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993680768
00000100:00100000:2.0:1767319740.099522:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993681280:0@lo:38:kworker.0
00000100:00100000:2.0:1767319740.099539:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319740.099551:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157
00000100:00100000:3.0:1767319740.099558:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993680768:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319740.099578:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993681152
00010000:00020000:3.0:1767319740.099581:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319740.099582:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993681152
00000100:00100000:3.0:1767319740.099644:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993680768:12345-0@lo:38:kworker.0 Request processed in 85us (182us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319740.099651:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157
00000100:00080000:3.0:1767319740.099681:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319740.099685:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319740.099688:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993680768:0@lo:38:kworker.0
00000100:00100000:0.0:1767319740.100002:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993681024
00000100:00100000:0.0:1767319740.100008:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993681024
00000100:00100000:0.0:1767319740.100026:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993681280
00000100:00100000:0.0:1767319740.100028:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993681280
00000100:00100000:0.0:1767319740.100042:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72551
00000100:00100000:0.0:1767319740.100046:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993681024:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319740.100056:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319740.100096:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993681024:12345-0@lo:38:kworker.0 Request processed in 48us (588us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319740.100102:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72551
00000100:00100000:0.0:1767319740.100113:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72552
00000100:00100000:0.0:1767319740.100117:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993681280:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319740.100124:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319740.100144:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993681280:12345-0@lo:38:kworker.0 Request processed in 26us (604us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319740.100149:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72552
00000100:00080000:0.0:1767319740.100195:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319740.100199:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319740.100202:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993681024:0@lo:38:kworker.0
00000100:00080000:0.0:1767319740.100210:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767319740.100972:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5431
00000100:00100000:2.0:1767319740.100982:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993681152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319740.101033:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993681152:12345-0@lo:400:kworker.0 Request processed in 55us (1582us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319740.101039:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5431
00000100:00080000:2.0:1767319740.101058:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319740.101096:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993681152:0@lo:400:kworker.0
00000100:00080000:0.0:1767319740.101176:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319740.101182:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993681280:0@lo:38:kworker.0
00000100:00100000:1.0:1767319740.101546:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993680896:0@lo:400:kworker.0
00000100:00100000:1.0:1767319740.101660:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319740.102384:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993680896
00000100:00100000:2.0:1767319740.102389:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993680896
00000100:00100000:2.0:1767319740.102460:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5432
00000100:00100000:2.0:1767319740.102469:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993680896:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319740.102525:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993680896:12345-0@lo:400:kworker.0 Request processed in 57us (936us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319740.102531:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5432
00000100:00100000:1.0:1767319740.102560:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993680896:0@lo:400:kworker.0
00000100:00080000:0.0:1767319740.102813:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319740.605555:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319740.669434:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319741.001503:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319741.001634:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319741.007345:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942211328
00000100:00100000:2.0:1767319741.007375:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942211328
00000100:00100000:2.0:1767319741.007493:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942211456
00000100:00100000:2.0:1767319741.007497:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942211456
00000100:00100000:2.0:1767319741.007590:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5433
00000100:00100000:2.0:1767319741.007605:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942211456:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319741.007758:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942211456:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 156us (6122us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319741.007768:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5433
00000100:00100000:2.0:1767319741.007796:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72553
00000100:00100000:2.0:1767319741.007802:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942211328:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319741.007830:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319741.007862:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942211328:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 58us (6373us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319741.007882:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72553
00000100:00080000:1.0:1767319741.010452:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319741.629356:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319741.695884:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319742.655235:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319742.718057:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319743.678114:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319743.741968:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319744.701406:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319744.701631:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993681408:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319744.701720:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319744.702946:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993681408
00000100:00100000:2.0:1767319744.702959:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993681408
00000100:00100000:2.0:1767319744.703082:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107
00000100:00100000:2.0:1767319744.703093:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993681408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319744.703129:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319744.703231:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993681408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (1511us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319744.703240:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107
00000100:00100000:2.0:1767319744.703294:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993681408:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319744.703569:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319744.709832:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319744.709875:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993681536:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319744.709955:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319744.710659:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993681536
00000100:00100000:3.0:1767319744.710669:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993681536
00000100:00100000:3.0:1767319744.710792:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108
00000100:00100000:3.0:1767319744.710802:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993681536:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319744.710837:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319744.710912:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993681536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (957us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319744.710920:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108
00000100:00080000:1.0:1767319744.711340:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319744.713054:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993681536:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319744.765411:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319745.213628:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319745.213640:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319745.213642:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319745.213646:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319745.213651:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319745.213660:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4984
00000100:00080000:0.0:1767319745.213665:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319745.213672:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319745.213715:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d265c00 x1853163993681664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319745.213746:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319745.213749:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319745.213751:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319745.213765:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4984
00000100:00080000:0.0:1767319745.213768:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319745.213772:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319745.213786:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266d80 x1853163993681792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319745.213833:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319745.213837:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319745.213839:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319745.213842:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4984
00000100:00080000:0.0:1767319745.213846:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319745.213849:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319745.213860:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d267800 x1853163993682048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319745.213888:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319745.213892:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319745.213893:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319745.213897:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4984
00000100:00080000:0.0:1767319745.213899:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319745.213903:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319745.213915:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266680 x1853163993682304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319745.213945:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993682176:0@lo:400:kworker.0
00000100:00100000:0.0:1767319745.214024:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319745.214197:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993681920:0@lo:400:kworker.0
00000100:00100000:2.0:1767319745.214228:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319745.214606:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993682176
00000100:00100000:0.0:1767319745.214614:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993682176
00000100:00100000:3.0:1767319745.214713:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993681920
00000100:00100000:3.0:1767319745.214718:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993681920
00000100:00100000:0.0:1767319745.214797:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5434
00000100:00100000:0.0:1767319745.214808:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993682176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319745.214872:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993682176:12345-0@lo:400:kworker.0 Request processed in 66us (847us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319745.214879:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5434
00000100:00100000:0.0:1767319745.214925:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993682176:0@lo:400:kworker.0
00000100:00100000:2.0:1767319745.216156:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993681664:0@lo:38:kworker.0
00000100:00100000:2.0:1767319745.216254:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319745.216317:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993681792:0@lo:38:kworker.0
00000100:00100000:2.0:1767319745.216345:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319745.216381:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993682048:0@lo:38:kworker.0
00000100:00100000:2.0:1767319745.216403:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319745.216419:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993682304:0@lo:38:kworker.0
00000100:00100000:2.0:1767319745.216438:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319745.216472:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993681792
00000100:00100000:2.0:1767319745.216478:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993681792
00000100:00100000:2.0:1767319745.216509:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158
00000100:00100000:2.0:1767319745.216515:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993681792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319745.216538:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319745.216578:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993681792:12345-0@lo:38:kworker.0 Request processed in 61us (230us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319745.216585:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158
00000100:00100000:2.0:1767319745.216608:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993681664
00000100:00100000:2.0:1767319745.216612:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993681664
00000100:00100000:2.0:1767319745.216629:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993682048
00000100:00100000:2.0:1767319745.216631:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993682048
00000100:00100000:2.0:1767319745.216645:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993682304
00000100:00100000:2.0:1767319745.216648:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993682304
00000100:00100000:2.0:1767319745.216665:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72554
00000100:00100000:2.0:1767319745.216669:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993681664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319745.216679:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319745.216705:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993681664:12345-0@lo:38:kworker.0 Request processed in 34us (451us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319745.216710:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72554
00000100:00100000:2.0:1767319745.216721:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72555
00000100:00100000:2.0:1767319745.216724:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993682048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319745.216733:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319745.216751:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993682048:12345-0@lo:38:kworker.0 Request processed in 26us (347us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319745.216770:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72555
00000100:00100000:2.0:1767319745.216782:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72556
00000100:00100000:2.0:1767319745.216786:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993682304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319745.216796:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319745.216821:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993682304:12345-0@lo:38:kworker.0 Request processed in 34us (383us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319745.216826:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72556
00000100:00080000:2.0:1767319745.216870:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319745.216876:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319745.216879:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993681664:0@lo:38:kworker.0
00000100:00080000:2.0:1767319745.216889:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319745.216893:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319745.216897:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993681792:0@lo:38:kworker.0
00000100:00080000:2.0:1767319745.216904:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319745.216908:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319745.216911:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993682048:0@lo:38:kworker.0
00000100:00080000:2.0:1767319745.216918:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319745.216921:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319745.216924:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993682304:0@lo:38:kworker.0
00000100:00080000:1.0:1767319745.221030:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319745.221609:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5435
00000100:00100000:3.0:1767319745.221624:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993681920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319745.221745:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993681920:12345-0@lo:400:kworker.0 Request processed in 126us (7515us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319745.221765:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5435
00000100:00100000:2.0:1767319745.221880:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993681920:0@lo:400:kworker.0
00000100:00100000:0.0:1767319745.726612:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319745.789523:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319746.119396:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319746.119743:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319746.119969:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942211712
00000100:00100000:3.0:1767319746.119980:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942211712
00000100:00080000:1.0:1767319746.120061:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319746.120229:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942211584
00000100:00100000:0.0:1767319746.120236:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942211584
00000100:00100000:0.0:1767319746.120320:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5436
00000100:00100000:0.0:1767319746.120341:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942211712:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319746.120439:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942211712:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 110us (1051us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319746.120448:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5436
00000100:00100000:0.0:1767319746.120469:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72557
00000100:00100000:0.0:1767319746.120474:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942211584:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319746.120494:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319746.120520:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942211584:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (778us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319746.120527:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72557
00000100:00100000:0.0:1767319746.749292:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319746.813793:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319747.773315:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319747.837317:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319748.799348:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319748.861452:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319749.821456:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993682432:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319749.821529:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319749.821709:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993682432
00000100:00100000:0.0:1767319749.821719:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993682432
00000100:00100000:0.0:1767319749.821786:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109
00000100:00100000:0.0:1767319749.821797:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993682432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319749.821828:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319749.821876:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993682432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (346us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319749.821884:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109
00000100:00100000:0.0:1767319749.821938:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993682432:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319749.822038:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319749.822499:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319749.825521:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319749.827494:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993682560:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319749.827569:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319749.829840:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993682560
00000100:00100000:3.0:1767319749.829854:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993682560
00000100:00100000:3.0:1767319749.830012:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110
00000100:00100000:3.0:1767319749.830023:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993682560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319749.830060:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319749.830149:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993682560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (2579us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319749.830157:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110
00000100:00100000:2.0:1767319749.831856:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993682560:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319749.833263:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767319749.885431:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319750.333693:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319750.333704:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319750.333707:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319750.333711:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319750.333715:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319750.333723:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4989
00000100:00080000:1.0:1767319750.333729:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319750.333736:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319750.333782:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702680 x1853163993682688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319750.333810:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319750.333814:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319750.333816:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319750.333820:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4989
00000100:00080000:1.0:1767319750.333823:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319750.333827:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319750.333839:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702300 x1853163993682816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319750.333890:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319750.333896:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319750.333899:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319750.333902:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4989
00000100:00080000:1.0:1767319750.333905:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319750.333908:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319750.333922:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609703480 x1853163993683072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319750.333950:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319750.333954:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319750.333956:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319750.333959:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4989
00000100:00080000:1.0:1767319750.333961:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319750.333965:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319750.333975:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609701500 x1853163993683328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319750.334014:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993683200:0@lo:400:kworker.0
00000100:00100000:1.0:1767319750.334088:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319750.334174:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319750.334182:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993683456:0@lo:400:kworker.0
00000100:00100000:1.0:1767319750.334208:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319750.334321:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993683456
00000100:00100000:2.0:1767319750.334329:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993683456
00000100:00100000:2.0:1767319750.334401:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359
00000100:00100000:2.0:1767319750.334411:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993683456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319750.334477:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993683456:12345-0@lo:400:kworker.0 Request processed in 67us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319750.334484:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359
00000100:00100000:2.0:1767319750.334529:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993683456:0@lo:400:kworker.0
00000100:00100000:2.0:1767319750.334563:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993682688:0@lo:38:kworker.0
00000100:00100000:2.0:1767319750.335249:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319750.335281:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993682816:0@lo:38:kworker.0
00000100:00100000:2.0:1767319750.335304:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319750.335330:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993683072:0@lo:38:kworker.0
00000100:00100000:1.0:1767319750.335429:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993683200
00000100:00100000:1.0:1767319750.335436:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993683200
00000100:00100000:1.0:1767319750.335483:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993682688
00000100:00100000:1.0:1767319750.335485:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993682688
00000100:00100000:1.0:1767319750.335502:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5437
00000100:00100000:1.0:1767319750.335511:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993683200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319750.335557:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993683200:12345-0@lo:400:kworker.0 Request processed in 49us (1469us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319750.335564:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5437
00000100:00100000:1.0:1767319750.335593:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72558
00000100:00100000:1.0:1767319750.335597:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993682688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319750.335618:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319750.335649:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993682688:12345-0@lo:38:kworker.0 Request processed in 50us (401us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319750.335655:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72558
00000100:00080000:1.0:1767319750.335672:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319750.335711:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993682816
00000100:00100000:1.0:1767319750.335715:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993682816
00000100:00100000:1.0:1767319750.335734:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159
00000100:00100000:1.0:1767319750.335739:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993682816:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319750.335749:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319750.335775:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993682816:12345-0@lo:38:kworker.0 Request processed in 35us (469us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319750.335781:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159
00000100:00100000:1.0:1767319750.335818:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993683200:0@lo:400:kworker.0
00000100:00100000:2.0:1767319750.335992:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319750.336021:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993683328:0@lo:38:kworker.0
00000100:00100000:2.0:1767319750.336046:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319750.336074:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319750.336079:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319750.336082:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993682688:0@lo:38:kworker.0
00000100:00080000:2.0:1767319750.336092:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319750.336094:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319750.336097:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993682816:0@lo:38:kworker.0
00000100:00100000:2.0:1767319750.336122:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993683072
00000100:00100000:2.0:1767319750.336126:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993683072
00000100:00100000:2.0:1767319750.336146:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993683328
00000100:00100000:2.0:1767319750.336149:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993683328
00000100:00100000:2.0:1767319750.336187:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72559
00000100:00100000:2.0:1767319750.336191:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993683072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319750.336201:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319750.336229:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993683072:12345-0@lo:38:kworker.0 Request processed in 36us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319750.336235:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72559
00000100:00100000:2.0:1767319750.336248:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72560
00000100:00100000:2.0:1767319750.336251:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993683328:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319750.336260:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319750.336281:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993683328:12345-0@lo:38:kworker.0 Request processed in 28us (234us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319750.336287:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72560
00000100:00080000:2.0:1767319750.336313:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319750.336317:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319750.336320:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993683072:0@lo:38:kworker.0
00000100:00080000:2.0:1767319750.336327:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319750.336330:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319750.336332:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993683328:0@lo:38:kworker.0
00000100:00100000:3.0:1767319750.336471:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993683584:0@lo:400:kworker.0
00000100:00100000:3.0:1767319750.336508:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319750.336536:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319750.336543:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993682944:0@lo:400:kworker.0
00000100:00100000:3.0:1767319750.336562:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319750.336597:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993683584
00000100:00100000:3.0:1767319750.336600:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993683584
00000100:00100000:3.0:1767319750.336632:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360
00000100:00100000:3.0:1767319750.336638:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993683584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319750.336676:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993683584:12345-0@lo:400:kworker.0 Request processed in 38us (167us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319750.336682:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360
00000100:00100000:3.0:1767319750.336710:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993683584:0@lo:400:kworker.0
00000100:00100000:3.0:1767319750.336729:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993682944
00000100:00100000:3.0:1767319750.336732:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993682944
00000100:00100000:3.0:1767319750.354118:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5438
00000100:00100000:3.0:1767319750.354146:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993682944:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319750.354261:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993682944:12345-0@lo:400:kworker.0 Request processed in 129us (17696us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319750.354269:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5438
00000100:00080000:0.0:1767319750.361265:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319750.361548:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993682944:0@lo:400:kworker.0
00000100:00100000:2.0:1767319750.845308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319750.917701:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319751.242980:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319751.243127:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319751.243353:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942211968
00000100:00100000:0.0:1767319751.243363:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942211968
00000100:00100000:0.0:1767319751.243437:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942211840
00000100:00100000:0.0:1767319751.243440:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942211840
00000100:00100000:0.0:1767319751.243461:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5439
00000100:00100000:0.0:1767319751.243472:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942211968:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319751.243550:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942211968:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 80us (760us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319751.243557:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5439
00000100:00100000:0.0:1767319751.243576:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72561
00000100:00100000:0.0:1767319751.243580:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942211840:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319751.243602:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319751.243626:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942211840:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (499us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319751.243632:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72561
00000100:00080000:1.0:1767319751.243722:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319751.869397:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319751.933721:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319752.900850:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319752.959348:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319753.917306:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319753.981494:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319754.429285:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319729/real 1767319729]  req@ffff89b617108700 x1853163993678464/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319754 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319754.429319:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b617108700 x1853163993678464/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319754 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319754.429338:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319754.429354:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319754.429358:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993678464:0@lo:250:kworker.0
00000100:00080000:1.0:1767319754.431183:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319754.431194:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319754.431199:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319754.431207:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4974
00000100:00080000:1.0:1767319754.431211:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319754.431220:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319754.431263:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f64e00 x1853163993683712/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319754.431294:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319754.431298:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319754.431300:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319754.431303:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4995
00000100:00080000:1.0:1767319754.431306:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319754.431309:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319754.431349:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f65f80 x1853163993683840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319754.431351:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993683712:0@lo:250:kworker.0
00000100:00080000:1.0:1767319754.431359:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319754.431361:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319754.431364:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319754.431367:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4995
00000100:00080000:1.0:1767319754.431369:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319754.431373:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319754.431383:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f67800 x1853163993683968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767319754.431405:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993683712 offset 0 length 520: 4
00000100:00080000:1.0:1767319754.431406:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319754.431408:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319754.431410:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319754.431413:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4995
00000100:00080000:1.0:1767319754.431415:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319754.431417:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319754.431426:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f65500 x1853163993684224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319754.431450:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319754.431453:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319754.431455:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319754.431458:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4995
00000100:00080000:1.0:1767319754.431460:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319754.431463:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319754.431469:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993683840:0@lo:38:kworker.0
00000100:00100000:1.0:1767319754.431473:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f65880 x1853163993684480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319754.431499:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319754.431505:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993684352:0@lo:400:kworker.0
00000100:00100000:2.0:1767319754.431533:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993683968:0@lo:38:kworker.0
00000100:00100000:1.0:1767319754.431534:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319754.431554:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319754.431560:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993684608:0@lo:400:kworker.0
00000100:00100000:2.0:1767319754.431566:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319754.431581:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319754.431582:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993684224:0@lo:38:kworker.0
00000100:00100000:2.0:1767319754.431601:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319754.431616:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993684480:0@lo:38:kworker.0
00000100:00100000:1.0:1767319754.431619:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993683840
00000100:00100000:1.0:1767319754.431626:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993683840
00000100:00100000:2.0:1767319754.431633:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319754.431655:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993684352
00000100:00100000:2.0:1767319754.431657:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993684224
00000100:00100000:1.0:1767319754.431658:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993684352
00000100:00100000:2.0:1767319754.431660:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993684224
00000100:00100000:2.0:1767319754.431676:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993684480
00000100:00100000:2.0:1767319754.431678:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993684480
00000100:00100000:1.0:1767319754.431750:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5440
00000100:00100000:1.0:1767319754.431762:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993684352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319754.431826:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993684352:12345-0@lo:400:kworker.0 Request processed in 67us (291us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319754.431833:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5440
00000100:00100000:3.0:1767319754.431901:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993684608
00000100:00100000:3.0:1767319754.431906:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993684608
00000100:00100000:3.0:1767319754.431937:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361
00000100:00100000:3.0:1767319754.431944:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993684608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319754.431980:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993684608:12345-0@lo:400:kworker.0 Request processed in 37us (398us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319754.431985:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361
00000100:00100000:2.0:1767319754.435370:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72562
00000100:00100000:2.0:1767319754.435384:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993683840:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319754.435411:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319754.435510:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993683840:12345-0@lo:38:kworker.0 Request processed in 127us (4010us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319754.435517:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72562
00000100:00100000:2.0:1767319754.435537:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72563
00000100:00100000:2.0:1767319754.435541:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993684224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319754.435647:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319754.435671:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993684224:12345-0@lo:38:kworker.0 Request processed in 129us (4069us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319754.435677:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72563
00000100:00100000:2.0:1767319754.435690:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72564
00000100:00100000:2.0:1767319754.435694:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993684480:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319754.435702:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319754.435725:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993684480:12345-0@lo:38:kworker.0 Request processed in 30us (4090us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319754.435730:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72564
00000100:00100000:2.0:1767319754.435766:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993683968
00000100:00100000:2.0:1767319754.435774:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993683968
00000100:00100000:2.0:1767319754.435820:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160
00000100:00100000:2.0:1767319754.435824:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993683968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319754.435833:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319754.435857:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993683968:12345-0@lo:38:kworker.0 Request processed in 31us (4290us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319754.435862:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160
00000100:00080000:2.0:1767319754.435903:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319754.435908:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319754.435912:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993684480:0@lo:38:kworker.0
00000100:00080000:2.0:1767319754.435924:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319754.435927:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319754.435930:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993683840:0@lo:38:kworker.0
00000100:00080000:2.0:1767319754.435938:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319754.435941:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319754.435944:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993683968:0@lo:38:kworker.0
00000100:00080000:2.0:1767319754.435951:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319754.435954:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319754.435957:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993684224:0@lo:38:kworker.0
00000100:00080000:2.0:1767319754.436010:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319754.436015:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319754.436047:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993684736:0@lo:400:kworker.0
00000100:00100000:2.0:1767319754.436084:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319754.436111:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319754.436118:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993684096:0@lo:400:kworker.0
00000100:00100000:2.0:1767319754.436140:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319754.436179:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993684096
00000100:00100000:0.0:1767319754.436183:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993684096
00000100:00100000:2.0:1767319754.436183:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993684736
00000100:00100000:2.0:1767319754.436186:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993684736
00000100:00100000:0.0:1767319754.436225:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5441
00000100:00100000:0.0:1767319754.436232:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993684096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319754.436278:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993684096:12345-0@lo:400:kworker.0 Request processed in 46us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319754.436284:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5441
00000100:00100000:2.0:1767319754.437425:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362
00000100:00100000:2.0:1767319754.437436:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993684736:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319754.437498:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993684736:12345-0@lo:400:kworker.0 Request processed in 65us (1414us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319754.437506:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362
00000100:00080000:2.0:1767319754.437532:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319754.437537:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319754.438339:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993684096:0@lo:400:kworker.0
00000100:00100000:2.0:1767319754.438354:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993684736:0@lo:400:kworker.0
00000100:00100000:3.0:1767319754.461324:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993684608:0@lo:400:kworker.0
00000100:00100000:3.0:1767319754.461357:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993684352:0@lo:400:kworker.0
00000100:00100000:2.0:1767319754.941421:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319754.941444:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993684864:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319754.941514:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319754.941609:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993684864
00000100:00100000:1.0:1767319754.941617:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993684864
00000100:00100000:1.0:1767319754.941658:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111
00000100:00100000:1.0:1767319754.941667:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993684864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319754.941694:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319754.941745:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319754.941894:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319754.941905:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993684992:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319754.941938:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319754.941958:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993684992
00000100:00100000:2.0:1767319754.941963:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993684992
00000100:00100000:2.0:1767319754.941991:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112
00000100:00100000:2.0:1767319754.941998:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993684992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319754.942016:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319754.942060:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993684992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (122us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319754.942068:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112
00000100:00100000:3.0:1767319754.942253:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993684992:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319754.945575:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993684864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3897us (4049us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319754.945592:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111
00000100:00100000:2.0:1767319754.947140:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993684864:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319755.009624:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319755.966580:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319756.029639:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319756.362236:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:2.0:1767319756.362272:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942212096 offset 0 length 520: 4
00000100:00100000:2.0:1767319756.362296:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319756.362623:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942212352
00000100:00100000:3.0:1767319756.362632:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942212352
00000100:00100000:3.0:1767319756.362707:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942212224
00000100:00100000:3.0:1767319756.362711:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942212224
00000100:00100000:3.0:1767319756.362735:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5442
00000100:00100000:0.0:1767319756.362746:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72565
00000100:00100000:3.0:1767319756.362747:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942212352:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319756.362759:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942212224:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319756.362793:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319756.362838:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942212224:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 80us (540us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319756.362846:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72565
00000100:00080000:2.0:1767319756.362912:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319756.369353:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942212352:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 6585us (7101us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319756.369370:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5442
00000100:00100000:2.0:1767319756.989289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319757.053413:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319758.013261:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319758.077589:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319759.037316:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319759.101894:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319759.549362:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319759.549372:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319759.549375:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319759.549380:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319759.549384:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319759.549393:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4999
00000100:00080000:1.0:1767319759.549398:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319759.549404:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319759.549446:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702680 x1853163993685120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319759.549476:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319759.549480:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319759.549481:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319759.549486:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4999
00000100:00080000:1.0:1767319759.549488:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319759.549492:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319759.549505:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609703b80 x1853163993685248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319759.549511:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993685120:0@lo:38:kworker.0
00000100:00100000:0.0:1767319759.549575:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319759.549578:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319759.549592:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319759.549596:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319759.549598:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319759.549601:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4999
00000100:00080000:1.0:1767319759.549603:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319759.549606:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319759.549618:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609703100 x1853163993685504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319759.549636:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993685248:0@lo:38:kworker.0
00000100:00080000:1.0:1767319759.549645:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319759.549648:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319759.549650:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319759.549653:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4999
00000100:00080000:1.0:1767319759.549656:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319759.549659:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319759.549663:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319759.549668:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6a00 x1853163993685760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319759.549703:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993685504:0@lo:38:kworker.0
00000100:00100000:2.0:1767319759.549734:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319759.549741:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319759.549751:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993686016:0@lo:400:kworker.0
00000100:00100000:2.0:1767319759.549752:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993685760:0@lo:38:kworker.0
00000100:00100000:2.0:1767319759.549773:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319759.549780:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319759.549806:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993685120
00000100:00100000:2.0:1767319759.549813:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993685120
00000100:00100000:3.0:1767319759.549821:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993686016
00000100:00100000:3.0:1767319759.549824:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993686016
00000100:00100000:2.0:1767319759.549849:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993685504
00000100:00100000:2.0:1767319759.549851:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993685504
00000100:00100000:2.0:1767319759.549862:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993685760
00000100:00100000:2.0:1767319759.549865:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993685760
00000100:00100000:3.0:1767319759.549870:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363
00000100:00100000:2.0:1767319759.549879:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72566
00000100:00100000:3.0:1767319759.549879:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993686016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319759.549884:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993685120:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319759.549902:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319759.549929:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993685120:12345-0@lo:38:kworker.0 Request processed in 42us (350us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319759.549929:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993686016:12345-0@lo:400:kworker.0 Request processed in 51us (147us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319759.549936:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363
00000100:00100000:2.0:1767319759.549938:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72566
00000100:00100000:2.0:1767319759.549951:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72567
00000100:00100000:2.0:1767319759.549955:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993685504:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319759.549963:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319759.549974:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993686016:0@lo:400:kworker.0
00000100:00100000:2.0:1767319759.549982:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993685504:12345-0@lo:38:kworker.0 Request processed in 26us (248us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319759.549987:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72567
00000100:00100000:2.0:1767319759.549997:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72568
00000100:00100000:2.0:1767319759.550000:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993685760:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319759.550009:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319759.550015:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319759.550025:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993685632:0@lo:400:kworker.0
00000100:00100000:2.0:1767319759.550029:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993685760:12345-0@lo:38:kworker.0 Request processed in 27us (255us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319759.550034:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72568
00000100:00100000:3.0:1767319759.550046:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319759.550063:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767319759.550064:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767319759.550067:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319759.550068:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993685888:0@lo:400:kworker.0
00000100:00100000:2.0:1767319759.550070:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993685760:0@lo:38:kworker.0
00000100:00080000:2.0:1767319759.550078:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319759.550080:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319759.550083:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993685504:0@lo:38:kworker.0
00000100:00100000:3.0:1767319759.550087:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319759.550090:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319759.550093:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319759.550096:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993685120:0@lo:38:kworker.0
00000100:00100000:3.0:1767319759.550112:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993685632
00000100:00100000:3.0:1767319759.550115:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993685632
00000100:00100000:2.0:1767319759.550116:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993685888
00000100:00100000:2.0:1767319759.550118:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993685888
00000100:00100000:2.0:1767319759.550140:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364
00000100:00100000:3.0:1767319759.550141:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5443
00000100:00100000:2.0:1767319759.550147:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993685888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319759.550147:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993685632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319759.550200:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993685632:12345-0@lo:400:kworker.0 Request processed in 53us (153us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319759.550201:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993685888:12345-0@lo:400:kworker.0 Request processed in 55us (113us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319759.550208:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364
00000100:00100000:3.0:1767319759.550208:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5443
00000100:00080000:3.0:1767319759.550221:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319759.550224:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319759.550240:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993685888:0@lo:400:kworker.0
00000100:00100000:3.0:1767319759.550240:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993685248
00000100:00100000:3.0:1767319759.550244:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993685248
00000100:00100000:2.0:1767319759.550249:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993685632:0@lo:400:kworker.0
00000100:00100000:3.0:1767319759.550260:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161
00000100:00100000:3.0:1767319759.550264:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993685248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319759.550275:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319759.550302:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993685248:12345-0@lo:38:kworker.0 Request processed in 36us (638us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319759.550307:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161
00000100:00080000:2.0:1767319759.550318:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319759.550322:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319759.550325:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993685248:0@lo:38:kworker.0
00000100:00100000:0.0:1767319759.552386:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993685376:0@lo:400:kworker.0
00000100:00100000:0.0:1767319759.552457:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319759.553994:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993685376
00000100:00100000:2.0:1767319759.554008:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993685376
00000100:00100000:2.0:1767319759.554103:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5444
00000100:00100000:2.0:1767319759.554113:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993685376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319759.554230:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993685376:12345-0@lo:400:kworker.0 Request processed in 119us (1772us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319759.554239:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5444
00000100:00100000:0.0:1767319759.554364:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993685376:0@lo:400:kworker.0
00000100:00080000:3.0:1767319759.555104:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319760.061446:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993686144:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319760.061533:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319760.061822:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993686144
00000100:00100000:1.0:1767319760.061831:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993686144
00000100:00100000:1.0:1767319760.061885:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113
00000100:00100000:1.0:1767319760.061896:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993686144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319760.061932:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319760.061980:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993686144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (449us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319760.061988:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113
00000100:00100000:0.0:1767319760.062140:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319760.062399:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319760.062412:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993686272:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319760.062444:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319760.062504:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993686144:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319760.063012:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993686272
00000100:00100000:0.0:1767319760.063018:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993686272
00000100:00100000:0.0:1767319760.063064:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114
00000100:00100000:0.0:1767319760.063073:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993686272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319760.063095:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319760.063144:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993686272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (700us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319760.063152:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114
00000100:00100000:3.0:1767319760.063255:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993686272:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319760.125620:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319761.085503:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319761.149482:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319761.479695:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319761.479801:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942212608
00000100:00100000:2.0:1767319761.479814:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942212608
00000100:00100000:2.0:1767319761.479900:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5445
00000100:00100000:2.0:1767319761.479912:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942212608:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319761.480015:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942212608:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 105us (339us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319761.480023:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5445
00000100:00080000:3.0:1767319761.480334:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319761.491540:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319761.491763:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942212480
00000100:00100000:1.0:1767319761.491778:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942212480
00000100:00100000:1.0:1767319761.491838:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72569
00000100:00100000:1.0:1767319761.491847:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942212480:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319761.491874:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319761.491952:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942212480:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 104us (422us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319761.491959:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72569
00000100:00100000:0.0:1767319762.110034:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319762.176316:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319763.137838:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319763.197400:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319764.157644:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319764.222080:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319764.669304:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319764.669318:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319764.669321:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319764.669325:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319764.669329:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319764.669347:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5004
00000100:00080000:2.0:1767319764.669352:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319764.669361:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319764.669401:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f65880 x1853163993686400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319764.669417:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319764.669429:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319764.669431:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319764.669436:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5004
00000100:00080000:2.0:1767319764.669438:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319764.669443:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319764.669461:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702300 x1853163993686528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319764.669508:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319764.669512:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319764.669514:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319764.669518:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5004
00000100:00080000:2.0:1767319764.669520:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319764.669524:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319764.669535:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702680 x1853163993686784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319764.669564:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319764.669568:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319764.669569:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319764.669573:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5004
00000100:00080000:2.0:1767319764.669575:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319764.669578:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319764.669581:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319764.669592:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731234380 x1853163993687040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319764.669600:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993686656:0@lo:400:kworker.0
00000100:00100000:2.0:1767319764.669638:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993687168:0@lo:400:kworker.0
00000100:00100000:3.0:1767319764.669695:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319764.669704:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993687296:0@lo:400:kworker.0
00000100:00100000:0.0:1767319764.669862:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993686912:0@lo:400:kworker.0
00000100:00100000:2.0:1767319764.672111:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319764.672231:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993687168
00000100:00100000:2.0:1767319764.672240:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993687168
00000100:00100000:2.0:1767319764.672305:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365
00000100:00100000:2.0:1767319764.672315:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993687168:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319764.672388:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993687168:12345-0@lo:400:kworker.0 Request processed in 74us (283us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319764.672396:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365
00000100:00080000:2.0:1767319764.672420:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319764.672467:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993687168:0@lo:400:kworker.0
00000100:00100000:2.0:1767319764.672515:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993686400:0@lo:38:kworker.0
00000100:00100000:2.0:1767319764.672550:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319764.672570:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993686528:0@lo:38:kworker.0
00000100:00100000:2.0:1767319764.672593:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319764.672628:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993686784:0@lo:38:kworker.0
00000100:00100000:2.0:1767319764.672649:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319764.672675:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993687040:0@lo:38:kworker.0
00000100:00100000:2.0:1767319764.672695:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319764.672722:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993686400
00000100:00100000:2.0:1767319764.672726:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993686400
00000100:00100000:2.0:1767319764.672745:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993686784
00000100:00100000:2.0:1767319764.672748:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993686784
00000100:00100000:2.0:1767319764.672758:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993687040
00000100:00100000:2.0:1767319764.672761:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993687040
00000100:00100000:2.0:1767319764.672779:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72570
00000100:00100000:2.0:1767319764.672784:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993686400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319764.672802:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319764.672836:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993686400:12345-0@lo:38:kworker.0 Request processed in 50us (284us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319764.672842:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72570
00000100:00100000:2.0:1767319764.673065:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72571
00000100:00100000:2.0:1767319764.673070:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993686784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319764.673081:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319764.673109:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993686784:12345-0@lo:38:kworker.0 Request processed in 37us (458us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319764.673115:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72571
00000100:00100000:2.0:1767319764.673127:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72572
00000100:00100000:2.0:1767319764.673131:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993687040:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319764.673140:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319764.673186:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993687040:12345-0@lo:38:kworker.0 Request processed in 54us (491us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319764.673192:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72572
00000100:00080000:2.0:1767319764.673224:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319764.673230:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319764.673233:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993686400:0@lo:38:kworker.0
00000100:00080000:2.0:1767319764.673243:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319764.673247:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319764.673249:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993686784:0@lo:38:kworker.0
00000100:00080000:2.0:1767319764.673257:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319764.673260:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319764.673262:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993687040:0@lo:38:kworker.0
00000100:00100000:2.0:1767319764.673313:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993686528
00000100:00100000:2.0:1767319764.673317:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993686528
00000100:00100000:2.0:1767319764.673407:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162
00000100:00100000:2.0:1767319764.673413:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993686528:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319764.673472:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319764.673503:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993686528:12345-0@lo:38:kworker.0 Request processed in 89us (909us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319764.673509:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162
00000100:00080000:2.0:1767319764.673536:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319764.673541:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319764.673543:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993686528:0@lo:38:kworker.0
00000100:00100000:1.0:1767319764.676482:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319764.676681:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993686656
00000100:00100000:2.0:1767319764.676692:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993686656
00000100:00100000:2.0:1767319764.676760:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5446
00000100:00100000:2.0:1767319764.676770:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993686656:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319764.676832:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993686656:12345-0@lo:400:kworker.0 Request processed in 65us (358us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319764.676839:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5446
00000100:00080000:2.0:1767319764.676877:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319764.677604:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319764.677707:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993687296
00000100:00100000:2.0:1767319764.677714:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993687296
00000100:00100000:2.0:1767319764.677772:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366
00000100:00100000:2.0:1767319764.677781:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993687296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319764.677826:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993687296:12345-0@lo:400:kworker.0 Request processed in 47us (224us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319764.677833:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366
00000100:00100000:1.0:1767319764.678887:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993686656:0@lo:400:kworker.0
00000100:00080000:3.0:1767319764.679270:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319764.679299:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993687296:0@lo:400:kworker.0
00000100:00100000:0.0:1767319764.680557:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319764.684216:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993686912
00000100:00100000:2.0:1767319764.684233:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993686912
00000100:00100000:2.0:1767319764.684400:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5447
00000100:00100000:2.0:1767319764.684411:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993686912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319764.684520:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993686912:12345-0@lo:400:kworker.0 Request processed in 111us (3966us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319764.684528:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5447
00000100:00100000:0.0:1767319764.685549:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993686912:0@lo:400:kworker.0
00000100:00080000:3.0:1767319764.688779:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319765.182114:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319765.182137:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993687424:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319765.182258:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319765.182559:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993687424
00000100:00100000:3.0:1767319765.182570:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993687424
00000100:00100000:3.0:1767319765.182626:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3115
00000100:00100000:3.0:1767319765.182636:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993687424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319765.182664:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319765.182705:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993687424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (448us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319765.182712:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3115
00000100:00100000:2.0:1767319765.183459:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319765.183473:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993687552:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319765.183511:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319765.183577:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993687424:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319765.184251:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993687552
00000100:00100000:1.0:1767319765.184258:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993687552
00000100:00100000:1.0:1767319765.184497:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116
00000100:00100000:1.0:1767319765.184507:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993687552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319765.184532:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319765.184590:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993687552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (1079us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319765.184596:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116
00000100:00100000:2.0:1767319765.185008:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993687552:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319765.187293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319765.246659:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319766.206127:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319766.271127:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319766.599635:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319766.599738:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942212736
00000100:00100000:2.0:1767319766.599753:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942212736
00000100:00100000:2.0:1767319766.599848:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72573
00000100:00100000:2.0:1767319766.599857:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942212736:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319766.599884:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319766.599979:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942212736:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 121us (355us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319766.599987:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72573
00000100:00100000:0.0:1767319766.600049:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319766.601099:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942212864
00000100:00100000:1.0:1767319766.601105:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942212864
00000100:00100000:1.0:1767319766.601156:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5448
00000100:00080000:0.0:1767319766.601287:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319766.601339:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942212864:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319766.601400:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942212864:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 64us (1351us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319766.601662:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5448
00000100:00100000:0.0:1767319767.230051:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319767.298074:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319768.253327:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319768.317585:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319769.277304:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319769.349003:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319769.789584:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319769.789595:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319769.789598:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319769.789601:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319769.789606:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319769.789613:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5009
00000100:00080000:2.0:1767319769.789618:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319769.789625:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319769.789667:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235180 x1853163993687680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319769.789695:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319769.789698:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319769.789701:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319769.789705:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5009
00000100:00080000:2.0:1767319769.789707:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319769.789711:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319769.789727:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731234e00 x1853163993687808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319769.789734:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993687680:0@lo:38:kworker.0
00000100:00100000:0.0:1767319769.789805:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319769.789819:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767319769.789880:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319769.789884:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319769.789886:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319769.789891:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5009
00000100:00080000:2.0:1767319769.789893:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319769.789897:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319769.789912:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731234700 x1853163993688064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319769.789953:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767319769.789956:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993687808:0@lo:38:kworker.0
00000100:00080000:2.0:1767319769.789959:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319769.789964:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319769.789968:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5009
00000100:00080000:2.0:1767319769.789972:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319769.789975:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319769.789992:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235f80 x1853163993688320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319769.789996:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319769.790028:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993688064:0@lo:38:kworker.0
00000100:00100000:0.0:1767319769.790051:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319769.790072:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319769.790077:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993688320:0@lo:38:kworker.0
00000100:00100000:3.0:1767319769.790088:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993688576:0@lo:400:kworker.0
00000100:00100000:0.0:1767319769.790102:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319769.790133:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319769.790141:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993687680
00000100:00100000:0.0:1767319769.790149:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993687680
00000100:00100000:3.0:1767319769.790202:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993687808
00000100:00100000:3.0:1767319769.790208:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993687808
00000100:00100000:0.0:1767319769.790211:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993688064
00000100:00100000:0.0:1767319769.790216:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993688064
00000100:00100000:3.0:1767319769.790238:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163
00000100:00100000:0.0:1767319769.790239:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993688320
00000100:00100000:0.0:1767319769.790244:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993688320
00000100:00100000:3.0:1767319769.790246:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993687808:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319769.790264:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72574
00000100:00100000:0.0:1767319769.790269:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993687680:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319769.790281:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767319769.790284:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319769.790320:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993687680:12345-0@lo:38:kworker.0 Request processed in 49us (515us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319769.790327:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72574
00000100:00100000:0.0:1767319769.790344:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72575
00000100:00100000:0.0:1767319769.790348:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993688064:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319769.790356:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319769.790376:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993688064:12345-0@lo:38:kworker.0 Request processed in 27us (325us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319769.790382:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72575
00000100:00100000:0.0:1767319769.790392:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72576
00000100:00100000:0.0:1767319769.790396:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993688320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319769.790404:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319769.790423:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993688320:12345-0@lo:38:kworker.0 Request processed in 26us (322us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319769.790428:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72576
00000100:00100000:0.0:1767319769.790446:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993688448:0@lo:400:kworker.0
00000100:00100000:0.0:1767319769.790468:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319769.790486:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319769.790492:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993688192:0@lo:400:kworker.0
00000100:00100000:0.0:1767319769.790511:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319769.790549:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993688192
00000100:00100000:0.0:1767319769.790553:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993688192
00000100:00100000:0.0:1767319769.790595:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5449
00000100:00100000:0.0:1767319769.790603:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993688192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319769.790956:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993688192:12345-0@lo:400:kworker.0 Request processed in 354us (443us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319769.790962:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5449
00000100:00080000:0.0:1767319769.790994:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319769.791021:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993688192:0@lo:400:kworker.0
00000100:00080000:0.0:1767319769.791051:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319769.791055:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319769.791058:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993688320:0@lo:38:kworker.0
00000100:00080000:0.0:1767319769.791066:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319769.791070:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319769.791073:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993688064:0@lo:38:kworker.0
00000100:00080000:0.0:1767319769.791081:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319769.791084:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319769.791087:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993687680:0@lo:38:kworker.0
00000100:00100000:0.0:1767319769.791128:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993688576
00000100:00100000:0.0:1767319769.791132:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993688576
00000100:00100000:0.0:1767319769.791183:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993688448
00000100:00100000:0.0:1767319769.791187:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993688448
00000100:00100000:0.0:1767319769.791209:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367
00000100:00100000:0.0:1767319769.791215:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993688576:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319769.791249:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993688576:12345-0@lo:400:kworker.0 Request processed in 34us (1118us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319769.791254:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367
00000100:00100000:0.0:1767319769.791266:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368
00000100:00100000:0.0:1767319769.791272:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993688448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319769.791300:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993688448:12345-0@lo:400:kworker.0 Request processed in 29us (830us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319769.791305:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368
00000100:00080000:0.0:1767319769.791326:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319769.791328:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319769.791342:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993688448:0@lo:400:kworker.0
00000100:00100000:0.0:1767319769.791383:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993688576:0@lo:400:kworker.0
00000100:00100000:3.0:1767319769.791476:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993687808:12345-0@lo:38:kworker.0 Request processed in 1230us (1482us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319769.791485:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163
00000100:00080000:0.0:1767319769.792016:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319769.792022:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319769.792025:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993687808:0@lo:38:kworker.0
00000100:00100000:1.0:1767319769.793068:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993687936:0@lo:400:kworker.0
00000100:00100000:1.0:1767319769.793130:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319769.794058:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993687936
00000100:00100000:0.0:1767319769.794067:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993687936
00000100:00100000:0.0:1767319769.794182:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5450
00000100:00100000:0.0:1767319769.794192:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993687936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319769.794262:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993687936:12345-0@lo:400:kworker.0 Request processed in 73us (1131us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319769.794270:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5450
00000100:00080000:1.0:1767319769.794340:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319769.794388:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993687936:0@lo:400:kworker.0
00000100:00100000:1.0:1767319770.301781:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993688832:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319770.301851:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319770.302148:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993688832
00000100:00100000:3.0:1767319770.302181:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993688832
00000100:00100000:3.0:1767319770.302235:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117
00000100:00100000:3.0:1767319770.302244:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993688832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319770.302286:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319770.302336:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993688832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (484us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319770.302344:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117
00000100:00100000:3.0:1767319770.302388:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993688832:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319770.302655:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319770.302666:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993688704:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319770.302696:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319770.302864:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319770.303101:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993688704
00000100:00100000:1.0:1767319770.303106:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993688704
00000100:00100000:1.0:1767319770.303148:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118
00000100:00100000:1.0:1767319770.303156:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993688704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319770.303208:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319770.303455:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993688704:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319770.304068:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993688704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 910us (1367us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319770.304077:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118
00010000:00010000:0.0:1767319770.369423:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319771.326534:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319771.389503:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319771.720803:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319771.720926:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319771.721114:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942213120
00000100:00100000:0.0:1767319771.721135:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942213120
00000100:00100000:0.0:1767319771.721251:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942212992
00000100:00100000:0.0:1767319771.721255:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942212992
00000100:00100000:0.0:1767319771.721277:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5451
00000100:00100000:0.0:1767319771.721289:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942213120:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319771.721365:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942213120:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 79us (572us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319771.721373:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5451
00000100:00100000:0.0:1767319771.721393:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72577
00000100:00100000:0.0:1767319771.721398:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942212992:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319771.721418:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319771.721445:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942212992:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (519us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319771.721451:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72577
00000100:00080000:1.0:1767319771.721681:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319772.349366:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319772.413716:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319773.373348:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319773.437701:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319774.397312:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319774.461476:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319774.909581:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319774.909592:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319774.909595:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319774.909599:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319774.909603:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319774.909613:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5014
00000100:00080000:3.0:1767319774.909617:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319774.909624:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319774.909667:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c929500 x1853163993688960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319774.909694:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319774.909697:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319774.909699:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319774.909703:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5014
00000100:00080000:3.0:1767319774.909705:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319774.909709:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319774.909722:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c929f80 x1853163993689088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319774.909757:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319774.909761:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319774.909763:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319774.909766:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5014
00000100:00080000:3.0:1767319774.909768:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319774.909780:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319774.909791:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c929c00 x1853163993689344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319774.909827:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319774.909831:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319774.909832:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319774.909846:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5014
00000100:00080000:3.0:1767319774.909848:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319774.909851:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319774.909862:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a3af800 x1853163993689600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319774.909990:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993688960:0@lo:38:kworker.0
00000100:00100000:2.0:1767319774.910061:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319774.910114:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993689088:0@lo:38:kworker.0
00000100:00100000:2.0:1767319774.910139:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319774.910185:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993689344:0@lo:38:kworker.0
00000100:00100000:2.0:1767319774.910217:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319774.910254:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993688960
00000100:00100000:2.0:1767319774.910263:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993688960
00000100:00100000:2.0:1767319774.910294:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993689344
00000100:00100000:2.0:1767319774.910297:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993689344
00000100:00100000:2.0:1767319774.910316:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72578
00000100:00100000:2.0:1767319774.910324:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993688960:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319774.910336:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00010000:00020000:2.0:1767319774.910344:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319774.910345:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993689216:0@lo:400:kworker.0
00000100:00100000:3.0:1767319774.910716:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993689088
00000100:00100000:3.0:1767319774.910720:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993689088
00000100:00100000:3.0:1767319774.910743:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164
00000100:00100000:3.0:1767319774.910748:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993689088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319774.910760:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319774.910890:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72579
00000100:00100000:0.0:1767319774.910896:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993689344:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319774.910907:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319774.914711:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319774.914741:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993689088:12345-0@lo:38:kworker.0 Request processed in 3989us (4598us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319774.914752:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164
00000100:00100000:1.0:1767319774.914766:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993689856:0@lo:400:kworker.0
00000100:00100000:1.0:1767319774.914801:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319774.914831:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993689216
00000100:00100000:1.0:1767319774.914848:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993689856
00000100:00100000:1.0:1767319774.914855:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993689856
00000100:00100000:1.0:1767319774.914907:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369
00000100:00100000:1.0:1767319774.914916:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993689856:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319774.914964:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993689856:12345-0@lo:400:kworker.0 Request processed in 50us (162us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319774.914971:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369
00000100:00080000:1.0:1767319774.914989:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319774.915018:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993689856:0@lo:400:kworker.0
00000100:00100000:1.0:1767319774.915052:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993689472:0@lo:400:kworker.0
00000100:00100000:1.0:1767319774.915077:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319774.915096:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319774.915102:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993689728:0@lo:400:kworker.0
00000100:00100000:3.0:1767319774.915107:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993689216
00000100:00100000:3.0:1767319774.915142:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993689472
00000100:00100000:3.0:1767319774.915145:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993689472
00000100:00100000:3.0:1767319774.915184:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5452
00000100:00100000:3.0:1767319774.915191:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993689216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319774.915240:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993689216:12345-0@lo:400:kworker.0 Request processed in 49us (535us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319774.915246:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5452
00000100:00100000:3.0:1767319774.915258:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5453
00000100:00100000:3.0:1767319774.915282:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993689472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319774.915309:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993689472:12345-0@lo:400:kworker.0 Request processed in 28us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319774.915315:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5453
00000100:00080000:3.0:1767319774.915341:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319774.915359:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993689216:0@lo:400:kworker.0
00000100:00100000:3.0:1767319774.915612:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993689600:0@lo:38:kworker.0
00000100:00100000:3.0:1767319774.915638:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319774.915663:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319774.915668:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319774.915672:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993689088:0@lo:38:kworker.0
00000100:00100000:3.0:1767319774.915695:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993689600
00000100:00100000:3.0:1767319774.915698:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993689600
00000100:00100000:3.0:1767319774.915711:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72580
00000100:00100000:3.0:1767319774.915715:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993689600:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319774.915731:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319774.915761:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993689600:12345-0@lo:38:kworker.0 Request processed in 44us (122us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319774.915779:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72580
00000100:00080000:3.0:1767319774.915977:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319774.915982:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319774.915985:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993689600:0@lo:38:kworker.0
00000100:00100000:2.0:1767319774.916560:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993688960:12345-0@lo:38:kworker.0 Request processed in 6234us (6497us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319774.916569:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72578
00000100:00100000:0.0:1767319774.916638:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993689344:12345-0@lo:38:kworker.0 Request processed in 5740us (6419us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319774.916645:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72579
00000100:00100000:1.0:1767319774.917540:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319774.917600:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993689472:0@lo:400:kworker.0
00000100:00100000:0.0:1767319774.917680:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993689728
00000100:00100000:0.0:1767319774.917686:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993689728
00000100:00100000:0.0:1767319774.917753:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370
00000100:00100000:0.0:1767319774.917761:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993689728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319774.917842:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993689728:12345-0@lo:400:kworker.0 Request processed in 72us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319774.917849:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370
00000100:00080000:1.0:1767319774.919312:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319774.919363:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993689728:0@lo:400:kworker.0
00000100:00080000:3.0:1767319774.920598:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319774.920608:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319774.920612:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993688960:0@lo:38:kworker.0
00000100:00080000:3.0:1767319774.920627:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319774.920630:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319774.920633:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993689344:0@lo:38:kworker.0
00000100:00100000:2.0:1767319775.421301:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319775.421630:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319775.421650:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993689984:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319775.421720:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319775.422018:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993689984
00000100:00100000:2.0:1767319775.422027:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993689984
00000100:00100000:2.0:1767319775.422076:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119
00000100:00100000:2.0:1767319775.422084:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993689984:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319775.422126:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319775.422193:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993689984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (473us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319775.422201:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119
00000100:00100000:1.0:1767319775.422605:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993689984:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319775.422835:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319775.422850:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993690112:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319775.423034:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319775.423345:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993690112
00000100:00100000:1.0:1767319775.423350:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993690112
00000100:00100000:1.0:1767319775.423492:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120
00000100:00100000:1.0:1767319775.423500:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993690112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319775.423524:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319775.423579:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993690112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (543us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319775.423662:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120
00000100:00100000:3.0:1767319775.424187:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993690112:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319775.489057:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319776.446111:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319776.509375:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319776.839291:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319776.839348:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319776.839456:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942213248
00000100:00100000:3.0:1767319776.839475:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942213248
00000100:00100000:1.0:1767319776.839476:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942213376
00000100:00100000:1.0:1767319776.839490:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942213376
00000100:00100000:3.0:1767319776.839543:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72581
00000100:00100000:3.0:1767319776.839557:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942213248:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:1.0:1767319776.839583:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5454
00000100:00100000:1.0:1767319776.839598:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942213376:12345-192.168.204.50@tcp:400:kworker.0
00010000:00020000:3.0:1767319776.839600:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319776.839696:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942213248:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 142us (415us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319776.839703:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72581
00000100:00080000:0.0:1767319776.839799:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319776.841608:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942213376:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 2002us (2247us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319776.841623:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5454
00000100:00100000:2.0:1767319777.469325:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319777.533426:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319778.493312:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319778.557453:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319779.005320:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319754/real 1767319754]  req@ffff89b604f64e00 x1853163993683712/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319779 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319779.005370:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b604f64e00 x1853163993683712/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319779 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319779.005395:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319779.005412:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319779.005418:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993683712:0@lo:250:kworker.0
00000100:00080000:3.0:1767319779.005433:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319779.005445:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319779.005450:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319779.005458:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 4999
00000100:00080000:3.0:1767319779.005464:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319779.005474:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319779.005523:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a3af100 x1853163993690240/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319779.005552:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319779.005555:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319779.005556:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319779.005559:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5019
00000100:00080000:3.0:1767319779.005561:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319779.005564:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319779.005583:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a3ac000 x1853163993690368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319779.005591:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767319779.005597:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993690240:0@lo:250:kworker.0
00000100:00080000:3.0:1767319779.005598:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319779.005604:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319779.005615:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5019
00000100:00080000:3.0:1767319779.005626:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319779.005631:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319779.005647:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c929c00 x1853163993690496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:0.0:1767319779.005660:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993690240 offset 0 length 520: 4
00000100:00080000:3.0:1767319779.005690:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319779.005693:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319779.005696:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319779.005699:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5019
00000100:00080000:3.0:1767319779.005701:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319779.005704:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319779.005715:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c929f80 x1853163993690752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319779.005736:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993690624:0@lo:400:kworker.0
00000100:00100000:2.0:1767319779.005777:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319779.005827:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993690368:0@lo:38:kworker.0
00000100:00080000:3.0:1767319779.006230:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319779.006236:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319779.006240:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319779.006246:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5019
00000100:00080000:3.0:1767319779.006249:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319779.006255:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319779.006256:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319779.006273:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993690880:0@lo:400:kworker.0
00000100:00100000:3.0:1767319779.006297:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b2d80 x1853163993691008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319779.006472:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319779.006478:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319779.006496:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993691136:0@lo:400:kworker.0
00000100:00100000:0.0:1767319779.006524:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993690624
00000100:00100000:0.0:1767319779.006535:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993690624
00000100:00100000:3.0:1767319779.006557:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319779.006606:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993691136
00000100:00100000:3.0:1767319779.006612:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993691136
00000100:00100000:0.0:1767319779.006629:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5455
00000100:00100000:0.0:1767319779.006642:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993690624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319779.006691:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993690624:12345-0@lo:400:kworker.0 Request processed in 55us (914us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319779.006696:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5455
00000100:00080000:0.0:1767319779.006718:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319779.006751:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319779.006772:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371
00000100:00100000:3.0:1767319779.006779:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993691136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319779.006793:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993691264:0@lo:400:kworker.0
00000100:00100000:1.0:1767319779.007002:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993690880
00000100:00100000:1.0:1767319779.007008:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993690880
00000100:00100000:1.0:1767319779.007039:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5456
00000100:00100000:1.0:1767319779.007044:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993690880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319779.007121:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993691136:12345-0@lo:400:kworker.0 Request processed in 341us (565us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319779.007133:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371
00000100:00100000:0.0:1767319779.007140:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319779.007203:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993691264
00000100:00100000:3.0:1767319779.007207:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993691264
00000100:00100000:3.0:1767319779.007235:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372
00000100:00100000:3.0:1767319779.007242:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993691264:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319779.007257:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319779.007264:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319779.007280:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319779.007304:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993690496:0@lo:38:kworker.0
00000100:00100000:3.0:1767319779.007314:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993691264:12345-0@lo:400:kworker.0 Request processed in 70us (184us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319779.007323:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372
00000100:00100000:0.0:1767319779.007343:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319779.007377:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993690752:0@lo:38:kworker.0
00000100:00100000:0.0:1767319779.007398:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319779.007416:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993691008:0@lo:38:kworker.0
00000100:00100000:0.0:1767319779.007435:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319779.007472:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993690368
00000100:00100000:0.0:1767319779.007477:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993690368
00000100:00100000:3.0:1767319779.007588:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993690752
00000100:00100000:3.0:1767319779.007593:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993690752
00000100:00100000:3.0:1767319779.007613:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993691008
00000100:00100000:3.0:1767319779.007614:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993691008
00000100:00100000:0.0:1767319779.007684:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72582
00000100:00100000:0.0:1767319779.007689:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993690752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319779.007704:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319779.007733:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993690752:12345-0@lo:38:kworker.0 Request processed in 43us (334us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319779.007737:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72582
00000100:00100000:0.0:1767319779.007747:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72583
00000100:00100000:0.0:1767319779.007750:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993690368:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319779.007756:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319779.007776:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993690368:12345-0@lo:38:kworker.0 Request processed in 24us (498us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319779.007781:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72583
00000100:00080000:0.0:1767319779.007813:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319779.007819:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319779.007822:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993690368:0@lo:38:kworker.0
00000100:00080000:0.0:1767319779.007831:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319779.007835:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319779.007837:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993690752:0@lo:38:kworker.0
00000100:00100000:0.0:1767319779.007880:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993690496
00000100:00100000:0.0:1767319779.007885:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993690496
00000100:00100000:0.0:1767319779.007902:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165
00000100:00100000:0.0:1767319779.007906:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993690496:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319779.007913:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319779.007944:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72584
00000100:00100000:3.0:1767319779.007950:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993691008:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319779.007967:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319779.008227:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993690496:12345-0@lo:38:kworker.0 Request processed in 316us (887us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319779.008235:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165
00000100:00100000:3.0:1767319779.008264:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993691008:12345-0@lo:38:kworker.0 Request processed in 310us (825us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319779.008274:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72584
00000100:00100000:0.0:1767319779.008292:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993691136:0@lo:400:kworker.0
00000100:00080000:0.0:1767319779.008321:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319779.008329:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319779.008333:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993691008:0@lo:38:kworker.0
00000100:00080000:0.0:1767319779.008359:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319779.008363:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319779.008366:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993690496:0@lo:38:kworker.0
00000100:00100000:0.0:1767319779.008396:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993691264:0@lo:400:kworker.0
00000100:00100000:3.0:1767319779.008802:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993690624:0@lo:400:kworker.0
00000100:00100000:1.0:1767319779.008986:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993690880:12345-0@lo:400:kworker.0 Request processed in 1939us (2515us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319779.008995:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5456
00000100:00100000:2.0:1767319779.009176:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993690880:0@lo:400:kworker.0
00000100:00100000:2.0:1767319779.517309:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319779.581465:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319780.541363:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319780.541783:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993691392:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319780.541896:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319780.542010:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993691392
00000100:00100000:3.0:1767319780.542021:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993691392
00000100:00100000:3.0:1767319780.542093:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121
00000100:00100000:3.0:1767319780.542103:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993691392:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319780.542141:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319780.542217:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993691392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319780.542225:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121
00000100:00100000:0.0:1767319780.542338:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993691392:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319780.543206:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993691520:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319780.543266:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319780.543418:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993691520
00000100:00100000:2.0:1767319780.543425:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993691520
00000100:00100000:2.0:1767319780.543493:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3122
00000100:00100000:2.0:1767319780.543503:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993691520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319780.543538:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319780.544080:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993691520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 576us (810us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319780.544090:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3122
00000100:00100000:0.0:1767319780.548790:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993691520:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319780.608874:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319780.935229:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:0.0:1767319780.935284:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942213504 offset 0 length 520: 4
00000100:00100000:0.0:1767319780.935339:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319780.935521:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942213760
00000100:00100000:2.0:1767319780.935542:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942213760
00000100:00100000:2.0:1767319780.935745:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942213632
00000100:00100000:2.0:1767319780.935751:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942213632
00000100:00080000:0.0:1767319780.935819:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319780.938762:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5457
00000100:00100000:3.0:1767319780.938800:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942213760:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319780.938958:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942213760:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 178us (3741us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319780.938967:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5457
00000100:00100000:3.0:1767319780.939002:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72585
00000100:00100000:3.0:1767319780.939007:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942213632:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319780.939033:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319780.939056:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942213632:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (3718us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319780.939063:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72585
00000100:00100000:0.0:1767319781.570655:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319781.629584:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319782.590065:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319782.662928:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319783.613285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319783.677476:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319784.125778:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319784.125793:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319784.125796:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319784.125801:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319784.125807:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319784.125817:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5023
00000100:00080000:2.0:1767319784.125823:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319784.125830:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319784.125873:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237100 x1853163993691648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319784.125903:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319784.125907:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319784.125909:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319784.125913:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5023
00000100:00080000:2.0:1767319784.125915:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319784.125919:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319784.125934:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236a00 x1853163993691776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319784.125982:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319784.125985:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319784.125987:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319784.125990:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5023
00000100:00080000:2.0:1767319784.125992:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319784.125996:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319784.125996:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993691904:0@lo:400:kworker.0
00000100:00100000:2.0:1767319784.126007:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609703b80 x1853163993692032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319784.126030:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319784.126033:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319784.126035:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319784.126038:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5023
00000100:00080000:2.0:1767319784.126040:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319784.126042:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319784.126051:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702680 x1853163993692288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319784.126064:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319784.126082:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993692160:0@lo:400:kworker.0
00000100:00100000:2.0:1767319784.126113:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319784.126177:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993691648:0@lo:38:kworker.0
00000100:00100000:1.0:1767319784.126178:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993692544:0@lo:400:kworker.0
00000100:00100000:0.0:1767319784.126207:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319784.126209:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319784.126231:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993691776:0@lo:38:kworker.0
00000100:00100000:1.0:1767319784.126249:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993691904
00000100:00100000:0.0:1767319784.126253:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319784.126268:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993691904
00000100:00100000:0.0:1767319784.126287:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993692032:0@lo:38:kworker.0
00000100:00100000:0.0:1767319784.126306:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319784.130294:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993692288:0@lo:38:kworker.0
00000100:00100000:0.0:1767319784.130368:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319784.131635:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993692160
00000100:00100000:1.0:1767319784.131725:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993692160
00000100:00100000:1.0:1767319784.131820:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993691648
00000100:00100000:1.0:1767319784.131824:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993691648
00000100:00100000:1.0:1767319784.131845:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993692032
00000100:00100000:1.0:1767319784.131847:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993692032
00000100:00100000:1.0:1767319784.131862:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5458
00000100:00100000:1.0:1767319784.131873:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993691904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319784.131980:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993691904:12345-0@lo:400:kworker.0 Request processed in 109us (5915us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319784.131988:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5458
00000100:00100000:1.0:1767319784.132011:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5459
00000100:00100000:1.0:1767319784.132018:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993692160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319784.132050:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993692160:12345-0@lo:400:kworker.0 Request processed in 33us (5936us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319784.132056:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5459
00000100:00100000:1.0:1767319784.132069:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72586
00000100:00100000:1.0:1767319784.132074:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993691648:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319784.132097:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319784.132129:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993691648:12345-0@lo:38:kworker.0 Request processed in 53us (5920us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319784.132135:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72586
00000100:00100000:1.0:1767319784.132147:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72587
00000100:00100000:1.0:1767319784.132152:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993692032:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319784.132752:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993692160:0@lo:400:kworker.0
00000100:00100000:2.0:1767319784.132783:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319784.132796:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993692416:0@lo:400:kworker.0
00000100:00100000:2.0:1767319784.132847:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319784.132913:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993691776
00000100:00100000:2.0:1767319784.132918:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993691776
00000100:00100000:2.0:1767319784.132948:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166
00000100:00100000:2.0:1767319784.132953:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993691776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319784.133471:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767319784.133507:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767319784.133511:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993692032:12345-0@lo:38:kworker.0 Request processed in 1358us (7204us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767319784.133513:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319784.133517:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993691648:0@lo:38:kworker.0
00000100:00100000:1.0:1767319784.133520:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72587
00000100:00080000:0.0:1767319784.133527:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319784.133531:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319784.133533:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993692032:0@lo:38:kworker.0
00000100:00100000:1.0:1767319784.133537:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993692288
00000100:00100000:1.0:1767319784.133541:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993692288
00000100:00100000:1.0:1767319784.133554:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72588
00000100:00100000:1.0:1767319784.133558:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993692288:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767319784.133562:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319784.133636:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993692544
00000100:00100000:0.0:1767319784.133640:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993692544
00000100:00100000:0.0:1767319784.133679:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993692416
00000100:00100000:0.0:1767319784.133682:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993692416
00000100:00100000:0.0:1767319784.133701:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373
00000100:00100000:0.0:1767319784.133709:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993692544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319784.133750:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993692544:12345-0@lo:400:kworker.0 Request processed in 44us (7540us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319784.133756:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373
00000100:00100000:0.0:1767319784.133769:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3374
00000100:00100000:0.0:1767319784.133775:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993692416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319784.133804:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993692416:12345-0@lo:400:kworker.0 Request processed in 29us (957us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319784.133811:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3374
00000100:00080000:0.0:1767319784.133827:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319784.133830:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319784.133858:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993691904:0@lo:400:kworker.0
00000100:00100000:0.0:1767319784.133894:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993692544:0@lo:400:kworker.0
00000100:00100000:0.0:1767319784.133937:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993692416:0@lo:400:kworker.0
00010000:00020000:2.0:1767319784.140591:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319784.140719:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993691776:12345-0@lo:38:kworker.0 Request processed in 7760us (14460us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319784.140734:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166
00000100:00080000:2.0:1767319784.140809:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319784.140815:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319784.140819:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993691776:0@lo:38:kworker.0
00010000:00020000:1.0:1767319784.141868:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319784.142018:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993692288:12345-0@lo:38:kworker.0 Request processed in 8455us (11647us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319784.142030:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72588
00000100:00080000:2.0:1767319784.144804:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319784.144819:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319784.144825:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993692288:0@lo:38:kworker.0
00000100:00100000:0.0:1767319784.638353:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319784.701371:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319785.661941:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319785.665270:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319785.665300:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993692672:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319785.665407:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319785.665700:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993692672
00000100:00100000:3.0:1767319785.665709:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993692672
00000100:00100000:3.0:1767319785.665772:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123
00000100:00100000:3.0:1767319785.665782:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993692672:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319785.665813:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319785.665877:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993692672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (469us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319785.665885:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123
00000100:00100000:3.0:1767319785.665950:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993692672:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319785.669283:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319785.669309:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993692800:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319785.669411:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319785.669778:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993692800
00000100:00100000:1.0:1767319785.669787:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993692800
00000100:00100000:1.0:1767319785.669846:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124
00000100:00100000:1.0:1767319785.669855:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993692800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319785.670006:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319785.670064:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993692800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 210us (652us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319785.670071:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124
00000100:00100000:2.0:1767319785.670237:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993692800:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319785.725881:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319786.056630:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319786.056791:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319786.061772:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942214016
00000100:00100000:1.0:1767319786.061788:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942214016
00000100:00100000:1.0:1767319786.061890:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942213888
00000100:00100000:1.0:1767319786.061894:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942213888
00000100:00100000:1.0:1767319786.061921:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5460
00000100:00100000:1.0:1767319786.061933:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942214016:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319786.062030:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942214016:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 100us (5412us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319786.062040:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5460
00000100:00100000:1.0:1767319786.062061:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72589
00000100:00100000:1.0:1767319786.062066:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942213888:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319786.062090:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319786.062117:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942213888:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 49us (5326us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319786.062123:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72589
00000100:00080000:0.0:1767319786.063531:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319786.691539:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319786.752749:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319787.709324:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319787.773524:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319788.736132:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319788.797437:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319789.245626:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319789.245638:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319789.245641:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319789.245645:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319789.245650:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319789.245659:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5028
00000100:00080000:3.0:1767319789.245663:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319789.245669:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319789.245713:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b0000 x1853163993692928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319789.245743:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319789.245746:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319789.245748:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319789.245753:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5028
00000100:00080000:3.0:1767319789.245755:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319789.245758:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319789.245781:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b1500 x1853163993693056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319789.245891:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993692928:0@lo:38:kworker.0
00000100:00100000:2.0:1767319789.245961:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319789.246383:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319789.246387:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319789.246390:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319789.246395:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5028
00000100:00080000:3.0:1767319789.246398:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319789.246402:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319789.246416:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b2a00 x1853163993693312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319789.246445:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319789.246449:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319789.246451:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319789.246454:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5028
00000100:00080000:3.0:1767319789.246456:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319789.246459:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319789.246470:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcfb80 x1853163993693568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319789.246517:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993693824:0@lo:400:kworker.0
00000100:00100000:0.0:1767319789.246520:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993692928
00000100:00100000:0.0:1767319789.246527:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993692928
00000100:00100000:3.0:1767319789.246550:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319789.246573:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72590
00000100:00100000:3.0:1767319789.246576:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319789.246581:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993692928:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319789.246581:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993693184:0@lo:400:kworker.0
00010000:00020000:0.0:1767319789.246603:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319789.246603:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319789.246624:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993693440:0@lo:400:kworker.0
00000100:00100000:0.0:1767319789.246639:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993692928:12345-0@lo:38:kworker.0 Request processed in 58us (678us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319789.246644:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319789.246646:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72590
00000100:00100000:3.0:1767319789.246658:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319789.246661:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993693184
00000100:00100000:3.0:1767319789.246663:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993693696:0@lo:400:kworker.0
00000100:00100000:0.0:1767319789.246664:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993693184
00000100:00100000:3.0:1767319789.246680:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319789.246698:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993693440
00000100:00100000:3.0:1767319789.246701:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993693824
00000100:00100000:0.0:1767319789.246702:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993693440
00000100:00100000:3.0:1767319789.246704:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993693824
00000100:00100000:0.0:1767319789.246722:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5461
00000100:00100000:0.0:1767319789.246727:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993693184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319789.246727:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993693696
00000100:00100000:3.0:1767319789.246729:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993693696
00000100:00100000:3.0:1767319789.246746:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3375
00000100:00100000:3.0:1767319789.246752:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993693824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319789.246765:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993693184:12345-0@lo:400:kworker.0 Request processed in 38us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319789.246771:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5461
00000100:00100000:0.0:1767319789.246784:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5462
00000100:00100000:0.0:1767319789.246790:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993693440:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767319789.246884:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319789.246889:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319789.246891:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319789.246903:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376
00000100:00100000:1.0:1767319789.246911:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993693696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319789.247048:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993693056:0@lo:38:kworker.0
00000100:00100000:0.0:1767319789.251016:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993693440:12345-0@lo:400:kworker.0 Request processed in 4212us (4357us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319789.251032:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5462
00000100:00100000:0.0:1767319789.251149:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993693184:0@lo:400:kworker.0
00000100:00100000:0.0:1767319789.251193:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993693824:0@lo:400:kworker.0
00000100:00100000:0.0:1767319789.251244:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993693440:0@lo:400:kworker.0
00000100:00100000:1.0:1767319789.251281:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993693696:12345-0@lo:400:kworker.0 Request processed in 4370us (4598us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319789.251290:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376
00000100:00100000:0.0:1767319789.251310:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993693696:0@lo:400:kworker.0
00000100:00100000:2.0:1767319789.252541:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319789.252606:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993693312:0@lo:38:kworker.0
00000100:00100000:2.0:1767319789.252649:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319789.252671:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993693056
00000100:00100000:2.0:1767319789.252677:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993693568:0@lo:38:kworker.0
00000100:00100000:0.0:1767319789.252679:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993693056
00000100:00100000:2.0:1767319789.252697:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319789.252714:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167
00000100:00100000:0.0:1767319789.252721:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993693056:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767319789.252726:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319789.252730:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319789.252734:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993692928:0@lo:38:kworker.0
00010000:00020000:0.0:1767319789.252741:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319789.252764:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993693312
00000100:00100000:2.0:1767319789.252779:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993693312
00000100:00100000:0.0:1767319789.252786:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993693056:12345-0@lo:38:kworker.0 Request processed in 65us (250us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319789.252794:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167
00000100:00100000:2.0:1767319789.252808:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993693568
00000100:00100000:2.0:1767319789.252811:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993693568
00000100:00100000:2.0:1767319789.252826:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72591
00000100:00100000:2.0:1767319789.252832:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993693312:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319789.252843:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319789.252867:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993693312:12345-0@lo:38:kworker.0 Request processed in 35us (218us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319789.252873:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72591
00000100:00100000:2.0:1767319789.252885:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72592
00000100:00100000:2.0:1767319789.252888:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993693568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319789.252895:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319789.252913:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993693568:12345-0@lo:38:kworker.0 Request processed in 24us (216us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319789.252918:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72592
00000100:00080000:2.0:1767319789.252943:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319789.252947:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319789.252950:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993693056:0@lo:38:kworker.0
00000100:00080000:2.0:1767319789.252957:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319789.252960:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319789.252962:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993693312:0@lo:38:kworker.0
00000100:00080000:2.0:1767319789.252968:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319789.252971:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319789.252974:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993693568:0@lo:38:kworker.0
00000100:00100000:3.0:1767319789.254284:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993693824:12345-0@lo:400:kworker.0 Request processed in 7522us (7722us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319789.254296:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3375
00000100:00100000:2.0:1767319789.757290:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319789.825042:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319790.781317:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319790.781591:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319790.781612:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993693952:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319790.781706:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319790.781798:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319790.781810:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993694080:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319790.781843:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319790.781931:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993693952
00000100:00100000:2.0:1767319790.781940:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993693952
00000100:00100000:0.0:1767319790.781966:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993694080
00000100:00100000:0.0:1767319790.781983:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993694080
00000100:00100000:2.0:1767319790.782001:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125
00000100:00100000:2.0:1767319790.782067:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993693952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319790.782116:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319790.782225:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993693952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 212us (517us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319790.782306:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993693952:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319790.792216:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126
00000100:00100000:0.0:1767319790.792251:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993694080:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319790.792294:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319790.792396:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993694080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 163us (10551us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319790.792404:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126
00000100:00100000:3.0:1767319790.792484:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993694080:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319790.796095:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125
00010000:00010000:0.0:1767319790.847440:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319791.178135:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319791.178216:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319791.178696:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942214272
00000100:00100000:2.0:1767319791.178708:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942214272
00000100:00100000:2.0:1767319791.178804:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942214144
00000100:00100000:2.0:1767319791.178808:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942214144
00000100:00100000:2.0:1767319791.178834:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5463
00000100:00100000:2.0:1767319791.178845:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942214272:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:0.0:1767319791.178917:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319791.178960:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72593
00000100:00100000:0.0:1767319791.178967:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942214144:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319791.178993:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319791.181902:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942214272:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 3044us (3775us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319791.181919:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5463
00000100:00100000:0.0:1767319791.182197:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942214144:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 3225us (3976us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319791.182207:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72593
00000100:00100000:0.0:1767319791.809345:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319791.871125:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319792.829501:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319792.896043:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319793.855147:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319793.917423:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319794.367510:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319794.367522:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319794.367526:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319794.367530:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319794.367535:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319794.367545:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5033
00000100:00080000:0.0:1767319794.367549:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319794.367557:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319794.367600:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b0000 x1853163993694208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319794.367629:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319794.367633:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319794.367635:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319794.367639:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5033
00000100:00080000:0.0:1767319794.367642:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319794.367645:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319794.367659:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b2d80 x1853163993694336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319794.367705:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319794.367709:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319794.367710:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319794.367713:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5033
00000100:00080000:0.0:1767319794.367716:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319794.367720:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319794.367731:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237100 x1853163993694592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319794.367765:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319794.367769:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319794.367771:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319794.367774:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5033
00000100:00080000:0.0:1767319794.367777:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319794.367780:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319794.367792:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c929500 x1853163993694848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319794.367846:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993694976:0@lo:400:kworker.0
00000100:00100000:0.0:1767319794.367946:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319794.368034:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319794.368040:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993694720:0@lo:400:kworker.0
00000100:00100000:0.0:1767319794.368080:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319794.368117:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993694720
00000100:00100000:0.0:1767319794.368126:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993694720
00000100:00100000:0.0:1767319794.368224:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5464
00000100:00100000:0.0:1767319794.368238:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993694720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319794.368306:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993694720:12345-0@lo:400:kworker.0 Request processed in 74us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319794.368315:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5464
00000100:00080000:0.0:1767319794.368342:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319794.368373:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993694720:0@lo:400:kworker.0
00000100:00100000:1.0:1767319794.368785:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993694464:0@lo:400:kworker.0
00000100:00100000:1.0:1767319794.368834:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319794.368864:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319794.368870:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993695104:0@lo:400:kworker.0
00000100:00100000:1.0:1767319794.368894:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319794.368928:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993694976
00000100:00100000:1.0:1767319794.368933:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993694976
00000100:00100000:1.0:1767319794.368963:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993695104
00000100:00100000:1.0:1767319794.368965:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993695104
00000100:00100000:1.0:1767319794.368982:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377
00000100:00100000:1.0:1767319794.368989:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993694976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319794.369038:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993694976:12345-0@lo:400:kworker.0 Request processed in 49us (1092us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319794.369044:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377
00000100:00100000:1.0:1767319794.369058:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378
00000100:00100000:1.0:1767319794.369063:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993695104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319794.369101:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993695104:12345-0@lo:400:kworker.0 Request processed in 38us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319794.369106:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378
00000100:00100000:1.0:1767319794.369133:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993695104:0@lo:400:kworker.0
00000100:00080000:1.0:1767319794.369148:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319794.369151:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319794.369182:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993694976:0@lo:400:kworker.0
00000100:00100000:0.0:1767319794.369587:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993694464
00000100:00100000:0.0:1767319794.369592:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993694464
00000100:00100000:0.0:1767319794.369641:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5465
00000100:00100000:0.0:1767319794.369648:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993694464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319794.369691:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993694464:12345-0@lo:400:kworker.0 Request processed in 44us (857us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319794.369696:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5465
00000100:00100000:3.0:1767319794.369862:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993694208:0@lo:38:kworker.0
00000100:00100000:3.0:1767319794.369898:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319794.369934:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993694336:0@lo:38:kworker.0
00000100:00100000:3.0:1767319794.369961:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319794.369992:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993694592:0@lo:38:kworker.0
00000100:00100000:3.0:1767319794.370322:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319794.370346:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993694848:0@lo:38:kworker.0
00000100:00100000:3.0:1767319794.370373:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319794.370517:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993694208
00000100:00100000:2.0:1767319794.370524:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993694208
00000100:00100000:2.0:1767319794.370549:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72594
00000100:00100000:2.0:1767319794.370555:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993694208:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319794.370577:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319794.370616:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993694208:12345-0@lo:38:kworker.0 Request processed in 59us (716us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319794.370622:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72594
00000100:00100000:2.0:1767319794.370635:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993694592
00000100:00100000:2.0:1767319794.370638:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993694592
00000100:00100000:2.0:1767319794.370650:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993694848
00000100:00100000:2.0:1767319794.370653:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993694848
00000100:00100000:2.0:1767319794.370665:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72595
00000100:00100000:2.0:1767319794.370670:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993694592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319794.370679:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319794.370705:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993694592:12345-0@lo:38:kworker.0 Request processed in 33us (384us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319794.370710:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72595
00000100:00100000:2.0:1767319794.370721:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72596
00000100:00100000:2.0:1767319794.370725:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993694848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319794.370733:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319794.370754:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993694848:12345-0@lo:38:kworker.0 Request processed in 28us (380us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319794.370760:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72596
00000100:00100000:0.0:1767319794.371368:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993694336
00000100:00100000:0.0:1767319794.371376:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993694336
00000100:00080000:3.0:1767319794.371538:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319794.371544:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319794.371548:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993694208:0@lo:38:kworker.0
00000100:00080000:3.0:1767319794.371558:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319794.371561:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319794.371564:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993694592:0@lo:38:kworker.0
00000100:00080000:3.0:1767319794.371571:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319794.371574:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319794.371576:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993694848:0@lo:38:kworker.0
00000100:00100000:0.0:1767319794.372587:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168
00000100:00100000:0.0:1767319794.372598:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993694336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319794.372621:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319794.372840:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993694464:0@lo:400:kworker.0
00000100:00080000:1.0:1767319794.372869:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319794.373040:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993694336:12345-0@lo:38:kworker.0 Request processed in 440us (3076us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319794.373048:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168
00000100:00080000:3.0:1767319794.383578:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319794.383595:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319794.383601:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993694336:0@lo:38:kworker.0
00000100:00100000:0.0:1767319794.877355:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319794.941676:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319795.901370:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319795.901402:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319795.901426:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993695232:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319795.901516:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319795.901847:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993695232
00000100:00100000:0.0:1767319795.901856:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993695232
00000100:00100000:0.0:1767319795.901913:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127
00000100:00100000:0.0:1767319795.901922:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993695232:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319795.901954:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319795.902008:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993695232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (492us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319795.902016:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127
00000100:00100000:2.0:1767319795.902149:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319795.902189:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993695360:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319795.902224:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319795.902337:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993695360
00000100:00100000:0.0:1767319795.902352:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993695360
00000100:00100000:0.0:1767319795.902385:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128
00000100:00100000:0.0:1767319795.902392:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993695360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319795.902410:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319795.902459:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993695360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319795.902466:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128
00000100:00100000:0.0:1767319795.902515:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993695360:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319795.903317:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993695232:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319795.967651:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319796.300054:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319796.300103:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319796.300196:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942214528
00000100:00100000:2.0:1767319796.300208:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942214528
00000100:00100000:2.0:1767319796.300280:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942214400
00000100:00100000:2.0:1767319796.300284:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942214400
00000100:00100000:2.0:1767319796.300318:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5466
00000100:00100000:2.0:1767319796.300328:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942214528:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319796.300422:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942214528:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 95us (379us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319796.300430:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5466
00000100:00100000:2.0:1767319796.300449:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72597
00000100:00100000:2.0:1767319796.300454:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942214400:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319796.300476:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319796.300506:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942214400:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 49us (401us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319796.300512:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72597
00000100:00080000:0.0:1767319796.300526:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319796.928919:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319796.991186:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319797.949663:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319798.016831:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319798.973440:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319799.041355:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319799.485754:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319799.485766:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319799.485769:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319799.485773:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319799.485778:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319799.485787:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5039
00000100:00080000:2.0:1767319799.485792:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319799.485799:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319799.485843:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4000 x1853163993695488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319799.485871:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319799.485875:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319799.485878:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319799.485882:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5039
00000100:00080000:2.0:1767319799.485884:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319799.485888:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319799.485903:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6300 x1853163993695616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319799.485947:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319799.485951:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319799.485953:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767319799.486067:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993695488:0@lo:38:kworker.0
00000100:00100000:3.0:1767319799.486138:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319799.486221:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993695616:0@lo:38:kworker.0
00000100:00100000:3.0:1767319799.486270:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319799.486736:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993695744:0@lo:400:kworker.0
00000100:00100000:0.0:1767319799.486769:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319799.486822:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993695616
00000100:00100000:0.0:1767319799.486831:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993695616
00000100:00100000:0.0:1767319799.486867:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169
00000100:00100000:0.0:1767319799.486875:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993695616:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319799.486898:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319799.486942:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993695616:12345-0@lo:38:kworker.0 Request processed in 66us (670us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319799.486948:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169
00000100:00080000:0.0:1767319799.487012:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319799.487017:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319799.487021:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993695616:0@lo:38:kworker.0
00000100:00100000:1.0:1767319799.487607:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993695488
00000100:00100000:1.0:1767319799.487614:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993695488
00000100:00100000:1.0:1767319799.487656:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993695744
00000100:00100000:1.0:1767319799.487659:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993695744
00000100:00100000:1.0:1767319799.487703:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5467
00000100:00100000:1.0:1767319799.487712:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993695744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319799.487766:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993695744:12345-0@lo:400:kworker.0 Request processed in 56us (997us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319799.487772:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5467
00000100:00100000:1.0:1767319799.487787:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72598
00000100:00100000:1.0:1767319799.487791:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993695488:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319799.487805:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319799.487830:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993695488:12345-0@lo:38:kworker.0 Request processed in 37us (1691us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319799.487836:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72598
00000100:00080000:1.0:1767319799.487849:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319799.487878:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993695744:0@lo:400:kworker.0
00000100:00080000:1.0:1767319799.487901:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319799.487906:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319799.487908:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993695488:0@lo:38:kworker.0
00000100:00080000:2.0:1767319799.487996:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5039
00000100:00080000:2.0:1767319799.488001:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319799.488006:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319799.488037:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4e00 x1853163993695872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319799.488082:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319799.488087:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319799.488089:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319799.488094:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5039
00000100:00080000:2.0:1767319799.488096:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319799.488099:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319799.488111:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4000 x1853163993696128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319799.488151:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993696000:0@lo:400:kworker.0
00000100:00100000:2.0:1767319799.488206:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319799.488227:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319799.488233:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993696256:0@lo:400:kworker.0
00000100:00100000:2.0:1767319799.488264:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319799.488544:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993696000
00000100:00100000:1.0:1767319799.488550:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993696000
00000100:00100000:1.0:1767319799.488599:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5468
00000100:00100000:1.0:1767319799.488606:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993696000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319799.488645:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993696000:12345-0@lo:400:kworker.0 Request processed in 40us (439us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319799.488651:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5468
00000100:00100000:1.0:1767319799.488677:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993696000:0@lo:400:kworker.0
00000100:00100000:1.0:1767319799.488693:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993696384:0@lo:400:kworker.0
00000100:00100000:1.0:1767319799.488714:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319799.488742:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993696256
00000100:00100000:1.0:1767319799.488745:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993696256
00000100:00100000:1.0:1767319799.488768:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993696384
00000100:00100000:1.0:1767319799.488770:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993696384
00000100:00100000:1.0:1767319799.488784:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3379
00000100:00100000:1.0:1767319799.488790:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993696256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319799.488817:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993696256:12345-0@lo:400:kworker.0 Request processed in 28us (553us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319799.488823:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3379
00000100:00100000:1.0:1767319799.488832:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380
00000100:00100000:1.0:1767319799.488837:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993696384:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319799.488857:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993696384:12345-0@lo:400:kworker.0 Request processed in 21us (142us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319799.488862:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380
00000100:00100000:1.0:1767319799.488888:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993696256:0@lo:400:kworker.0
00000100:00100000:1.0:1767319799.488905:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993696384:0@lo:400:kworker.0
00000100:00100000:1.0:1767319799.488924:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993695872:0@lo:38:kworker.0
00000100:00100000:1.0:1767319799.488945:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319799.488969:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993696128:0@lo:38:kworker.0
00000100:00100000:1.0:1767319799.488996:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319799.489016:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993695872
00000100:00100000:1.0:1767319799.489020:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993695872
00000100:00100000:1.0:1767319799.489036:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993696128
00000100:00100000:1.0:1767319799.489039:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993696128
00000100:00100000:1.0:1767319799.489053:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72599
00000100:00100000:1.0:1767319799.489058:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993695872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319799.489075:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319799.489105:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993695872:12345-0@lo:38:kworker.0 Request processed in 47us (160us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319799.489112:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72599
00000100:00100000:1.0:1767319799.489122:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72600
00000100:00100000:1.0:1767319799.489126:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993696128:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319799.489134:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319799.489152:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993696128:12345-0@lo:38:kworker.0 Request processed in 25us (156us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319799.489156:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72600
00000100:00080000:1.0:1767319799.489211:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319799.489215:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319799.489218:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993695872:0@lo:38:kworker.0
00000100:00080000:1.0:1767319799.489224:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319799.489227:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319799.489229:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993696128:0@lo:38:kworker.0
00000100:00080000:2.0:1767319799.490478:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319799.490490:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319799.490495:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319799.997333:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319800.061439:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319801.021433:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319801.021632:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993696512:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319801.021707:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319801.022071:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993696640:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319801.022101:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319801.025803:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993696512
00000100:00100000:3.0:1767319801.025803:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993696640
00000100:00100000:0.0:1767319801.025819:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993696512
00000100:00100000:3.0:1767319801.025819:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993696640
00000100:00100000:0.0:1767319801.025966:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129
00000100:00100000:0.0:1767319801.025978:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993696512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319801.026013:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319801.026081:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993696512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (4374us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319801.026088:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129
00000100:00100000:0.0:1767319801.026140:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993696512:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319801.026511:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130
00000100:00100000:3.0:1767319801.026520:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993696640:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319801.026538:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319801.026640:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993696640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (4537us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319801.026648:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130
00000100:00080000:2.0:1767319801.030838:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319801.030851:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319801.031524:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993696640:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319801.089352:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319801.416068:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319801.416115:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319801.416686:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942214784
00000100:00100000:0.0:1767319801.416698:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942214784
00000100:00100000:0.0:1767319801.416774:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942214656
00000100:00100000:0.0:1767319801.416779:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942214656
00000100:00100000:0.0:1767319801.416800:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5469
00000100:00100000:0.0:1767319801.416812:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942214784:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319801.416909:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942214784:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 99us (850us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319801.416911:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72601
00000100:00100000:0.0:1767319801.416924:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5469
00000100:00100000:1.0:1767319801.416924:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942214656:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319801.416961:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319801.416999:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942214656:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 76us (883us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319801.417008:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72601
00000100:00080000:3.0:1767319801.417425:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319802.045605:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319802.112131:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319803.073408:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319803.133474:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319804.093343:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319804.157829:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319804.605310:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319804.605322:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319804.605324:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319804.605329:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319804.605333:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319804.605341:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5044
00000100:00080000:2.0:1767319804.605346:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319804.605354:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319804.605405:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760df80 x1853163993696768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319804.605445:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319804.605449:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319804.605451:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319804.605456:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5044
00000100:00080000:2.0:1767319804.605458:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319804.605463:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319804.605478:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760e680 x1853163993696896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319804.605520:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319804.605525:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319804.605527:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319804.605531:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5044
00000100:00080000:2.0:1767319804.605534:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319804.605539:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319804.605542:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319779/real 1767319779]  req@ffff89b60a3af100 x1853163993690240/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319804 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319804.605553:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d180 x1853163993697152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319804.605577:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60a3af100 x1853163993690240/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319804 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319804.605596:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319804.605600:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767319804.605603:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993696768:0@lo:38:kworker.0
00000100:00080000:2.0:1767319804.605604:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319804.605612:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5044
00000100:00080000:2.0:1767319804.605615:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319804.605618:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319804.605630:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ca80 x1853163993697408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319804.605674:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993697280:0@lo:400:kworker.0
00000100:00100000:3.0:1767319804.605701:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319804.605718:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993697536:0@lo:400:kworker.0
00000100:00100000:0.0:1767319804.605719:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993697024:0@lo:400:kworker.0
00000100:00100000:0.0:1767319804.605752:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319804.605753:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319804.605764:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993696896:0@lo:38:kworker.0
00000100:00100000:0.0:1767319804.605776:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319804.605783:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993697664:0@lo:400:kworker.0
00000100:00100000:3.0:1767319804.605803:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319804.605813:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319804.605815:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993696768
00000100:00100000:2.0:1767319804.605822:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993696768
00000100:00100000:3.0:1767319804.605836:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993697152:0@lo:38:kworker.0
00000100:00100000:2.0:1767319804.605855:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993697024
00000100:00100000:0.0:1767319804.605856:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993696896
00000100:00100000:0.0:1767319804.605860:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993696896
00000100:00100000:2.0:1767319804.605860:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993697024
00000100:00100000:3.0:1767319804.605866:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319804.605901:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170
00000100:00080000:3.0:1767319804.605907:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767319804.605910:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993697152
00000100:00100000:0.0:1767319804.605911:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993696896:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319804.605915:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993697152
00000100:00080000:3.0:1767319804.605923:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767319804.605930:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993690240:0@lo:250:kworker.0
00010000:00020000:0.0:1767319804.605932:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319804.605933:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5470
00000100:00100000:2.0:1767319804.605944:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993697024:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319804.605960:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993697408:0@lo:38:kworker.0
00000100:00100000:0.0:1767319804.605974:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993696896:12345-0@lo:38:kworker.0 Request processed in 63us (171us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319804.605982:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170
00000100:00100000:2.0:1767319804.605986:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993697024:12345-0@lo:400:kworker.0 Request processed in 45us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319804.605991:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5470
00000100:00100000:3.0:1767319804.606005:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319804.606012:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72602
00000100:00100000:0.0:1767319804.606018:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993696768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319804.606028:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319804.606038:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319804.606043:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319804.606049:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993696896:0@lo:38:kworker.0
00000100:00100000:0.0:1767319804.606061:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993696768:12345-0@lo:38:kworker.0 Request processed in 41us (361us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319804.606070:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72602
00000100:00080000:3.0:1767319804.606071:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319804.606078:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319804.606081:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993696768:0@lo:38:kworker.0
00000100:00100000:3.0:1767319804.606103:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993697536
00000100:00100000:3.0:1767319804.606107:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993697536
00000100:00100000:3.0:1767319804.606137:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993697664
00000100:00100000:3.0:1767319804.606141:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993697664
00000100:00100000:3.0:1767319804.606198:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381
00000100:00100000:3.0:1767319804.606206:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993697536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319804.606258:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993697536:12345-0@lo:400:kworker.0 Request processed in 53us (505us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319804.606265:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381
00000100:00100000:3.0:1767319804.606278:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382
00000100:00100000:3.0:1767319804.606284:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993697664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319804.606310:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993697664:12345-0@lo:400:kworker.0 Request processed in 27us (497us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319804.606315:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382
00000100:00080000:3.0:1767319804.606349:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319804.606353:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319804.606355:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319804.606381:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993697408
00000100:00100000:3.0:1767319804.606381:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993697536:0@lo:400:kworker.0
00000100:00100000:2.0:1767319804.606388:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993697408
00000100:00100000:2.0:1767319804.606407:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72603
00000100:00100000:2.0:1767319804.606412:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993697152:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319804.606419:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767319804.606424:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319804.606450:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319804.606456:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319804.606458:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767319804.606462:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993697152:12345-0@lo:38:kworker.0 Request processed in 48us (595us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767319804.606466:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5023
00000100:00080000:3.0:1767319804.606472:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767319804.606475:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72603
00000100:00080000:3.0:1767319804.606480:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319804.606490:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993697280
00000100:00100000:2.0:1767319804.606494:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993697280
00000100:00100000:3.0:1767319804.606500:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236a00 x1853163993697792/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319804.606526:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5471
00000100:00100000:2.0:1767319804.606533:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993697280:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319804.606544:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72604
00000100:00100000:3.0:1767319804.606552:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993697408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319804.606566:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319804.606987:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993697664:0@lo:400:kworker.0
00000100:00100000:0.0:1767319804.606999:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993697024:0@lo:400:kworker.0
00000100:00080000:0.0:1767319804.607074:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319804.607094:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993697280:0@lo:400:kworker.0
00000100:00100000:0.0:1767319804.607118:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993697792:0@lo:250:kworker.0
00000100:00100000:2.0:1767319804.608140:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993697280:12345-0@lo:400:kworker.0 Request processed in 1599us (1713us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319804.608152:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5471
00000400:00000100:0.0:1767319804.612282:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993697792 offset 0 length 520: 4
00000100:00100000:3.0:1767319804.612282:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993697408:12345-0@lo:38:kworker.0 Request processed in 5718us (6267us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319804.612300:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72604
00000100:00080000:0.0:1767319804.612352:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319804.612359:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319804.612364:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993697408:0@lo:38:kworker.0
00000100:00080000:0.0:1767319804.612378:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319804.612381:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319804.612385:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993697152:0@lo:38:kworker.0
00000100:00100000:0.0:1767319805.118601:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319805.181599:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319806.144132:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319806.144221:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993697920:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319806.144310:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319806.144402:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993697920
00000100:00100000:1.0:1767319806.144412:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993697920
00000100:00100000:1.0:1767319806.144488:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131
00000100:00100000:1.0:1767319806.144499:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993697920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319806.144532:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319806.144587:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993697920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319806.144595:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131
00000100:00080000:2.0:1767319806.144671:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319806.144713:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993697920:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319806.146228:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319806.146245:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993698048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319806.146317:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319806.146369:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993698048
00000100:00100000:3.0:1767319806.146375:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993698048
00000100:00100000:3.0:1767319806.146421:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132
00000100:00100000:3.0:1767319806.146430:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993698048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319806.146457:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319806.146498:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993698048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319806.146506:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132
00000100:00080000:3.0:1767319806.146527:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319806.146556:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319806.146561:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993698048:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319806.206996:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319806.536915:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319806.536958:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:0.0:1767319806.536984:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942215168 offset 0 length 520: 4
00000100:00100000:1.0:1767319806.537199:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942215040
00000100:00100000:1.0:1767319806.537210:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942215040
00000100:00100000:1.0:1767319806.537304:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942214912
00000100:00100000:1.0:1767319806.537308:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942214912
00000100:00100000:1.0:1767319806.537329:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5472
00000100:00100000:1.0:1767319806.537340:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942215040:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319806.537428:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942215040:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 90us (528us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319806.537439:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5472
00000100:00100000:1.0:1767319806.537459:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72605
00000100:00100000:1.0:1767319806.537464:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942214912:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319806.537486:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319806.537512:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942214912:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (554us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319806.537519:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72605
00000100:00080000:2.0:1767319806.538244:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319807.169743:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319807.230111:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319808.191557:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319808.253424:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319809.214253:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319809.277471:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319809.725742:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319809.725754:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319809.725757:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319809.725761:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319809.725765:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319809.725774:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5049
00000100:00080000:2.0:1767319809.725778:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319809.725793:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319809.725839:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760f100 x1853163993698176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319809.725865:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319809.725868:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319809.725870:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319809.725874:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5049
00000100:00080000:2.0:1767319809.725876:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319809.725880:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319809.725893:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ce00 x1853163993698304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319809.725935:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319809.725939:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319809.725942:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319809.725946:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5049
00000100:00080000:2.0:1767319809.725948:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319809.725952:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319809.725963:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ed80 x1853163993698560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319809.725980:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767319809.725995:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767319809.726003:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993698432:0@lo:400:kworker.0
00000100:00080000:2.0:1767319809.726003:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319809.726006:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319809.726015:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5049
00000100:00080000:2.0:1767319809.726018:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319809.726021:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319809.726035:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760fb80 x1853163993698816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319809.726079:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993698688:0@lo:400:kworker.0
00000100:00100000:1.0:1767319809.726087:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319809.726126:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319809.726195:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993699072:0@lo:400:kworker.0
00000100:00100000:1.0:1767319809.726227:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319809.726280:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993698432
00000100:00100000:1.0:1767319809.726287:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993698432
00000100:00100000:1.0:1767319809.726336:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993698688
00000100:00100000:1.0:1767319809.726339:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993698688
00000100:00100000:1.0:1767319809.726367:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5473
00000100:00100000:1.0:1767319809.726375:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993698432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319809.726425:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993698432:12345-0@lo:400:kworker.0 Request processed in 51us (340us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319809.726432:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5473
00000100:00100000:1.0:1767319809.726449:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5474
00000100:00100000:1.0:1767319809.726455:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993698688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319809.726495:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993698688:12345-0@lo:400:kworker.0 Request processed in 40us (369us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319809.726502:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5474
00000100:00100000:0.0:1767319809.726518:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993698176:0@lo:38:kworker.0
00000100:00100000:1.0:1767319809.726546:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993698432:0@lo:400:kworker.0
00000100:00100000:0.0:1767319809.726557:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319809.726584:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993698304:0@lo:38:kworker.0
00000100:00100000:1.0:1767319809.726587:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993698176
00000100:00100000:1.0:1767319809.726593:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993698176
00000100:00100000:1.0:1767319809.726615:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72606
00000100:00100000:1.0:1767319809.726621:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993698176:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319809.726683:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993699072
00000100:00100000:3.0:1767319809.726687:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993699072
00000100:00100000:3.0:1767319809.726722:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383
00000100:00100000:3.0:1767319809.726729:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993699072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319809.726768:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993699072:12345-0@lo:400:kworker.0 Request processed in 40us (541us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319809.726774:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383
00000100:00100000:0.0:1767319809.726791:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319809.726820:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319809.726826:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319809.726832:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993698560:0@lo:38:kworker.0
00000100:00100000:3.0:1767319809.726848:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993698304
00000100:00100000:3.0:1767319809.726853:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993698304
00000100:00100000:0.0:1767319809.726861:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319809.726882:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993698816:0@lo:38:kworker.0
00000100:00100000:3.0:1767319809.726889:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171
00000100:00100000:3.0:1767319809.726894:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993698304:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319809.726907:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767319809.726922:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319809.726954:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993698176:12345-0@lo:38:kworker.0 Request processed in 332us (398us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319809.726961:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72606
00000100:00100000:1.0:1767319809.726971:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993698560
00000100:00100000:1.0:1767319809.726974:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993698560
00000100:00100000:1.0:1767319809.726990:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993698816
00000100:00100000:1.0:1767319809.726992:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993698816
00000100:00100000:1.0:1767319809.727001:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72607
00000100:00100000:1.0:1767319809.727005:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993698560:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767319809.728375:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319809.728384:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319809.728389:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993698176:0@lo:38:kworker.0
00000100:00100000:0.0:1767319809.728437:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72608
00000100:00100000:0.0:1767319809.728444:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993698816:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319809.732057:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319809.732274:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993698304:12345-0@lo:38:kworker.0 Request processed in 5376us (5640us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319809.732285:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171
00000100:00080000:3.0:1767319809.732398:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319809.732405:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319809.732409:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993698304:0@lo:38:kworker.0
00000100:00100000:3.0:1767319809.732734:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993698944:0@lo:400:kworker.0
00000100:00100000:3.0:1767319809.732778:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319809.732836:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993698944
00000100:00100000:3.0:1767319809.732844:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993698944
00000100:00100000:2.0:1767319809.733233:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993698688:0@lo:400:kworker.0
00000100:00080000:2.0:1767319809.733285:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319809.733287:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3384
00000100:00100000:3.0:1767319809.733300:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993698944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319809.733330:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993699072:0@lo:400:kworker.0
00000100:00100000:3.0:1767319809.733357:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993698944:12345-0@lo:400:kworker.0 Request processed in 60us (577us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319809.733365:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3384
00000100:00100000:2.0:1767319809.733368:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993698944:0@lo:400:kworker.0
00010000:00020000:1.0:1767319809.733609:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767319809.733627:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319809.733860:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993698816:12345-0@lo:38:kworker.0 Request processed in 5413us (6951us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319809.733872:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72608
00000100:00100000:1.0:1767319809.733946:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993698560:12345-0@lo:38:kworker.0 Request processed in 6938us (7084us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319809.733954:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72607
00000100:00080000:3.0:1767319809.734038:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319809.734044:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319809.734047:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993698560:0@lo:38:kworker.0
00000100:00080000:3.0:1767319809.734057:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319809.734061:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319809.734063:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993698816:0@lo:38:kworker.0
00000100:00100000:0.0:1767319810.239445:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319810.301719:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319811.261340:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319811.261553:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993699200:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319811.261650:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319811.261751:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993699200
00000100:00100000:1.0:1767319811.261770:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993699200
00000100:00100000:1.0:1767319811.261843:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133
00000100:00100000:1.0:1767319811.261856:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993699200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319811.261908:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319811.261967:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993699200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (328us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319811.261975:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133
00000100:00080000:2.0:1767319811.262028:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319811.262038:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993699328:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319811.262065:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319811.262212:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993699328
00000100:00100000:1.0:1767319811.262216:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993699328
00000100:00100000:1.0:1767319811.262292:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134
00000100:00100000:1.0:1767319811.262299:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993699328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319811.262314:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319811.262340:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993699328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (274us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319811.262345:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134
00000100:00100000:0.0:1767319811.262347:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993699200:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319811.262426:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993699328:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319811.265057:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767319811.329180:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319811.657063:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319811.657125:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319811.660254:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942215424
00000100:00100000:1.0:1767319811.660277:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942215424
00000100:00100000:1.0:1767319811.660533:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942215296
00000100:00100000:1.0:1767319811.660538:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942215296
00000100:00100000:1.0:1767319811.660581:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5475
00000100:00100000:1.0:1767319811.660594:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942215424:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319811.661077:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72609
00000100:00100000:3.0:1767319811.661085:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942215296:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319811.661112:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319811.661321:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942215424:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 730us (4273us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319811.661330:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5475
00000100:00080000:2.0:1767319811.662092:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319811.665003:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942215296:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 3897us (7856us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319811.665025:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72609
00000100:00100000:2.0:1767319812.289199:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319812.349572:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319813.309366:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319813.373759:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319814.343353:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319814.400198:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319814.846376:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319814.846394:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319814.846397:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319814.846402:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319814.846408:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319814.846421:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5054
00000100:00080000:0.0:1767319814.846429:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319814.846439:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319814.846502:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a355c00 x1853163993699456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319814.846583:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993699456:0@lo:38:kworker.0
00000100:00100000:1.0:1767319814.846675:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319814.846851:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993699456
00000100:00100000:3.0:1767319814.846861:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993699456
00000100:00100000:3.0:1767319814.846927:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72610
00000100:00100000:3.0:1767319814.846936:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993699456:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319814.846964:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767319814.847024:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319814.847029:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319814.847036:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319814.847042:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5054
00000100:00080000:0.0:1767319814.847045:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319814.847049:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319814.847068:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295f100 x1853163993699584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319814.849700:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993699584:0@lo:38:kworker.0
00000100:00100000:3.0:1767319814.850543:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993699456:12345-0@lo:38:kworker.0 Request processed in 3600us (3860us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319814.850560:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72610
00000100:00100000:1.0:1767319814.851051:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319814.851176:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319814.851184:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319814.851189:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993699456:0@lo:38:kworker.0
00000100:00080000:0.0:1767319814.851448:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319814.851455:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319814.851458:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319814.851463:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5054
00000100:00080000:0.0:1767319814.851468:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319814.851475:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319814.851501:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c000 x1853163993699840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319814.851529:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319814.851532:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319814.851534:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319814.851538:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5054
00000100:00080000:0.0:1767319814.851541:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319814.851544:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319814.851554:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295e680 x1853163993700096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319814.851771:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993699840:0@lo:38:kworker.0
00000100:00100000:1.0:1767319814.851818:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319814.851850:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993700096:0@lo:38:kworker.0
00000100:00100000:1.0:1767319814.851872:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319814.851875:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993699712:0@lo:400:kworker.0
00000100:00100000:2.0:1767319814.851907:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319814.851920:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993699968:0@lo:400:kworker.0
00000100:00100000:2.0:1767319814.851930:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319814.851934:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993700352:0@lo:400:kworker.0
00000100:00100000:1.0:1767319814.851945:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319814.851958:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319814.851962:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319814.851967:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993700224:0@lo:400:kworker.0
00000100:00100000:2.0:1767319814.851986:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993699840
00000100:00100000:1.0:1767319814.851988:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319814.851993:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993699840
00000100:00100000:2.0:1767319814.852028:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993700096
00000100:00100000:2.0:1767319814.852032:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993700096
00000100:00100000:1.0:1767319814.852038:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993699712
00000100:00100000:1.0:1767319814.852042:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993699712
00000100:00100000:2.0:1767319814.852045:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993699968
00000100:00100000:2.0:1767319814.852046:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993699968
00000100:00100000:3.0:1767319814.852111:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993699584
00000100:00100000:3.0:1767319814.852116:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993699584
00000100:00100000:3.0:1767319814.852142:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172
00000100:00100000:3.0:1767319814.852150:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993699584:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319814.852154:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72611
00000100:00100000:0.0:1767319814.852177:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993699840:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319814.852249:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5476
00010000:00020000:3.0:1767319814.852279:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319814.852295:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5477
00000100:00100000:2.0:1767319814.852301:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993699968:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767319814.852434:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319814.852471:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993699968:12345-0@lo:400:kworker.0 Request processed in 168us (523us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319814.852471:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993699584:12345-0@lo:38:kworker.0 Request processed in 320us (1421us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319814.852480:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5477
00000100:00100000:3.0:1767319814.852480:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172
00000100:00100000:2.0:1767319814.852496:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72612
00000100:00100000:2.0:1767319814.852500:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993700096:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319814.852509:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319814.852509:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993700352
00000100:00100000:3.0:1767319814.852512:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993700352
00000100:00100000:2.0:1767319814.852534:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993700096:12345-0@lo:38:kworker.0 Request processed in 33us (661us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319814.852540:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993700224
00000100:00100000:2.0:1767319814.852541:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72612
00000100:00100000:3.0:1767319814.852543:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993700224
00000100:00100000:3.0:1767319814.852570:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3385
00000100:00100000:3.0:1767319814.852576:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993700352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319814.852604:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993699840:12345-0@lo:38:kworker.0 Request processed in 431us (772us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319814.852612:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72611
00000100:00100000:3.0:1767319814.852612:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993700352:12345-0@lo:400:kworker.0 Request processed in 37us (654us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319814.852618:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3385
00000100:00100000:3.0:1767319814.852628:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3386
00000100:00100000:3.0:1767319814.852633:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993700224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319814.852918:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993700224:12345-0@lo:400:kworker.0 Request processed in 284us (928us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319814.852925:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3386
00000100:00100000:1.0:1767319814.852956:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993699712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319814.852989:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993699712:12345-0@lo:400:kworker.0 Request processed in 733us (1081us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319814.852996:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5476
00000100:00080000:1.0:1767319814.853038:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319814.853044:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319814.853048:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993699840:0@lo:38:kworker.0
00000100:00080000:1.0:1767319814.853057:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319814.853061:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319814.853064:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993700096:0@lo:38:kworker.0
00000100:00080000:1.0:1767319814.853075:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319814.853078:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319814.853087:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993699584:0@lo:38:kworker.0
00000100:00080000:1.0:1767319814.853206:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319814.853211:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319814.853213:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319814.853234:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993700224:0@lo:400:kworker.0
00000100:00100000:1.0:1767319814.853245:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993699968:0@lo:400:kworker.0
00000100:00100000:2.0:1767319814.853921:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993700352:0@lo:400:kworker.0
00000100:00100000:2.0:1767319814.853935:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993699712:0@lo:400:kworker.0
00000100:00100000:2.0:1767319815.358077:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319815.421777:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319816.383148:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993700480:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319816.383300:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319816.383352:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319816.383353:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993700608:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319816.383429:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319816.383489:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993700480
00000100:00100000:0.0:1767319816.383498:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993700480
00000100:00080000:2.0:1767319816.383546:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319816.383580:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993700608
00000100:00100000:0.0:1767319816.383586:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993700608
00000100:00080000:2.0:1767319816.383978:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319816.390276:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135
00000100:00100000:1.0:1767319816.390305:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993700480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319816.390339:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319816.390429:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993700480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (7133us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319816.390434:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135
00000100:00100000:1.0:1767319816.390455:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136
00000100:00100000:1.0:1767319816.390460:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993700608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319816.390472:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319816.390498:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993700608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (7070us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319816.390502:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136
00000100:00100000:2.0:1767319816.390627:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993700480:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319816.390699:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993700608:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319816.445404:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319816.775231:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319816.775384:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942215680
00000100:00100000:3.0:1767319816.775398:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942215680
00000100:00100000:3.0:1767319816.775488:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5478
00000100:00100000:3.0:1767319816.775500:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942215680:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319816.775623:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942215680:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 124us (406us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319816.775631:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5478
00000100:00080000:2.0:1767319816.775766:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319816.786905:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319816.787071:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942215552
00000100:00100000:1.0:1767319816.787081:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942215552
00000100:00100000:1.0:1767319816.787132:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72613
00000100:00100000:1.0:1767319816.787139:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942215552:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319816.787179:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319816.787245:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942215552:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 106us (350us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319816.787252:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72613
00000100:00100000:1.0:1767319817.405399:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319817.469522:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319818.433018:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319818.494260:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319819.453322:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319819.517437:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319819.965734:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319819.965743:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319819.965746:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319819.965749:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319819.965752:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319819.965758:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5059
00000100:00080000:3.0:1767319819.965762:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319819.965768:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319819.965809:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411f80 x1853163993700736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319819.965861:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993700736:0@lo:38:kworker.0
00000100:00100000:1.0:1767319819.965946:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319819.966070:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993700736
00000100:00100000:2.0:1767319819.966079:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993700736
00000100:00100000:2.0:1767319819.966139:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72614
00000100:00100000:2.0:1767319819.966148:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993700736:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767319819.966151:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319819.966155:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319819.966156:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319819.966176:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5059
00000100:00080000:3.0:1767319819.966179:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319819.966182:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00010000:00020000:2.0:1767319819.966198:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319819.966200:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411880 x1853163993700864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319819.966243:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993700864:0@lo:38:kworker.0
00000100:00100000:2.0:1767319819.966249:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993700736:12345-0@lo:38:kworker.0 Request processed in 99us (300us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319819.966287:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319819.966326:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319819.966330:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319819.966332:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993700736:0@lo:38:kworker.0
00000100:00100000:1.0:1767319819.966354:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993700864
00000100:00100000:1.0:1767319819.966357:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993700864
00000100:00100000:1.0:1767319819.966373:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173
00000100:00100000:1.0:1767319819.966376:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993700864:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319819.966384:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319819.966404:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993700864:12345-0@lo:38:kworker.0 Request processed in 27us (118us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319819.966408:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173
00000100:00080000:1.0:1767319819.966428:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319819.966430:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319819.966432:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993700864:0@lo:38:kworker.0
00000100:00080000:3.0:1767319819.966713:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319819.966717:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319819.966719:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319819.966723:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5059
00000100:00080000:3.0:1767319819.966726:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319819.966729:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319819.966741:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f410a80 x1853163993701120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319819.966767:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319819.966770:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319819.966772:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319819.966776:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5059
00000100:00080000:3.0:1767319819.966778:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319819.966782:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319819.966793:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f410700 x1853163993701376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319819.966829:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f413b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993701632:0@lo:400:kworker.0
00000100:00100000:3.0:1767319819.966860:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319819.966897:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319819.966903:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993700992:0@lo:400:kworker.0
00000100:00100000:3.0:1767319819.966979:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319819.967009:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993700992
00000100:00100000:3.0:1767319819.967013:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993700992
00000100:00100000:0.0:1767319819.967116:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993701248:0@lo:400:kworker.0
00000100:00100000:0.0:1767319819.967144:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319819.967177:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319819.967187:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993701504:0@lo:400:kworker.0
00000100:00100000:0.0:1767319819.967209:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319819.967252:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993701248
00000100:00100000:0.0:1767319819.967256:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993701248
00000100:00100000:1.0:1767319819.967266:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993701632
00000100:00100000:1.0:1767319819.967271:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993701632
00000100:00100000:0.0:1767319819.967285:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5479
00000100:00100000:0.0:1767319819.967292:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993701248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319819.967296:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993701504
00000100:00100000:1.0:1767319819.967298:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993701504
00000100:00100000:1.0:1767319819.967317:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3387
00000100:00100000:1.0:1767319819.967323:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993701632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319819.967330:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993701248:12345-0@lo:400:kworker.0 Request processed in 39us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319819.967337:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5479
00000100:00100000:1.0:1767319819.967357:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993701632:12345-0@lo:400:kworker.0 Request processed in 35us (497us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319819.967358:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388
00000100:00100000:1.0:1767319819.967363:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3387
00000100:00100000:0.0:1767319819.967365:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993701504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319819.967392:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993701504:12345-0@lo:400:kworker.0 Request processed in 28us (182us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319819.967393:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f413b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993701632:0@lo:400:kworker.0
00000100:00100000:0.0:1767319819.967398:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388
00000100:00100000:1.0:1767319819.967411:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993701120:0@lo:38:kworker.0
00000100:00100000:0.0:1767319819.967418:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993701504:0@lo:400:kworker.0
00000100:00100000:0.0:1767319819.967426:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993701248:0@lo:400:kworker.0
00000100:00100000:1.0:1767319819.967433:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319819.967670:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993701120
00000100:00100000:0.0:1767319819.967674:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993701120
00000100:00100000:0.0:1767319819.967696:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72615
00000100:00100000:0.0:1767319819.967701:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993701120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319819.967715:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319819.967747:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993701120:12345-0@lo:38:kworker.0 Request processed in 44us (313us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319819.967753:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72615
00000100:00080000:0.0:1767319819.967790:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319819.967794:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319819.967796:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319819.967856:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319819.967860:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319819.967863:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993701120:0@lo:38:kworker.0
00000100:00100000:1.0:1767319819.967868:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993701376:0@lo:38:kworker.0
00000100:00100000:1.0:1767319819.967890:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319819.968651:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993701376
00000100:00100000:0.0:1767319819.968656:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993701376
00000100:00100000:0.0:1767319819.968690:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72616
00000100:00100000:0.0:1767319819.968695:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993701376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319819.968708:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319819.968746:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993701376:12345-0@lo:38:kworker.0 Request processed in 49us (855us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319819.968753:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72616
00000100:00080000:1.0:1767319819.969016:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319819.969019:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319819.969022:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993701376:0@lo:38:kworker.0
00000100:00100000:2.0:1767319819.969631:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72614
00000100:00100000:2.0:1767319819.969663:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5480
00000100:00100000:2.0:1767319819.969679:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993700992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319819.969761:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993700992:12345-0@lo:400:kworker.0 Request processed in 89us (2781us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319819.969769:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5480
00000100:00100000:3.0:1767319819.969799:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993700992:0@lo:400:kworker.0
00000100:00100000:1.0:1767319820.478137:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319820.541452:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319821.505249:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319821.507032:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319821.507057:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993701888:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319821.507130:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319821.507201:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319821.507214:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993701760:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319821.507229:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993701888
00000100:00100000:0.0:1767319821.507237:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993701888
00000100:00100000:1.0:1767319821.507251:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319821.507303:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993701760
00000100:00100000:1.0:1767319821.507307:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993701760
00000100:00100000:1.0:1767319821.507353:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137
00000100:00100000:2.0:1767319821.507363:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138
00000100:00100000:1.0:1767319821.507366:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993701888:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319821.507378:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993701760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319821.507401:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:2.0:1767319821.507401:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767319821.507549:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319821.507553:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319821.507604:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993701888:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319821.507649:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993701760:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319821.507722:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993701888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 358us (590us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319821.507731:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137
00000100:00100000:2.0:1767319821.508464:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993701760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1089us (1210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319821.508472:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138
00010000:00010000:3.0:1767319821.568018:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319821.897246:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319821.897292:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319821.897360:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942215808
00000100:00100000:1.0:1767319821.897371:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942215808
00000100:00100000:1.0:1767319821.897408:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942215936
00000100:00100000:1.0:1767319821.897411:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942215936
00000100:00100000:1.0:1767319821.897453:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5481
00000100:00100000:1.0:1767319821.897464:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942215936:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319821.897539:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942215936:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 77us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319821.897546:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5481
00000100:00100000:1.0:1767319821.897577:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72617
00000100:00100000:1.0:1767319821.897581:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942215808:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319821.897600:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319821.897625:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942215808:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 42us (388us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319821.897632:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72617
00000100:00080000:0.0:1767319821.898415:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319822.525487:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319822.589492:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319823.549300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319823.613837:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319824.573405:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319824.637422:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319825.085307:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319825.085318:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319825.085321:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319825.085325:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319825.085330:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319825.085339:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5064
00000100:00080000:3.0:1767319825.085345:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319825.085352:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319825.085390:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f413800 x1853163993702016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319825.085422:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319825.085426:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319825.085428:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319825.085433:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5064
00000100:00080000:3.0:1767319825.085435:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319825.085440:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319825.085454:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411f80 x1853163993702144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319825.085478:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993702016:0@lo:38:kworker.0
00000100:00080000:3.0:1767319825.085508:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319825.085512:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319825.085514:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319825.085518:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5064
00000100:00080000:3.0:1767319825.085521:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319825.085525:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319825.085538:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f410a80 x1853163993702400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319825.085567:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319825.085571:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319825.085573:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319825.085577:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5064
00000100:00080000:3.0:1767319825.085579:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319825.085583:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319825.085595:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f412300 x1853163993702656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319825.085607:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319825.085639:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f413b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993702784:0@lo:400:kworker.0
00000100:00100000:3.0:1767319825.085675:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319825.085716:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993702144:0@lo:38:kworker.0
00000100:00100000:1.0:1767319825.085753:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319825.085754:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993702912:0@lo:400:kworker.0
00000100:00100000:2.0:1767319825.085794:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319825.085804:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993702400:0@lo:38:kworker.0
00000100:00100000:2.0:1767319825.085817:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319825.085826:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993702272:0@lo:400:kworker.0
00000100:00100000:2.0:1767319825.085850:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319825.085870:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993702144
00000100:00100000:1.0:1767319825.085878:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993702144
00000100:00100000:2.0:1767319825.085885:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319825.085904:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993702656:0@lo:38:kworker.0
00000100:00100000:1.0:1767319825.085915:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174
00000100:00100000:2.0:1767319825.085928:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319825.085937:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993702144:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319825.085958:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993702016
00000100:00100000:2.0:1767319825.085963:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993702016
00010000:00020000:1.0:1767319825.085965:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319825.085984:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993702272
00000100:00100000:2.0:1767319825.085988:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993702272
00000100:00100000:2.0:1767319825.086024:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993702400
00000100:00100000:2.0:1767319825.086027:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993702400
00000100:00100000:2.0:1767319825.086040:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993702656
00000100:00100000:2.0:1767319825.086042:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993702656
00000100:00100000:1.0:1767319825.086045:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993702144:12345-0@lo:38:kworker.0 Request processed in 109us (279us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319825.086054:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5482
00000100:00100000:1.0:1767319825.086057:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174
00000100:00100000:2.0:1767319825.086066:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993702272:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767319825.086102:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319825.086107:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319825.086112:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993702144:0@lo:38:kworker.0
00000100:00100000:2.0:1767319825.086130:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993702272:12345-0@lo:400:kworker.0 Request processed in 66us (278us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319825.086138:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5482
00000100:00100000:2.0:1767319825.086153:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72618
00000100:00100000:2.0:1767319825.086186:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993702016:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319825.086199:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319825.086218:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72619
00000100:00100000:1.0:1767319825.086224:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993702400:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319825.086230:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993702016:12345-0@lo:38:kworker.0 Request processed in 70us (623us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319825.086237:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72618
00010000:00020000:1.0:1767319825.086249:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319825.086252:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72620
00000100:00100000:2.0:1767319825.086257:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993702656:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319825.086266:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319825.086282:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993702400:12345-0@lo:38:kworker.0 Request processed in 56us (396us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319825.086297:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993702656:12345-0@lo:38:kworker.0 Request processed in 36us (368us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319825.086304:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72619
00000100:00080000:1.0:1767319825.086347:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319825.086351:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319825.086355:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993702400:0@lo:38:kworker.0
00000100:00080000:1.0:1767319825.086364:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319825.086367:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319825.086372:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993702528:0@lo:400:kworker.0
00000100:00100000:1.0:1767319825.086388:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993702656:0@lo:38:kworker.0
00000100:00080000:1.0:1767319825.086401:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767319825.086409:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319825.086417:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319825.086422:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993702016:0@lo:38:kworker.0
00000100:00100000:0.0:1767319825.086445:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993702528
00000100:00100000:0.0:1767319825.086450:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993702528
00000100:00080000:1.0:1767319825.086476:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319825.086510:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993702784
00000100:00100000:1.0:1767319825.086515:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993702784
00000100:00100000:3.0:1767319825.086564:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993702272:0@lo:400:kworker.0
00000100:00100000:1.0:1767319825.086596:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993702912
00000100:00100000:3.0:1767319825.086613:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389
00000100:00100000:1.0:1767319825.086615:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993702912
00000100:00100000:3.0:1767319825.086624:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993702784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319825.086669:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993702784:12345-0@lo:400:kworker.0 Request processed in 49us (995us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319825.086674:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390
00000100:00100000:3.0:1767319825.086682:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389
00000100:00100000:1.0:1767319825.086701:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993702912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319825.086716:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f413b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993702784:0@lo:400:kworker.0
00000100:00100000:1.0:1767319825.086772:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993702912:12345-0@lo:400:kworker.0 Request processed in 88us (978us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319825.086787:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993702912:0@lo:400:kworker.0
00000100:00100000:1.0:1767319825.086793:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390
00000100:00080000:1.0:1767319825.086827:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319825.086829:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319825.088464:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72620
00000100:00100000:0.0:1767319825.090642:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5483
00000100:00100000:0.0:1767319825.090679:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993702528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319825.090816:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993702528:12345-0@lo:400:kworker.0 Request processed in 152us (4407us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319825.090824:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5483
00000100:00100000:1.0:1767319825.090922:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993702528:0@lo:400:kworker.0
00000100:00100000:1.0:1767319825.598604:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319825.662088:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319826.621355:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319826.622575:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319826.622595:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993703040:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319826.622668:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319826.623109:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993703040
00000100:00100000:0.0:1767319826.623119:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993703040
00000100:00100000:0.0:1767319826.623221:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139
00000100:00100000:0.0:1767319826.623232:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993703040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319826.623269:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319826.623332:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993703040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (663us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319826.623341:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139
00000100:00100000:2.0:1767319826.624257:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993703168:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319826.624327:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319826.624441:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993703168
00000100:00100000:1.0:1767319826.624447:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993703168
00000100:00100000:1.0:1767319826.624498:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140
00000100:00100000:1.0:1767319826.624508:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993703168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319826.624530:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319826.624578:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993703168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (250us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319826.624585:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140
00000100:00100000:3.0:1767319826.625041:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993703040:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319826.625132:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993703168:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319826.685825:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319827.015410:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319827.015500:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942216192
00000100:00100000:0.0:1767319827.015511:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942216192
00000100:00100000:0.0:1767319827.015588:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5484
00000100:00100000:0.0:1767319827.015601:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942216192:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319827.015703:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942216192:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 105us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319827.015713:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5484
00000100:00080000:1.0:1767319827.015725:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319827.016111:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319827.017907:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942216064
00000100:00100000:2.0:1767319827.017922:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942216064
00000100:00100000:2.0:1767319827.018491:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72621
00000100:00100000:2.0:1767319827.018501:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942216064:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319827.018533:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319827.018628:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942216064:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 127us (2517us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319827.018635:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72621
00000100:00100000:1.0:1767319827.647444:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319827.709635:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319828.669298:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319828.734201:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319829.181417:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319804/real 1767319804]  req@ffff89b731236a00 x1853163993697792/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319829.181475:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b731236a00 x1853163993697792/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767319829.181500:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319829.181525:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767319829.181530:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993697792:0@lo:250:kworker.0
00000100:00080000:0.0:1767319829.181784:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319829.181791:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319829.181794:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319829.181800:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5049
00000100:00080000:0.0:1767319829.181805:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319829.181813:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319829.181854:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ed80 x1853163993703296/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319829.181880:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319829.181884:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319829.181885:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319829.181888:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5069
00000100:00080000:0.0:1767319829.181891:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319829.181894:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319829.181912:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295df80 x1853163993703424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319829.181921:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319829.181924:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319829.181926:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319829.181929:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5069
00000100:00080000:0.0:1767319829.181931:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319829.181936:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319829.181946:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295d180 x1853163993703552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319829.181982:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319829.181985:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319829.181987:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319829.181990:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5069
00000100:00080000:0.0:1767319829.181992:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319829.181996:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319829.182008:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295e680 x1853163993703808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319829.182041:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319829.182045:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319829.182047:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319829.182051:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5069
00000100:00080000:0.0:1767319829.182054:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319829.182057:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319829.182068:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295d880 x1853163993704064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319829.182111:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993704192:0@lo:400:kworker.0
00000100:00100000:0.0:1767319829.182202:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319829.182262:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319829.182268:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993703936:0@lo:400:kworker.0
00000100:00100000:2.0:1767319829.182271:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993704320:0@lo:400:kworker.0
00000100:00100000:1.0:1767319829.182329:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993703296:0@lo:250:kworker.0
00000100:00100000:3.0:1767319829.182479:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993703680:0@lo:400:kworker.0
00000100:00100000:2.0:1767319829.187029:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:1.0:1767319829.195002:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993703296 offset 0 length 520: 4
00000100:00100000:1.0:1767319829.195060:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993703424:0@lo:38:kworker.0
00000100:00100000:1.0:1767319829.195104:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319829.195137:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993703552:0@lo:38:kworker.0
00000100:00100000:1.0:1767319829.195177:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319829.195196:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993703808:0@lo:38:kworker.0
00000100:00100000:1.0:1767319829.195228:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319829.195253:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993704064:0@lo:38:kworker.0
00000100:00100000:1.0:1767319829.195274:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319829.195325:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993703424
00000100:00100000:1.0:1767319829.195334:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993703424
00000100:00100000:1.0:1767319829.195365:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993703808
00000100:00100000:1.0:1767319829.195367:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993703808
00000100:00100000:1.0:1767319829.195378:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993704064
00000100:00100000:1.0:1767319829.195381:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993704064
00000100:00100000:1.0:1767319829.195399:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72622
00000100:00100000:1.0:1767319829.195407:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993703424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319829.195441:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319829.195484:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993703424:12345-0@lo:38:kworker.0 Request processed in 76us (379us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319829.195492:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72622
00000100:00100000:1.0:1767319829.195510:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72623
00000100:00100000:1.0:1767319829.195514:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993703808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319829.195524:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319829.195545:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993703808:12345-0@lo:38:kworker.0 Request processed in 30us (317us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319829.195551:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72623
00000100:00100000:1.0:1767319829.195560:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72624
00000100:00100000:1.0:1767319829.195564:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993704064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319829.195573:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319829.195594:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993704064:12345-0@lo:38:kworker.0 Request processed in 28us (319us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319829.195599:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72624
00000100:00100000:1.0:1767319829.195617:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993703552
00000100:00100000:1.0:1767319829.195620:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993703552
00000100:00100000:1.0:1767319829.195638:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175
00000100:00100000:1.0:1767319829.195642:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993703552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319829.195651:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319829.195675:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993703552:12345-0@lo:38:kworker.0 Request processed in 31us (497us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319829.195681:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175
00000100:00080000:1.0:1767319829.195728:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319829.195734:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319829.195737:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993703424:0@lo:38:kworker.0
00000100:00080000:1.0:1767319829.195747:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319829.195751:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319829.195754:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993703552:0@lo:38:kworker.0
00000100:00080000:1.0:1767319829.195761:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319829.195764:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319829.195767:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993703808:0@lo:38:kworker.0
00000100:00080000:1.0:1767319829.195774:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319829.195777:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319829.195780:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993704064:0@lo:38:kworker.0
00000100:00100000:1.0:1767319829.195830:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993704192
00000100:00100000:1.0:1767319829.195834:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993704192
00000100:00100000:1.0:1767319829.195870:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993704320
00000100:00100000:1.0:1767319829.195873:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993704320
00000100:00100000:1.0:1767319829.195895:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391
00000100:00100000:1.0:1767319829.195903:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731db1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993704192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319829.195941:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731db1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993704192:12345-0@lo:400:kworker.0 Request processed in 40us (13739us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319829.195947:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391
00000100:00100000:1.0:1767319829.196141:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3392
00000100:00100000:1.0:1767319829.196148:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993704320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319829.196212:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993704320:12345-0@lo:400:kworker.0 Request processed in 65us (9194us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319829.196218:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3392
00000100:00080000:1.0:1767319829.196233:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319829.196237:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319829.196258:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993704320:0@lo:400:kworker.0
00000100:00100000:0.0:1767319829.198872:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319829.198946:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993704192:0@lo:400:kworker.0
00000100:00100000:1.0:1767319829.199107:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993703936
00000100:00100000:1.0:1767319829.199114:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993703936
00000100:00080000:0.0:1767319829.199288:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319829.199323:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5485
00000100:00100000:1.0:1767319829.199334:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993703936:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319829.199526:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993703936:12345-0@lo:400:kworker.0 Request processed in 194us (661us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319829.199533:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5485
00000100:00100000:3.0:1767319829.199654:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319829.199740:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993703680
00000100:00100000:2.0:1767319829.199745:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993703680
00000100:00100000:2.0:1767319829.199800:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5486
00000100:00100000:2.0:1767319829.199808:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993703680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319829.199845:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993703680:12345-0@lo:400:kworker.0 Request processed in 39us (191us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319829.199851:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5486
00000100:00100000:3.0:1767319829.200047:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993703680:0@lo:400:kworker.0
00000100:00080000:1.0:1767319829.200114:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319829.200278:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993703936:0@lo:400:kworker.0
00000100:00100000:1.0:1767319829.693313:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319829.757406:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319830.717376:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319830.781745:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319831.115978:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:3.0:1767319831.118094:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942216320 offset 0 length 520: 4
00000100:00100000:3.0:1767319831.118146:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319831.118304:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942216576
00000100:00100000:1.0:1767319831.118313:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942216576
00000100:00080000:0.0:1767319831.118407:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319831.118409:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942216448
00000100:00100000:1.0:1767319831.118412:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942216448
00000100:00100000:1.0:1767319831.118435:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5487
00000100:00100000:0.0:1767319831.118446:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72625
00000100:00100000:1.0:1767319831.118446:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942216576:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319831.118452:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942216448:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319831.118485:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319831.118860:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942216448:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 404us (711us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319831.118860:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942216576:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 415us (2892us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319831.118869:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72625
00000100:00100000:1.0:1767319831.123689:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5487
00000100:00100000:2.0:1767319831.741308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319831.741513:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993704448:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319831.741596:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319831.742548:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993704448
00000100:00100000:1.0:1767319831.742558:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993704448
00000100:00080000:0.0:1767319831.742630:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319831.742630:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141
00000100:00100000:1.0:1767319831.742640:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993704448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319831.742672:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319831.742736:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993704448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (1140us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319831.742744:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141
00000100:00100000:0.0:1767319831.742807:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993704448:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319831.743608:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319831.743623:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993704576:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319831.743664:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319831.743714:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993704576
00000100:00100000:3.0:1767319831.743720:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993704576
00000100:00100000:3.0:1767319831.743767:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142
00000100:00100000:3.0:1767319831.743774:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993704576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319831.743794:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319831.743831:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993704576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (166us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319831.743837:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142
00000100:00100000:2.0:1767319831.743866:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993704576:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319831.743926:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767319831.805897:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319832.766034:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319832.829568:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319833.789305:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319833.854561:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319834.301421:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319834.301434:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319834.301437:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319834.301440:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319834.301446:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319834.301453:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5073
00000100:00080000:0.0:1767319834.301459:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319834.301466:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319834.301507:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a296a00 x1853163993704704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319834.301535:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319834.301538:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319834.301539:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319834.301544:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5073
00000100:00080000:0.0:1767319834.301547:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319834.301550:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319834.301564:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a297100 x1853163993704832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319834.301596:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319834.301600:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319834.301601:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319834.301605:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5073
00000100:00080000:0.0:1767319834.301607:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319834.301610:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319834.301620:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a297800 x1853163993705088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319834.301753:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993704960:0@lo:400:kworker.0
00000100:00100000:3.0:1767319834.301824:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319834.301902:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993704960
00000100:00100000:3.0:1767319834.301911:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993704960
00000100:00100000:3.0:1767319834.301972:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5488
00000100:00100000:3.0:1767319834.301982:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993704960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319834.302029:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993704704:0@lo:38:kworker.0
00000100:00100000:3.0:1767319834.302051:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993704960:12345-0@lo:400:kworker.0 Request processed in 70us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319834.302059:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5488
00000100:00100000:1.0:1767319834.302072:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319834.302089:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993704704
00000100:00100000:1.0:1767319834.302092:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993704832:0@lo:38:kworker.0
00000100:00100000:3.0:1767319834.302093:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993704704
00000100:00100000:1.0:1767319834.302118:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319834.302119:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72626
00000100:00100000:3.0:1767319834.302123:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993704704:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319834.302140:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993705088:0@lo:38:kworker.0
00010000:00020000:3.0:1767319834.302144:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319834.302181:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319834.302195:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993704704:12345-0@lo:38:kworker.0 Request processed in 71us (123us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319834.302201:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72626
00000100:00100000:3.0:1767319834.302209:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993705088
00000100:00100000:3.0:1767319834.302213:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993705088
00000100:00080000:1.0:1767319834.302217:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319834.302222:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319834.302226:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993704704:0@lo:38:kworker.0
00000100:00100000:3.0:1767319834.302229:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72627
00000100:00100000:3.0:1767319834.302233:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993705088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319834.302242:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319834.302251:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993704832
00000100:00100000:1.0:1767319834.302254:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993704832
00000100:00100000:3.0:1767319834.302268:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993705088:12345-0@lo:38:kworker.0 Request processed in 33us (108us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319834.302272:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176
00000100:00100000:3.0:1767319834.302274:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72627
00000100:00100000:1.0:1767319834.302276:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993704832:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319834.302286:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319834.302287:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319834.302309:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993704832:12345-0@lo:38:kworker.0 Request processed in 31us (190us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767319834.302314:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767319834.302315:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176
00000100:00080000:3.0:1767319834.302318:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319834.302321:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993704832:0@lo:38:kworker.0
00000100:00080000:3.0:1767319834.302341:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319834.302344:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319834.302347:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993705088:0@lo:38:kworker.0
00000100:00100000:3.0:1767319834.302372:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993704960:0@lo:400:kworker.0
00000100:00080000:0.0:1767319834.302592:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319834.302597:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319834.302600:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319834.302604:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5073
00000100:00080000:0.0:1767319834.302608:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319834.302612:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319834.302635:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a294380 x1853163993705344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319834.302647:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319834.302657:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993705216:0@lo:400:kworker.0
00000100:00100000:3.0:1767319834.302687:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319834.303314:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319834.303324:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993705600:0@lo:400:kworker.0
00000100:00100000:0.0:1767319834.303368:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319834.303429:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319834.303439:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993705472:0@lo:400:kworker.0
00000100:00100000:2.0:1767319834.303468:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319834.303686:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993705600
00000100:00100000:1.0:1767319834.303692:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993705600
00000100:00100000:1.0:1767319834.303746:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993705472
00000100:00100000:1.0:1767319834.303749:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993705472
00000100:00100000:1.0:1767319834.303770:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3393
00000100:00100000:1.0:1767319834.303778:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993705600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319834.303833:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993705600:12345-0@lo:400:kworker.0 Request processed in 56us (463us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319834.303841:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3393
00000100:00100000:1.0:1767319834.303856:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394
00000100:00100000:1.0:1767319834.303862:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993705472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319834.303891:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993705472:12345-0@lo:400:kworker.0 Request processed in 30us (423us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319834.303896:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394
00000100:00100000:1.0:1767319834.303921:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993705216
00000100:00100000:1.0:1767319834.303926:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993705216
00000100:00100000:1.0:1767319834.303950:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5489
00000100:00100000:1.0:1767319834.303956:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993705216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319834.303990:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993705216:12345-0@lo:400:kworker.0 Request processed in 34us (1302us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319834.303995:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5489
00000100:00100000:0.0:1767319834.304238:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993705600:0@lo:400:kworker.0
00000100:00100000:3.0:1767319834.304315:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993705344:0@lo:38:kworker.0
00000100:00100000:3.0:1767319834.304355:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319834.304428:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993705344
00000100:00100000:1.0:1767319834.304433:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993705344
00000100:00100000:1.0:1767319834.304460:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72628
00000100:00100000:1.0:1767319834.304464:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993705344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319834.304482:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319834.304520:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993705344:12345-0@lo:38:kworker.0 Request processed in 54us (164us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319834.304526:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72628
00000100:00080000:3.0:1767319834.304608:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319834.304613:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319834.304617:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993705344:0@lo:38:kworker.0
00000100:00080000:2.0:1767319834.305685:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319834.305693:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319834.305694:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319834.305730:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993705472:0@lo:400:kworker.0
00000100:00100000:2.0:1767319834.305756:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993705216:0@lo:400:kworker.0
00000100:00100000:2.0:1767319834.813389:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319834.881429:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319835.722523:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319835.722664:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942216704
00000100:00100000:2.0:1767319835.722681:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942216704
00000100:00100000:2.0:1767319835.722791:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72629
00000100:00080000:3.0:1767319835.722797:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319835.722806:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942216704:12345-192.168.204.50@tcp:17:kworker.0
00000100:00100000:2.0:1767319835.722915:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942216704:12345-192.168.204.50@tcp:17:kworker.0 Request processed in 114us (404us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319835.722927:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72629
00000100:00100000:2.0:1767319835.837380:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319835.902822:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319836.232426:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319836.241238:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942216832
00000100:00100000:1.0:1767319836.241256:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942216832
00000100:00100000:1.0:1767319836.241333:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72630
00000100:00100000:1.0:1767319836.241343:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942216832:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319836.241369:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319836.241548:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942216832:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 204us (9133us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319836.241557:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72630
00000100:00100000:2.0:1767319836.861672:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319836.861869:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319836.861888:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993705728:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319836.861954:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319836.862430:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993705728
00000100:00100000:0.0:1767319836.862438:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993705728
00000100:00100000:0.0:1767319836.862515:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143
00000100:00100000:0.0:1767319836.862526:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993705728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319836.862556:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319836.862605:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993705728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (650us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319836.862614:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143
00000100:00100000:0.0:1767319836.862662:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993705728:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319836.862947:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319836.863270:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319836.863294:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993705856:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319836.863338:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319836.863539:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993705856
00000100:00100000:0.0:1767319836.863545:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993705856
00000100:00100000:0.0:1767319836.863601:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144
00000100:00100000:0.0:1767319836.863610:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993705856:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319836.863632:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319836.863677:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993705856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319836.863684:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144
00000100:00080000:3.0:1767319836.863763:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319836.863913:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993705856:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319836.927203:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319837.885336:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319837.949952:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319838.909981:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319838.979697:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319839.421419:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319839.421431:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319839.421434:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319839.421438:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319839.421442:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319839.421451:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5079
00000100:00080000:3.0:1767319839.421456:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319839.421464:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319839.421506:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcd180 x1853163993705984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319839.421532:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319839.421535:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319839.421537:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319839.421541:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5079
00000100:00080000:3.0:1767319839.421553:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319839.421557:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319839.421572:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcce00 x1853163993706112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319839.421858:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319839.421862:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319839.421864:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319839.421868:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5079
00000100:00080000:3.0:1767319839.421871:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319839.421875:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319839.421890:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcf100 x1853163993706368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319839.421938:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319839.421942:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319839.421943:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319839.421947:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5079
00000100:00080000:3.0:1767319839.421950:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319839.421953:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319839.421965:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b705ad4a80 x1853163993706624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319839.422007:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993706496:0@lo:400:kworker.0
00000100:00100000:2.0:1767319839.422051:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993706880:0@lo:400:kworker.0
00000100:00100000:3.0:1767319839.422073:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319839.422081:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319839.422520:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993706240:0@lo:400:kworker.0
00000100:00100000:0.0:1767319839.422555:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319839.422589:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993706496
00000100:00100000:0.0:1767319839.422597:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993706496
00000100:00100000:0.0:1767319839.422668:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993706240
00000100:00100000:0.0:1767319839.422672:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993706240
00000100:00100000:0.0:1767319839.422714:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5490
00000100:00100000:0.0:1767319839.422723:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993706496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319839.422774:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993706496:12345-0@lo:400:kworker.0 Request processed in 52us (699us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319839.422782:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5490
00000100:00100000:0.0:1767319839.422801:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5491
00000100:00100000:0.0:1767319839.422807:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993706240:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319839.422839:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993706240:12345-0@lo:400:kworker.0 Request processed in 33us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319839.422846:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5491
00000100:00100000:0.0:1767319839.422896:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993706880
00000100:00100000:0.0:1767319839.422911:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993706880
00000100:00100000:0.0:1767319839.422939:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3395
00000100:00100000:0.0:1767319839.422946:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993706880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319839.422978:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993706880:12345-0@lo:400:kworker.0 Request processed in 33us (896us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319839.422984:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3395
00000100:00100000:0.0:1767319839.423004:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993706752:0@lo:400:kworker.0
00000100:00100000:0.0:1767319839.423028:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319839.423048:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993706752
00000100:00100000:0.0:1767319839.423052:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993706752
00000100:00100000:0.0:1767319839.423075:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396
00000100:00100000:0.0:1767319839.423082:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993706752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319839.423115:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993706752:12345-0@lo:400:kworker.0 Request processed in 34us (86us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319839.423121:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396
00000100:00080000:0.0:1767319839.423153:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319839.423184:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319839.423187:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319839.423411:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993705984:0@lo:38:kworker.0
00000100:00100000:1.0:1767319839.423446:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319839.425558:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993706496:0@lo:400:kworker.0
00000100:00100000:1.0:1767319839.426446:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993706240:0@lo:400:kworker.0
00000100:00100000:0.0:1767319839.427098:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993705984
00000100:00100000:0.0:1767319839.427108:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993705984
00000100:00100000:0.0:1767319839.427191:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72631
00000100:00100000:0.0:1767319839.427197:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993705984:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319839.427217:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319839.427298:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993705984:12345-0@lo:38:kworker.0 Request processed in 99us (3850us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319839.427303:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72631
00000100:00100000:3.0:1767319839.427747:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993706752:0@lo:400:kworker.0
00000100:00080000:1.0:1767319839.428300:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319839.428306:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319839.428310:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993705984:0@lo:38:kworker.0
00000100:00100000:1.0:1767319839.428328:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993706112:0@lo:38:kworker.0
00000100:00100000:1.0:1767319839.428374:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319839.428418:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993706368:0@lo:38:kworker.0
00000100:00100000:1.0:1767319839.428442:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319839.428464:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993706624:0@lo:38:kworker.0
00000100:00100000:1.0:1767319839.428483:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319839.428522:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993706368
00000100:00100000:1.0:1767319839.428527:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993706368
00000100:00100000:1.0:1767319839.428773:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993706624
00000100:00100000:1.0:1767319839.428778:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993706624
00000100:00100000:1.0:1767319839.428802:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72632
00000100:00100000:1.0:1767319839.428809:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993706368:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319839.428828:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319839.428867:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993706368:12345-0@lo:38:kworker.0 Request processed in 57us (423us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319839.428873:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72632
00000100:00100000:1.0:1767319839.428889:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72633
00000100:00100000:1.0:1767319839.428892:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993706624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319839.429379:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319839.429425:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993706624:12345-0@lo:38:kworker.0 Request processed in 530us (940us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319839.429433:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72633
00000100:00080000:1.0:1767319839.429469:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319839.429474:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319839.429478:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993706368:0@lo:38:kworker.0
00000100:00080000:1.0:1767319839.429487:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319839.429490:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319839.429493:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993706624:0@lo:38:kworker.0
00000100:00100000:0.0:1767319839.430101:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993706112
00000100:00100000:0.0:1767319839.430110:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993706112
00000100:00100000:0.0:1767319839.430150:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177
00000100:00100000:0.0:1767319839.430156:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993706112:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319839.430195:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319839.430256:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993706112:12345-0@lo:38:kworker.0 Request processed in 98us (1881us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319839.430266:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177
00000100:00080000:3.0:1767319839.430357:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319839.430363:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319839.430367:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993706112:0@lo:38:kworker.0
00000100:00100000:2.0:1767319839.438212:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993706880:0@lo:400:kworker.0
00000100:00100000:1.0:1767319839.934344:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319839.999587:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319840.957294:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319841.021466:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319841.352660:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319841.352767:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942217088
00000100:00100000:1.0:1767319841.352778:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942217088
00000100:00100000:1.0:1767319841.352900:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5492
00000100:00100000:1.0:1767319841.352911:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942217088:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319841.353006:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942217088:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 97us (356us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319841.353015:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5492
00000100:00080000:0.0:1767319841.353122:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319841.353532:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319841.353614:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942216960
00000100:00100000:1.0:1767319841.353619:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942216960
00000100:00100000:1.0:1767319841.353648:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72634
00000100:00100000:1.0:1767319841.353655:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942216960:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319841.353686:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319841.353739:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942216960:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 82us (208us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319841.353745:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72634
00000100:00100000:3.0:1767319841.981492:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993707008:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319841.981638:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319841.981843:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993707008
00000100:00100000:0.0:1767319841.981852:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993707008
00000100:00100000:0.0:1767319841.981938:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145
00000100:00100000:0.0:1767319841.981950:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993707008:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319841.981980:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319841.982026:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993707008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (391us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319841.982034:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145
00000100:00100000:0.0:1767319841.982086:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993707008:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319841.982367:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319841.988344:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993707136:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319841.988420:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319841.988524:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993707136
00000100:00100000:0.0:1767319841.988532:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993707136
00000100:00100000:0.0:1767319841.988602:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146
00000100:00100000:0.0:1767319841.988611:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993707136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319841.988640:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767319841.988793:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319841.988860:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319841.989398:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993707136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 786us (976us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319841.989407:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146
00000100:00100000:3.0:1767319841.989647:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993707136:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319842.045453:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319843.005434:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319843.070359:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319844.030634:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319844.094469:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319844.543078:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319844.543090:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319844.543094:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319844.543098:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319844.543103:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319844.543113:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5084
00000100:00080000:3.0:1767319844.543118:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319844.543126:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319844.543198:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b290000 x1853163993707264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319844.543256:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993707264:0@lo:38:kworker.0
00000100:00100000:1.0:1767319844.543346:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319844.543490:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993707264
00000100:00100000:2.0:1767319844.543499:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993707264
00000100:00100000:2.0:1767319844.543541:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72635
00000100:00100000:2.0:1767319844.543549:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993707264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319844.543571:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319844.544069:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319844.544074:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319844.544077:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319844.544081:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5084
00000100:00080000:3.0:1767319844.544084:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319844.544088:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319844.544110:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b291500 x1853163993707392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319844.544338:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993707392:0@lo:38:kworker.0
00000100:00100000:1.0:1767319844.544377:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319844.544443:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993707392
00000100:00100000:0.0:1767319844.544449:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993707392
00000100:00100000:0.0:1767319844.544485:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178
00000100:00100000:0.0:1767319844.544490:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993707392:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319844.544710:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319844.544763:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993707392:12345-0@lo:38:kworker.0 Request processed in 260us (374us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319844.544771:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178
00000100:00100000:2.0:1767319844.546418:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993707264:12345-0@lo:38:kworker.0 Request processed in 2862us (3066us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319844.546429:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72635
00000100:00080000:1.0:1767319844.548497:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319844.548506:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319844.548510:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993707264:0@lo:38:kworker.0
00000100:00080000:1.0:1767319844.548540:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319844.548543:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319844.548545:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993707392:0@lo:38:kworker.0
00000100:00100000:2.0:1767319844.548702:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767319844.549926:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319844.549931:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319844.549934:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319844.549938:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5084
00000100:00080000:3.0:1767319844.549941:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319844.549946:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319844.549979:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b290000 x1853163993707648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319844.550018:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319844.550021:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319844.550023:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319844.550026:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5084
00000100:00080000:3.0:1767319844.550028:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319844.550030:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319844.550039:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b705ad5500 x1853163993707904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319844.550066:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993707776:0@lo:400:kworker.0
00000100:00100000:0.0:1767319844.550152:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319844.550176:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993707648:0@lo:38:kworker.0
00000100:00100000:1.0:1767319844.550211:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319844.550215:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319844.550224:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993708032:0@lo:400:kworker.0
00000100:00100000:1.0:1767319844.550244:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993707904:0@lo:38:kworker.0
00000100:00100000:1.0:1767319844.550265:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319844.550271:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319844.550322:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993707776
00000100:00100000:0.0:1767319844.550323:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993708032
00000100:00100000:1.0:1767319844.550328:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993707776
00000100:00100000:0.0:1767319844.550329:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993708032
00000100:00100000:1.0:1767319844.550385:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993707648
00000100:00100000:1.0:1767319844.550388:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993707648
00000100:00100000:0.0:1767319844.550392:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397
00000100:00100000:1.0:1767319844.550403:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993707904
00000100:00100000:0.0:1767319844.550405:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993708032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319844.550406:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993707904
00000100:00100000:1.0:1767319844.550419:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5493
00000100:00100000:1.0:1767319844.550425:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993707776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319844.550466:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993707776:12345-0@lo:400:kworker.0 Request processed in 43us (328us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319844.550472:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5493
00000100:00100000:0.0:1767319844.550476:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993708032:12345-0@lo:400:kworker.0 Request processed in 74us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319844.550484:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397
00000100:00100000:1.0:1767319844.550488:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72636
00000100:00100000:1.0:1767319844.550493:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993707648:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767319844.550507:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767319844.550508:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767319844.550514:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319844.550538:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993707648:12345-0@lo:38:kworker.0 Request processed in 44us (326us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319844.550544:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993708032:0@lo:400:kworker.0
00000100:00100000:1.0:1767319844.550547:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72636
00000100:00100000:0.0:1767319844.550564:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993707776:0@lo:400:kworker.0
00000100:00100000:1.0:1767319844.550568:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72637
00000100:00100000:1.0:1767319844.550575:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993707904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319844.550584:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319844.550609:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993707904:12345-0@lo:38:kworker.0 Request processed in 33us (342us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319844.550615:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72637
00000100:00080000:0.0:1767319844.550637:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319844.550644:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319844.550648:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993707648:0@lo:38:kworker.0
00000100:00080000:0.0:1767319844.550661:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319844.550665:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319844.550669:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993707904:0@lo:38:kworker.0
00000100:00100000:2.0:1767319844.552998:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993708160:0@lo:400:kworker.0
00000100:00100000:2.0:1767319844.553084:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319844.553121:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993707520:0@lo:400:kworker.0
00000100:00100000:2.0:1767319844.553191:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319844.553196:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993708160
00000100:00100000:0.0:1767319844.553206:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993708160
00000100:00100000:0.0:1767319844.553414:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398
00000100:00100000:0.0:1767319844.553425:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993708160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319844.553494:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993708160:12345-0@lo:400:kworker.0 Request processed in 71us (409us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319844.553502:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398
00000100:00100000:1.0:1767319844.553920:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993707520
00000100:00100000:1.0:1767319844.553924:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993707520
00000100:00100000:3.0:1767319844.554026:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993708160:0@lo:400:kworker.0
00000100:00080000:2.0:1767319844.554037:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319844.554041:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319844.558757:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5494
00000100:00100000:3.0:1767319844.558949:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993707520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319844.559156:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993707520:12345-0@lo:400:kworker.0 Request processed in 388us (5965us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319844.559192:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5494
00000100:00100000:0.0:1767319844.561987:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993707520:0@lo:400:kworker.0
00000100:00100000:2.0:1767319845.053447:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319845.117740:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319846.077338:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319846.141920:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319846.473756:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319846.473823:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319846.474012:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942217344
00000100:00100000:2.0:1767319846.474023:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942217344
00000100:00100000:2.0:1767319846.474115:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942217216
00000100:00100000:2.0:1767319846.474119:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942217216
00000100:00100000:2.0:1767319846.474139:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5495
00000100:00100000:2.0:1767319846.474149:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942217344:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319846.474204:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72638
00000100:00100000:3.0:1767319846.474212:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942217216:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319846.474233:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319846.474263:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942217344:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 115us (518us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319846.474270:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942217216:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (444us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319846.474277:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5495
00000100:00100000:3.0:1767319846.474284:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72638
00000100:00080000:0.0:1767319846.474471:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319847.101706:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319847.101935:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993708288:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319847.102005:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319847.102394:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993708288
00000100:00100000:0.0:1767319847.102403:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993708288
00000100:00100000:0.0:1767319847.102474:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147
00000100:00100000:0.0:1767319847.102484:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993708288:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319847.102516:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319847.102563:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993708288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (557us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319847.102570:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147
00000100:00080000:1.0:1767319847.102668:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319847.102705:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993708288:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319847.103403:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993708416:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319847.103442:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319847.103519:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993708416
00000100:00100000:3.0:1767319847.103524:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993708416
00000100:00100000:3.0:1767319847.103579:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148
00000100:00100000:3.0:1767319847.103588:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993708416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319847.103611:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767319847.103680:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319847.103921:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993708416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 334us (478us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319847.103929:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148
00000100:00100000:0.0:1767319847.103986:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993708416:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319847.165483:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319848.125327:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319848.189464:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319849.149610:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319849.215754:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319849.661268:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319849.661280:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319849.661283:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319849.661288:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319849.661293:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319849.661302:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5089
00000100:00080000:3.0:1767319849.661307:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319849.661315:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319849.661358:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e5bb80 x1853163993708544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319849.661383:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319849.661386:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319849.661388:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319849.661392:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5089
00000100:00080000:3.0:1767319849.661394:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319849.661398:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319849.661450:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e59180 x1853163993708672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319849.661512:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319849.661516:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319849.661518:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319849.661522:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5089
00000100:00080000:3.0:1767319849.661524:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319849.661528:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319849.661542:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e59f80 x1853163993708928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319849.661547:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319849.661568:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993708800:0@lo:400:kworker.0
00000100:00080000:3.0:1767319849.661574:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319849.661579:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319849.661580:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319849.661584:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5089
00000100:00080000:3.0:1767319849.661587:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319849.661590:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319849.661603:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccdf80 x1853163993709184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319849.661653:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993709312:0@lo:400:kworker.0
00000100:00100000:1.0:1767319849.661661:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319849.661665:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319849.661676:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993709440:0@lo:400:kworker.0
00000100:00100000:3.0:1767319849.661698:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319849.661728:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993708800
00000100:00100000:1.0:1767319849.661734:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993708800
00000100:00100000:0.0:1767319849.661743:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993709312
00000100:00100000:0.0:1767319849.661750:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993709312
00000100:00100000:1.0:1767319849.661784:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5496
00000100:00100000:0.0:1767319849.661797:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399
00000100:00100000:1.0:1767319849.661798:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993708800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319849.661811:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993709312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319849.661847:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993709056:0@lo:400:kworker.0
00000100:00100000:0.0:1767319849.664774:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993709312:12345-0@lo:400:kworker.0 Request processed in 2959us (3067us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319849.664787:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399
00000100:00100000:0.0:1767319849.664840:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993708544:0@lo:38:kworker.0
00000100:00100000:0.0:1767319849.664878:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319849.664920:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993708672:0@lo:38:kworker.0
00000100:00100000:0.0:1767319849.664946:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319849.664970:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993708928:0@lo:38:kworker.0
00000100:00100000:0.0:1767319849.665145:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319849.665202:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993709184:0@lo:38:kworker.0
00000100:00100000:0.0:1767319849.665231:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319849.665270:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993708544
00000100:00100000:0.0:1767319849.665276:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993708544
00000100:00100000:1.0:1767319849.665534:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993708800:12345-0@lo:400:kworker.0 Request processed in 3740us (3876us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319849.665541:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5496
00000100:00100000:1.0:1767319849.665558:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993708928
00000100:00100000:1.0:1767319849.665561:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993708928
00000100:00100000:0.0:1767319849.665563:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993709184
00000100:00100000:0.0:1767319849.665568:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993709184
00000100:00100000:1.0:1767319849.665583:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72639
00000100:00100000:0.0:1767319849.665593:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72640
00000100:00100000:1.0:1767319849.665593:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993708544:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319849.665603:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993708928:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319849.665615:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767319849.665620:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319849.665662:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993708544:12345-0@lo:38:kworker.0 Request processed in 72us (784us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319849.665667:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993708928:12345-0@lo:38:kworker.0 Request processed in 62us (520us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319849.665672:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72639
00000100:00100000:0.0:1767319849.665681:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72640
00000100:00100000:1.0:1767319849.665689:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72641
00000100:00100000:1.0:1767319849.665694:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993709184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319849.665700:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319849.665713:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993708672
00000100:00100000:0.0:1767319849.665718:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993708672
00000100:00100000:1.0:1767319849.665722:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993709184:12345-0@lo:38:kworker.0 Request processed in 28us (491us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319849.665728:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72641
00000100:00100000:0.0:1767319849.665742:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179
00000100:00080000:1.0:1767319849.665746:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319849.665749:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993708672:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767319849.665752:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767319849.665763:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319849.665789:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993708800:0@lo:400:kworker.0
00000100:00080000:1.0:1767319849.665813:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319849.665816:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319849.665818:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993708544:0@lo:38:kworker.0
00000100:00080000:1.0:1767319849.665824:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319849.665827:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319849.665830:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993708928:0@lo:38:kworker.0
00000100:00080000:1.0:1767319849.665837:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319849.665840:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319849.665842:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993709184:0@lo:38:kworker.0
00000100:00100000:1.0:1767319849.665904:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319849.665936:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993709440
00000100:00100000:0.0:1767319849.665937:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993708672:12345-0@lo:38:kworker.0 Request processed in 187us (988us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319849.665940:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993709440
00000100:00100000:0.0:1767319849.665947:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179
00000100:00100000:1.0:1767319849.665977:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400
00000100:00100000:1.0:1767319849.665986:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993709440:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319849.666028:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993709440:12345-0@lo:400:kworker.0 Request processed in 44us (124us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319849.666034:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400
00000100:00100000:3.0:1767319849.666320:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993709312:0@lo:400:kworker.0
00000100:00100000:2.0:1767319849.666612:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319849.666664:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319849.666670:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319849.666675:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993708672:0@lo:38:kworker.0
00000100:00080000:1.0:1767319849.666687:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319849.666718:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993709440:0@lo:400:kworker.0
00000100:00100000:2.0:1767319849.666733:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993709056
00000100:00100000:2.0:1767319849.666739:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993709056
00000100:00080000:1.0:1767319849.666776:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319849.666786:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5497
00000100:00100000:2.0:1767319849.666795:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993709056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319849.666910:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993709056:12345-0@lo:400:kworker.0 Request processed in 117us (298us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319849.666916:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5497
00000100:00100000:0.0:1767319849.667592:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993709056:0@lo:400:kworker.0
00000100:00100000:1.0:1767319850.173849:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319850.238234:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319851.197464:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319851.261520:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319851.592542:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319851.592686:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319851.593573:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942217600
00000100:00100000:1.0:1767319851.593585:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942217600
00000100:00100000:1.0:1767319851.593707:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942217472
00000100:00100000:1.0:1767319851.593711:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942217472
00000100:00100000:3.0:1767319851.593788:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5498
00000100:00100000:3.0:1767319851.593802:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942217600:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319851.593883:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942217600:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 84us (1352us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319851.593891:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5498
00000100:00100000:3.0:1767319851.593910:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72642
00000100:00100000:3.0:1767319851.593914:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942217472:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319851.593935:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767319851.594120:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319851.594579:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942217472:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 659us (1891us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319851.594587:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72642
00000100:00100000:1.0:1767319852.221305:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319852.221568:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319852.221589:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993709568:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319852.221703:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319852.221734:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319852.221745:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993709696:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319852.221787:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993709568
00000100:00100000:1.0:1767319852.221795:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319852.221795:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993709568
00000100:00100000:1.0:1767319852.221834:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993709696
00000100:00100000:1.0:1767319852.221839:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993709696
00000100:00100000:3.0:1767319852.221878:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149
00000100:00100000:3.0:1767319852.221889:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993709568:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319852.221948:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319852.221962:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150
00000100:00100000:1.0:1767319852.221971:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993709696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319852.221989:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319852.222010:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993709568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (295us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319852.222038:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993709696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319852.222132:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993709696:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319852.222181:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319852.222185:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319852.222672:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149
00000100:00100000:3.0:1767319852.222726:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993709568:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319852.226118:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150
00010000:00010000:0.0:1767319852.286219:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319853.247349:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319853.309392:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319854.269298:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319854.333587:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319854.781624:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319854.781637:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319854.781640:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319854.781644:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319854.781649:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319854.781658:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5094
00000100:00080000:2.0:1767319854.781664:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319854.781671:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319854.781756:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293e300 x1853163993709824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319854.781782:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319854.781785:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319854.781787:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319854.781791:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5094
00000100:00080000:2.0:1767319854.781794:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319854.781798:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319854.781811:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293f800 x1853163993709952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319854.781848:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319854.781851:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319854.781853:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319854.781856:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5094
00000100:00080000:2.0:1767319854.781860:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319854.781863:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319854.781874:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293df80 x1853163993710208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319854.781907:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319854.781911:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319854.781913:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319854.781916:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5094
00000100:00080000:2.0:1767319854.781919:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319854.781923:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319854.781935:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293c000 x1853163993710464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319854.781987:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993710336:0@lo:400:kworker.0
00000100:00100000:2.0:1767319854.782052:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319854.782121:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319854.782128:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993710592:0@lo:400:kworker.0
00000100:00100000:2.0:1767319854.782151:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319854.782213:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993710336
00000100:00100000:2.0:1767319854.782221:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993710336
00000100:00100000:3.0:1767319854.782465:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993710592
00000100:00100000:3.0:1767319854.782470:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993710592
00000100:00100000:3.0:1767319854.782509:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401
00000100:00100000:3.0:1767319854.782517:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993710592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319854.782576:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993710592:12345-0@lo:400:kworker.0 Request processed in 59us (422us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319854.782587:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401
00000100:00100000:3.0:1767319854.782613:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993710080:0@lo:400:kworker.0
00000100:00100000:3.0:1767319854.782640:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319854.782657:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319854.782663:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993710720:0@lo:400:kworker.0
00000100:00100000:3.0:1767319854.782685:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319854.782707:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993710720
00000100:00100000:3.0:1767319854.782710:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993710720
00000100:00100000:3.0:1767319854.782732:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402
00000100:00100000:3.0:1767319854.782738:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993710720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319854.782769:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993710720:12345-0@lo:400:kworker.0 Request processed in 31us (83us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319854.782775:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402
00000100:00100000:3.0:1767319854.782807:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993710720:0@lo:400:kworker.0
00000100:00100000:3.0:1767319854.782847:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993710592:0@lo:400:kworker.0
00000100:00100000:2.0:1767319854.782918:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993710080
00000100:00100000:2.0:1767319854.782922:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993710080
00000100:00100000:2.0:1767319854.782957:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5499
00000100:00100000:2.0:1767319854.782966:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993710336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319854.783002:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993710336:12345-0@lo:400:kworker.0 Request processed in 38us (949us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319854.783008:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5499
00000100:00100000:2.0:1767319854.783021:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5500
00000100:00100000:2.0:1767319854.783027:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993710080:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319854.783088:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993710080:12345-0@lo:400:kworker.0 Request processed in 61us (448us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319854.783094:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5500
00000100:00080000:0.0:1767319854.783302:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319854.783306:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319854.783309:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319854.783350:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319829/real 1767319829]  req@ffff89b60295ed80 x1853163993703296/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319854.783368:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60295ed80 x1853163993703296/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319854.783381:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993709824:0@lo:38:kworker.0
00000100:00100000:0.0:1767319854.783408:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319854.783431:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993709952:0@lo:38:kworker.0
00000100:00100000:0.0:1767319854.783455:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319854.783477:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993710208:0@lo:38:kworker.0
00000100:00100000:0.0:1767319854.783497:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319854.783511:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993710464:0@lo:38:kworker.0
00000100:00100000:0.0:1767319854.783529:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319854.783542:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319854.783556:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319854.783559:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993703296:0@lo:250:kworker.0
00000100:00080000:0.0:1767319854.783583:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319854.783587:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319854.783589:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319854.783593:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5073
00000100:00080000:0.0:1767319854.783596:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319854.783600:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319854.783619:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89880 x1853163993710848/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319854.783646:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993710848:0@lo:250:kworker.0
00000400:00000100:0.0:1767319854.783665:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993710848 offset 0 length 520: 4
00000100:00100000:1.0:1767319854.783842:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993709824
00000100:00100000:1.0:1767319854.783847:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993709824
00000100:00100000:1.0:1767319854.783875:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993710208
00000100:00100000:1.0:1767319854.783877:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993710208
00000100:00100000:1.0:1767319854.783893:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993710464
00000100:00100000:1.0:1767319854.783895:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993710464
00000100:00100000:1.0:1767319854.783910:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72643
00000100:00100000:1.0:1767319854.783915:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993709824:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319854.783932:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319854.783978:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993709824:12345-0@lo:38:kworker.0 Request processed in 62us (569us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319854.783984:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72643
00000100:00100000:1.0:1767319854.783996:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72644
00000100:00100000:1.0:1767319854.783999:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993710208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319854.784008:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319854.784029:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993710208:12345-0@lo:38:kworker.0 Request processed in 29us (532us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319854.784034:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72644
00000100:00100000:1.0:1767319854.784045:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72645
00000100:00100000:1.0:1767319854.784048:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993710464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319854.784057:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319854.784075:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993710464:12345-0@lo:38:kworker.0 Request processed in 26us (545us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319854.784080:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72645
00000100:00080000:1.0:1767319854.784107:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319854.784110:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319854.784113:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993709824:0@lo:38:kworker.0
00000100:00080000:1.0:1767319854.784120:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319854.784123:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319854.784125:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993710208:0@lo:38:kworker.0
00000100:00080000:1.0:1767319854.784132:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319854.784135:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319854.784137:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993710464:0@lo:38:kworker.0
00000100:00100000:2.0:1767319854.784686:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993709952
00000100:00100000:2.0:1767319854.784692:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993709952
00000100:00100000:2.0:1767319854.784727:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180
00000100:00100000:2.0:1767319854.784732:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993709952:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319854.784743:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319854.784785:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993709952:12345-0@lo:38:kworker.0 Request processed in 52us (1329us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319854.784790:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180
00000100:00080000:2.0:1767319854.784821:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319854.784826:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319854.784829:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993709952:0@lo:38:kworker.0
00000100:00100000:3.0:1767319854.784938:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993710336:0@lo:400:kworker.0
00000100:00100000:3.0:1767319854.784978:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993710080:0@lo:400:kworker.0
00000100:00100000:2.0:1767319855.293485:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319855.359383:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767319855.691923:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942217728 offset 0 length 520: 4
00000100:00100000:2.0:1767319855.691986:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319855.692110:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319855.694534:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942217984
00000100:00100000:0.0:1767319855.694550:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942217984
00000100:00100000:0.0:1767319855.694637:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942217856
00000100:00100000:0.0:1767319855.694640:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942217856
00000100:00100000:0.0:1767319855.694664:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5501
00000100:00100000:0.0:1767319855.694677:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942217984:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319855.694763:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942217984:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 90us (2778us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319855.694771:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5501
00000100:00100000:2.0:1767319855.695012:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72646
00000100:00100000:2.0:1767319855.695018:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942217856:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319855.695038:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319855.695064:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942217856:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (2955us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319855.695071:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72646
00000100:00080000:1.0:1767319855.695921:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319856.317829:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319856.382862:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319857.341764:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319857.341794:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993710976:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319857.341867:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319857.341988:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319857.342231:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319857.342242:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993711104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319857.342272:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319857.342653:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993710976
00000100:00100000:0.0:1767319857.342661:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993710976
00000100:00100000:0.0:1767319857.342728:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993711104
00000100:00100000:0.0:1767319857.342732:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993711104
00000100:00100000:0.0:1767319857.342757:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151
00000100:00100000:0.0:1767319857.342767:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993710976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319857.342796:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319857.342842:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993710976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (976us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319857.342849:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151
00000100:00100000:0.0:1767319857.342866:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152
00000100:00100000:0.0:1767319857.342873:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993711104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319857.342888:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319857.342930:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993711104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (657us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319857.342936:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152
00000100:00100000:0.0:1767319857.342980:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993710976:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319857.344501:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319857.344512:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319857.344571:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993711104:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319857.405387:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319858.365609:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319858.429750:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319859.389299:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319859.455091:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319859.901445:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319859.901457:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319859.901461:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319859.901465:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319859.901470:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319859.901481:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5099
00000100:00080000:0.0:1767319859.901485:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319859.901493:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319859.901540:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8ad80 x1853163993711232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319859.901569:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319859.901572:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319859.901574:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319859.901578:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5099
00000100:00080000:0.0:1767319859.901580:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319859.901583:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319859.901598:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89180 x1853163993711360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319859.901651:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319859.901655:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319859.901657:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319859.901660:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5099
00000100:00080000:0.0:1767319859.901662:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319859.901666:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319859.901677:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909c700 x1853163993711616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319859.901704:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319859.901708:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319859.901710:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319859.901714:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5099
00000100:00080000:0.0:1767319859.901716:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319859.901720:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319859.901731:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909f480 x1853163993711872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319859.901786:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993712000:0@lo:400:kworker.0
00000100:00100000:0.0:1767319859.901888:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319859.901968:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319859.901976:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993711744:0@lo:400:kworker.0
00000100:00100000:0.0:1767319859.902006:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319859.902043:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993711744
00000100:00100000:0.0:1767319859.902050:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993711744
00000100:00100000:0.0:1767319859.902116:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5502
00000100:00100000:0.0:1767319859.902128:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993711744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319859.902318:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993711488:0@lo:400:kworker.0
00000100:00100000:1.0:1767319859.902399:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319859.902429:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319859.902435:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993712128:0@lo:400:kworker.0
00000100:00100000:1.0:1767319859.902456:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319859.902489:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993711488
00000100:00100000:1.0:1767319859.902493:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993711488
00000100:00100000:1.0:1767319859.902530:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5503
00000100:00100000:1.0:1767319859.902537:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993711488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319859.902584:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993711488:12345-0@lo:400:kworker.0 Request processed in 47us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319859.902591:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5503
00000100:00100000:1.0:1767319859.902616:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993712000
00000100:00100000:1.0:1767319859.902620:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993712000
00000100:00100000:1.0:1767319859.902650:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993712128
00000100:00100000:1.0:1767319859.902653:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993712128
00000100:00100000:1.0:1767319859.902675:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3403
00000100:00100000:1.0:1767319859.902683:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993712000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319859.902736:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993711744:12345-0@lo:400:kworker.0 Request processed in 611us (728us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319859.902743:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5502
00000100:00100000:1.0:1767319859.903293:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993712000:12345-0@lo:400:kworker.0 Request processed in 515us (1310us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319859.903301:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3403
00000100:00100000:1.0:1767319859.903316:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3404
00000100:00100000:1.0:1767319859.903325:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993712128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319859.903359:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993712128:12345-0@lo:400:kworker.0 Request processed in 38us (901us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319859.903365:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3404
00000100:00100000:1.0:1767319859.903413:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993712128:0@lo:400:kworker.0
00000100:00100000:1.0:1767319859.903428:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993711488:0@lo:400:kworker.0
00000100:00080000:3.0:1767319859.907436:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319859.907450:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319859.907455:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319859.907471:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993711744:0@lo:400:kworker.0
00000100:00100000:0.0:1767319859.907489:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993712000:0@lo:400:kworker.0
00000100:00100000:3.0:1767319859.907527:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993711232:0@lo:38:kworker.0
00000100:00100000:3.0:1767319859.909813:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319859.909974:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993711360:0@lo:38:kworker.0
00000100:00100000:3.0:1767319859.910041:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319859.910075:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993711616:0@lo:38:kworker.0
00000100:00100000:3.0:1767319859.910104:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319859.910146:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993711360
00000100:00100000:1.0:1767319859.910156:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993711360
00000100:00100000:1.0:1767319859.910348:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181
00000100:00100000:1.0:1767319859.910357:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993711360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319859.910379:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319859.910424:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993711360:12345-0@lo:38:kworker.0 Request processed in 66us (381us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319859.910431:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181
00000100:00100000:3.0:1767319859.917076:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993711872:0@lo:38:kworker.0
00000100:00100000:3.0:1767319859.917146:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319859.920789:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993711232
00000100:00100000:0.0:1767319859.921944:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993711232
00000100:00100000:0.0:1767319859.922216:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993711616
00000100:00100000:0.0:1767319859.922223:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993711616
00000100:00100000:2.0:1767319859.925222:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72647
00000100:00100000:2.0:1767319859.925238:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993711232:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319859.925263:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319859.925355:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993711232:12345-0@lo:38:kworker.0 Request processed in 118us (15558us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319859.925364:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72647
00000100:00100000:1.0:1767319859.925381:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72648
00000100:00100000:1.0:1767319859.925389:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993711616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319859.925402:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319859.925435:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993711616:12345-0@lo:38:kworker.0 Request processed in 46us (15331us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319859.925440:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72648
00000100:00080000:3.0:1767319859.927395:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319859.927409:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319859.927428:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993711232:0@lo:38:kworker.0
00000100:00080000:3.0:1767319859.927446:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319859.927449:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319859.927452:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993711360:0@lo:38:kworker.0
00000100:00080000:3.0:1767319859.927464:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319859.927467:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319859.927470:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993711616:0@lo:38:kworker.0
00000100:00100000:1.0:1767319859.930131:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993711872
00000100:00100000:1.0:1767319859.930150:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993711872
00000100:00100000:1.0:1767319859.930294:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72649
00000100:00100000:1.0:1767319859.930302:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993711872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319859.930328:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319859.930444:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993711872:12345-0@lo:38:kworker.0 Request processed in 141us (13298us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319859.930452:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72649
00000100:00080000:3.0:1767319859.933279:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319859.933294:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319859.933299:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993711872:0@lo:38:kworker.0
00000100:00100000:1.0:1767319860.413296:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319860.478139:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319860.811231:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319860.811387:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319860.811667:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942218240
00000100:00100000:1.0:1767319860.811693:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942218240
00000100:00100000:1.0:1767319860.811766:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942218112
00000100:00100000:1.0:1767319860.811777:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942218112
00000100:00100000:1.0:1767319860.811800:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5504
00000100:00100000:1.0:1767319860.811811:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942218240:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319860.811910:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942218240:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 101us (689us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319860.811918:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5504
00000100:00100000:1.0:1767319860.811938:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72650
00000100:00100000:1.0:1767319860.811943:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942218112:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319860.811965:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319860.811990:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942218112:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (603us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319860.811997:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72650
00000100:00080000:3.0:1767319860.812548:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319861.438066:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319861.501564:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319862.461971:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319862.462270:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993712256:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319862.462350:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319862.462357:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993712384:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319862.462606:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319862.462903:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993712256
00000100:00100000:1.0:1767319862.462913:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993712256
00000100:00100000:1.0:1767319862.463016:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993712384
00000100:00100000:1.0:1767319862.463020:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993712384
00000100:00100000:0.0:1767319862.463068:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153
00000100:00100000:0.0:1767319862.463080:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993712256:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319862.463112:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319862.463215:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993712256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (864us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319862.463223:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153
00000100:00100000:0.0:1767319862.463289:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993712256:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319862.464861:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319862.464870:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319862.465033:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154
00000100:00100000:1.0:1767319862.465052:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993712384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319862.465082:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319862.465197:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993712384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 155us (2599us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319862.465205:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154
00000100:00100000:0.0:1767319862.465523:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993712384:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319862.526802:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319863.485289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319863.549876:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319864.509452:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319864.574155:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319865.021472:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319865.021499:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319865.021502:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319865.021507:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319865.021512:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319865.021522:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5104
00000100:00080000:3.0:1767319865.021528:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319865.021536:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319865.021580:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccdf80 x1853163993712512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319865.021653:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993712512:0@lo:38:kworker.0
00000100:00100000:1.0:1767319865.021755:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319865.021913:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993712512
00000100:00100000:0.0:1767319865.021922:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993712512
00000100:00100000:0.0:1767319865.021973:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72651
00000100:00100000:0.0:1767319865.021981:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993712512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319865.022009:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319865.022347:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319865.022352:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319865.022355:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319865.022360:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5104
00000100:00080000:3.0:1767319865.022363:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319865.022367:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319865.022389:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89180 x1853163993712640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319865.022837:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993712640:0@lo:38:kworker.0
00000100:00100000:1.0:1767319865.022883:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319865.022961:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993712640
00000100:00100000:2.0:1767319865.022967:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993712640
00000100:00100000:2.0:1767319865.023019:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182
00000100:00100000:2.0:1767319865.023026:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993712640:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319865.023042:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319865.023079:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993712640:12345-0@lo:38:kworker.0 Request processed in 53us (195us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319865.023087:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182
00000100:00100000:0.0:1767319865.023180:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993712512:12345-0@lo:38:kworker.0 Request processed in 1198us (1424us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319865.023187:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72651
00000100:00100000:2.0:1767319865.023389:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767319865.023407:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319865.023411:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319865.023414:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319865.023418:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5104
00000100:00080000:3.0:1767319865.023421:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319865.023425:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319865.023441:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc000 x1853163993712896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319865.023467:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319865.023471:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319865.023473:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319865.023476:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5104
00000100:00100000:2.0:1767319865.023578:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993712768:0@lo:400:kworker.0
00000100:00100000:2.0:1767319865.023610:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319865.023648:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993713024:0@lo:400:kworker.0
00000100:00100000:2.0:1767319865.023670:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319865.023878:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993712768
00000100:00100000:2.0:1767319865.023883:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993712768
00000100:00100000:2.0:1767319865.023931:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993713024
00000100:00100000:2.0:1767319865.023934:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993713024
00000100:00100000:2.0:1767319865.023959:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5505
00000100:00100000:2.0:1767319865.023967:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993712768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319865.024016:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993712768:12345-0@lo:400:kworker.0 Request processed in 50us (406us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319865.024023:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5505
00000100:00100000:2.0:1767319865.024038:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5506
00000100:00100000:2.0:1767319865.024044:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993713024:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319865.024074:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993713024:12345-0@lo:400:kworker.0 Request processed in 31us (403us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319865.024080:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5506
00000100:00080000:2.0:1767319865.024097:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319865.024131:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993713024:0@lo:400:kworker.0
00000100:00100000:2.0:1767319865.024182:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993712768:0@lo:400:kworker.0
00000100:00080000:3.0:1767319865.024437:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319865.024442:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319865.024465:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cd880 x1853163993713152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319865.024648:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993713280:0@lo:400:kworker.0
00000100:00100000:0.0:1767319865.024693:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319865.024891:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319865.024899:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993713408:0@lo:400:kworker.0
00000100:00100000:0.0:1767319865.024924:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319865.024952:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993713280
00000100:00100000:0.0:1767319865.024956:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993713280
00000100:00100000:0.0:1767319865.024989:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993713408
00000100:00100000:0.0:1767319865.024993:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993713408
00000100:00100000:0.0:1767319865.025031:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3405
00000100:00100000:0.0:1767319865.025039:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993713280:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319865.025075:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993713280:12345-0@lo:400:kworker.0 Request processed in 39us (382us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319865.025082:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3405
00000100:00100000:0.0:1767319865.025095:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406
00000100:00100000:0.0:1767319865.025102:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993713408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319865.025129:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993713408:12345-0@lo:400:kworker.0 Request processed in 28us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319865.025134:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406
00000100:00100000:0.0:1767319865.025190:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993713408:0@lo:400:kworker.0
00000100:00100000:0.0:1767319865.025301:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993713280:0@lo:400:kworker.0
00000100:00080000:2.0:1767319865.025410:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319865.025414:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319865.025856:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319865.025862:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319865.025866:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993712512:0@lo:38:kworker.0
00000100:00100000:1.0:1767319865.025886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993712896:0@lo:38:kworker.0
00000100:00100000:1.0:1767319865.025922:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319865.025986:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993713152:0@lo:38:kworker.0
00000100:00100000:1.0:1767319865.026008:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319865.026181:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319865.026186:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319865.026190:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993712640:0@lo:38:kworker.0
00000100:00100000:0.0:1767319865.026329:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993712896
00000100:00100000:0.0:1767319865.026334:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993712896
00000100:00100000:2.0:1767319865.026423:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993713152
00000100:00100000:2.0:1767319865.026427:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993713152
00000100:00100000:2.0:1767319865.026492:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72652
00000100:00100000:2.0:1767319865.026498:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993712896:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319865.026516:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319865.026558:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993712896:12345-0@lo:38:kworker.0 Request processed in 59us (636us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319865.026565:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72652
00000100:00100000:2.0:1767319865.026579:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72653
00000100:00100000:2.0:1767319865.026583:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993713152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319865.026592:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319865.026613:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993713152:12345-0@lo:38:kworker.0 Request processed in 29us (604us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319865.026619:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72653
00000100:00080000:3.0:1767319865.026864:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319865.026869:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319865.026873:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993712896:0@lo:38:kworker.0
00000100:00080000:3.0:1767319865.026881:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319865.026884:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319865.026886:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993713152:0@lo:38:kworker.0
00000100:00100000:1.0:1767319865.533744:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319865.597575:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319865.930203:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319865.930258:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319865.930359:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942218368
00000100:00100000:2.0:1767319865.930371:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942218368
00000100:00100000:2.0:1767319865.930423:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942218496
00000100:00100000:2.0:1767319865.930427:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942218496
00000100:00100000:2.0:1767319865.930492:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5507
00000100:00100000:2.0:1767319865.930504:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942218496:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319865.930605:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942218496:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 102us (345us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319865.930614:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5507
00000100:00100000:2.0:1767319865.930637:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72654
00000100:00100000:2.0:1767319865.930642:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942218368:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319865.930673:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319865.930705:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942218368:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 61us (547us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319865.930712:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72654
00000100:00080000:3.0:1767319865.930920:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319866.559698:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319866.621407:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319867.581294:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319867.581502:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993713536:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319867.581578:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319867.581724:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993713536
00000100:00100000:1.0:1767319867.581732:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993713536
00000100:00100000:1.0:1767319867.581810:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155
00000100:00100000:1.0:1767319867.581819:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993713536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319867.581852:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319867.581901:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993713536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (323us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319867.581909:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155
00000100:00100000:1.0:1767319867.581962:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993713536:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319867.583259:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319867.584298:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993713664:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319867.584374:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319867.584825:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993713664
00000100:00100000:0.0:1767319867.584835:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993713664
00000100:00100000:0.0:1767319867.584934:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156
00000100:00100000:0.0:1767319867.584945:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993713664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319867.584984:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319867.585045:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993713664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (670us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319867.585053:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156
00000100:00080000:2.0:1767319867.585064:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319867.585108:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993713664:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319867.646766:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319868.605340:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319868.669673:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319869.629380:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319869.696016:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319870.141361:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319870.141374:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319870.141377:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319870.141381:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319870.141385:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319870.141453:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5109
00000100:00080000:0.0:1767319870.141458:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319870.141478:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319870.141535:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909e680 x1853163993713792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319870.141564:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319870.141567:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319870.141569:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319870.141581:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5109
00000100:00080000:0.0:1767319870.141583:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319870.141586:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319870.141600:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909f800 x1853163993713920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319870.141627:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319870.141629:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319870.141631:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319870.141633:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5109
00000100:00080000:0.0:1767319870.141635:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319870.141637:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319870.141648:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f2a00 x1853163993714176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319870.141688:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319870.141692:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319870.141694:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319870.141698:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5109
00000100:00080000:0.0:1767319870.141701:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319870.141704:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319870.141715:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f3b80 x1853163993714432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319870.141850:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993714304:0@lo:400:kworker.0
00000100:00100000:1.0:1767319870.141899:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993714048:0@lo:400:kworker.0
00000100:00100000:3.0:1767319870.141931:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319870.142035:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993713792:0@lo:38:kworker.0
00000100:00100000:3.0:1767319870.142050:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993714304
00000100:00100000:3.0:1767319870.142059:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993714304
00000100:00100000:2.0:1767319870.142083:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319870.142117:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993713920:0@lo:38:kworker.0
00000100:00100000:3.0:1767319870.142124:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993713792
00000100:00100000:3.0:1767319870.142129:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993713792
00000100:00100000:3.0:1767319870.142153:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5508
00000100:00100000:2.0:1767319870.142185:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319870.142211:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993714176:0@lo:38:kworker.0
00000100:00100000:2.0:1767319870.142250:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319870.142267:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993714432:0@lo:38:kworker.0
00000100:00100000:2.0:1767319870.142295:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319870.142338:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993714176
00000100:00100000:1.0:1767319870.142343:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993714176
00000100:00100000:1.0:1767319870.142364:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993714432
00000100:00100000:1.0:1767319870.142367:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993714432
00000100:00100000:1.0:1767319870.142378:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72655
00000100:00100000:1.0:1767319870.142385:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993713792:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319870.142407:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319870.142450:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993713792:12345-0@lo:38:kworker.0 Request processed in 65us (367us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319870.142458:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72655
00000100:00100000:1.0:1767319870.142478:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72656
00000100:00100000:1.0:1767319870.142483:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993714176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319870.142492:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319870.142515:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993714176:12345-0@lo:38:kworker.0 Request processed in 31us (265us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319870.142520:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72656
00000100:00100000:1.0:1767319870.142533:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72657
00000100:00100000:1.0:1767319870.142537:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993714432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319870.142544:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319870.142567:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993714432:12345-0@lo:38:kworker.0 Request processed in 28us (272us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319870.142572:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72657
00000100:00100000:1.0:1767319870.142605:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319870.142637:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993714048
00000100:00100000:1.0:1767319870.142641:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993714048
00000100:00100000:1.0:1767319870.142679:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5509
00000100:00100000:1.0:1767319870.142686:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993714048:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319870.142820:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993714048:12345-0@lo:400:kworker.0 Request processed in 134us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319870.142828:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5509
00000100:00100000:1.0:1767319870.142870:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993714048:0@lo:400:kworker.0
00000100:00100000:1.0:1767319870.142924:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993713920
00000100:00100000:1.0:1767319870.142927:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993713920
00000100:00100000:1.0:1767319870.142968:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183
00000100:00100000:1.0:1767319870.142973:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b0fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993713920:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319870.142983:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319870.143011:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b0fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993713920:12345-0@lo:38:kworker.0 Request processed in 37us (826us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319870.143017:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183
00000100:00080000:1.0:1767319870.143306:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319870.143440:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993714304:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319870.143938:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319870.143944:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319870.143948:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993713792:0@lo:38:kworker.0
00000100:00080000:2.0:1767319870.143955:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319870.143957:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319870.143959:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993713920:0@lo:38:kworker.0
00000100:00080000:2.0:1767319870.143966:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319870.143968:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319870.143969:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993714176:0@lo:38:kworker.0
00000100:00080000:2.0:1767319870.143977:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319870.143980:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319870.143983:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993714432:0@lo:38:kworker.0
00000100:00100000:3.0:1767319870.144204:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993714304:12345-0@lo:400:kworker.0 Request processed in 767us (2271us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319870.144214:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5508
00000100:00100000:0.0:1767319870.144550:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319870.144564:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993714688:0@lo:400:kworker.0
00000100:00100000:0.0:1767319870.144645:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319870.144701:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993714688
00000100:00100000:0.0:1767319870.144707:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993714688
00000100:00100000:2.0:1767319870.144716:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993714304:0@lo:400:kworker.0
00000100:00100000:2.0:1767319870.144731:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319870.144735:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993714560:0@lo:400:kworker.0
00000100:00100000:2.0:1767319870.144755:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319870.144792:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993714560
00000100:00100000:2.0:1767319870.144795:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993714560
00000100:00100000:0.0:1767319870.145103:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407
00000100:00100000:0.0:1767319870.145113:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993714688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319870.145179:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993714688:12345-0@lo:400:kworker.0 Request processed in 46us (512us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319870.145187:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407
00000100:00100000:0.0:1767319870.145306:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993714688:0@lo:400:kworker.0
00000100:00080000:1.0:1767319870.145860:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319870.145866:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319870.145898:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408
00000100:00100000:2.0:1767319870.145909:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993714560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319870.145968:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993714560:12345-0@lo:400:kworker.0 Request processed in 62us (1211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319870.145976:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408
00000100:00100000:3.0:1767319870.146006:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993714560:0@lo:400:kworker.0
00000100:00100000:1.0:1767319870.653304:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319870.721521:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319871.055930:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319871.056157:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319871.064948:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942218752
00000100:00100000:3.0:1767319871.064968:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942218752
00000100:00100000:3.0:1767319871.065069:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942218624
00000100:00100000:3.0:1767319871.065073:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942218624
00000100:00100000:3.0:1767319871.065102:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5510
00000100:00100000:3.0:1767319871.065114:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942218752:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319871.065231:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942218752:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 119us (9651us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319871.065241:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5510
00000100:00100000:3.0:1767319871.065263:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72658
00000100:00100000:3.0:1767319871.065268:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942218624:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319871.065296:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319871.065323:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942218624:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 54us (9167us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319871.065329:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72658
00000100:00080000:1.0:1767319871.065807:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319871.677314:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319871.743713:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319872.701930:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993714816:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319872.702063:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319872.702184:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319872.702188:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993714816
00000100:00100000:1.0:1767319872.702197:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993714816
00000100:00100000:1.0:1767319872.702372:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157
00000100:00100000:1.0:1767319872.702391:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993714816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319872.702435:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319872.702486:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993714816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (423us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319872.702493:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157
00000100:00100000:0.0:1767319872.702683:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319872.702694:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993714944:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319872.702723:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319872.703192:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993714944
00000100:00100000:1.0:1767319872.703198:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993714944
00000100:00100000:2.0:1767319872.703321:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993714816:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319872.708305:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319872.708320:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319872.708664:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158
00000100:00100000:1.0:1767319872.708682:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993714944:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319872.708721:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319872.708835:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993714944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 161us (6111us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319872.708843:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158
00000100:00100000:0.0:1767319872.709236:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993714944:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319872.765704:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319873.725415:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319873.790015:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319874.750757:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319874.813970:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319875.261281:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319875.261292:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319875.261295:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319875.261299:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319875.261303:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319875.261313:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5114
00000100:00080000:0.0:1767319875.261319:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319875.261326:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319875.261418:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f0700 x1853163993715072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319875.261446:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319875.261449:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319875.261451:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319875.261455:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5114
00000100:00080000:0.0:1767319875.261457:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319875.261473:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319875.261490:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f0000 x1853163993715200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319875.261696:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993715072:0@lo:38:kworker.0
00000100:00100000:1.0:1767319875.262047:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319875.262127:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993715200:0@lo:38:kworker.0
00000100:00100000:1.0:1767319875.262180:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319875.262242:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993715200
00000100:00100000:1.0:1767319875.262250:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993715200
00000100:00100000:1.0:1767319875.262288:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184
00000100:00100000:1.0:1767319875.262296:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993715200:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319875.262318:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319875.262361:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993715200:12345-0@lo:38:kworker.0 Request processed in 64us (181us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319875.262370:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184
00000100:00080000:1.0:1767319875.262414:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319875.262419:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319875.262422:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993715200:0@lo:38:kworker.0
00000100:00080000:0.0:1767319875.262612:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319875.262616:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319875.262618:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319875.262623:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5114
00000100:00080000:0.0:1767319875.262626:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319875.262630:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319875.262650:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f1500 x1853163993715456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319875.262679:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319875.262683:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319875.262685:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319875.262688:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5114
00000100:00080000:0.0:1767319875.262690:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319875.262694:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319875.262705:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f2a00 x1853163993715712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319875.262761:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993715840:0@lo:400:kworker.0
00000100:00100000:0.0:1767319875.262799:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319875.262965:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993715072
00000100:00100000:3.0:1767319875.262970:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993715072
00000100:00100000:3.0:1767319875.263013:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72659
00000100:00100000:3.0:1767319875.263018:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993715072:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319875.263030:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319875.263064:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993715072:12345-0@lo:38:kworker.0 Request processed in 44us (1259us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319875.263070:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72659
00000100:00100000:3.0:1767319875.263094:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993715584:0@lo:400:kworker.0
00000100:00100000:3.0:1767319875.263117:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319875.263138:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993715584
00000100:00100000:3.0:1767319875.263141:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993715584
00000100:00100000:3.0:1767319875.263184:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5511
00000100:00100000:3.0:1767319875.263189:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993715584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319875.263225:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993715584:12345-0@lo:400:kworker.0 Request processed in 35us (106us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319875.263231:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5511
00000100:00080000:3.0:1767319875.263246:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319875.263268:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993715584:0@lo:400:kworker.0
00000100:00100000:3.0:1767319875.263283:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993715968:0@lo:400:kworker.0
00000100:00100000:3.0:1767319875.263312:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993715456:0@lo:38:kworker.0
00000100:00100000:3.0:1767319875.263325:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319875.263335:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993715712:0@lo:38:kworker.0
00000100:00100000:3.0:1767319875.263346:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319875.263362:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319875.263366:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319875.263369:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993715072:0@lo:38:kworker.0
00000100:00100000:3.0:1767319875.263388:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993715456
00000100:00100000:3.0:1767319875.263391:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993715456
00000100:00100000:3.0:1767319875.263421:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993715712
00000100:00100000:3.0:1767319875.263424:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993715712
00000100:00100000:3.0:1767319875.263439:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72660
00000100:00100000:3.0:1767319875.263444:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993715456:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319875.263453:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319875.263480:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993715456:12345-0@lo:38:kworker.0 Request processed in 35us (153us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319875.263487:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72660
00000100:00100000:3.0:1767319875.263498:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72661
00000100:00100000:3.0:1767319875.263501:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993715712:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767319875.264415:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319875.264424:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319875.264428:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993715456:0@lo:38:kworker.0
00000100:00100000:0.0:1767319875.265020:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319875.265048:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319875.265058:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993715328:0@lo:400:kworker.0
00000100:00100000:0.0:1767319875.265108:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319875.265139:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993715840
00000100:00100000:0.0:1767319875.265146:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993715840
00000100:00100000:1.0:1767319875.265465:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993715328
00000100:00100000:1.0:1767319875.265471:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993715328
00000100:00100000:2.0:1767319875.265662:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993715968
00000100:00100000:2.0:1767319875.265666:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993715968
00000100:00100000:2.0:1767319875.265700:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409
00000100:00100000:2.0:1767319875.265708:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993715968:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319875.265761:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993715968:12345-0@lo:400:kworker.0 Request processed in 54us (743us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319875.265768:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409
00000100:00080000:2.0:1767319875.265820:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319875.265824:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319875.265826:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319875.266009:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5512
00000100:00100000:1.0:1767319875.266017:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993715328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319875.266053:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993715328:12345-0@lo:400:kworker.0 Request processed in 37us (944us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319875.266059:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5512
00000100:00100000:1.0:1767319875.266110:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993715328:0@lo:400:kworker.0
00000100:00100000:1.0:1767319875.266123:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993715968:0@lo:400:kworker.0
00000100:00100000:0.0:1767319875.266226:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410
00000100:00100000:0.0:1767319875.266236:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993715840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319875.266270:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993715840:12345-0@lo:400:kworker.0 Request processed in 38us (3470us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319875.266275:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410
00010000:00020000:3.0:1767319875.266333:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319875.266381:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993715712:12345-0@lo:38:kworker.0 Request processed in 2876us (3031us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319875.266388:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72661
00000100:00100000:1.0:1767319875.266495:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993715840:0@lo:400:kworker.0
00000100:00080000:0.0:1767319875.266640:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319875.266646:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319875.266650:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993715712:0@lo:38:kworker.0
00000100:00100000:1.0:1767319875.773739:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319875.838246:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319876.170064:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319876.170273:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319876.172203:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942219008
00000100:00100000:3.0:1767319876.172295:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942219008
00000100:00080000:2.0:1767319876.172420:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319876.174152:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942218880
00000100:00100000:3.0:1767319876.174182:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942218880
00000100:00100000:1.0:1767319876.174443:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5513
00000100:00100000:1.0:1767319876.174465:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942219008:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319876.174604:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942219008:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 151us (4554us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319876.174613:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5513
00000100:00100000:1.0:1767319876.174640:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72662
00000100:00100000:1.0:1767319876.174645:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942218880:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319876.174666:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319876.174692:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942218880:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (4420us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319876.174698:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72662
00000100:00100000:1.0:1767319876.797225:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319876.861380:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319877.821306:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319877.821898:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993716096:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319877.822055:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319877.822227:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993716096
00000100:00100000:0.0:1767319877.822239:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993716096
00000100:00100000:0.0:1767319877.822331:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159
00000100:00100000:0.0:1767319877.822344:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993716096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319877.822391:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319877.822467:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993716096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (413us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319877.822476:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159
00000100:00080000:2.0:1767319877.822649:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319877.822696:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993716096:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319877.823177:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993716224:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319877.823216:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319877.823290:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993716224
00000100:00100000:0.0:1767319877.823296:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993716224
00000100:00100000:0.0:1767319877.823342:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160
00000100:00100000:0.0:1767319877.823349:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993716224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319877.823368:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767319877.823577:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319877.823778:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993716224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 429us (560us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319877.823785:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160
00000100:00100000:3.0:1767319877.823839:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993716224:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319877.886956:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319878.845261:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319878.909576:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319879.358894:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319854/real 1767319854]  req@ffff89b72cf89880 x1853163993710848/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319879 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319879.358956:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b72cf89880 x1853163993710848/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319879 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319879.358980:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319879.359021:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319879.359026:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993710848:0@lo:250:kworker.0
00000100:00080000:0.0:1767319879.359783:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319879.359792:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319879.359797:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319879.359803:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5099
00000100:00080000:0.0:1767319879.359808:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319879.359824:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319879.359870:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a5a7b80 x1853163993716352/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319879.359899:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319879.359902:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319879.359903:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319879.359906:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5119
00000100:00080000:0.0:1767319879.359908:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319879.359910:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319879.359923:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a5a5c00 x1853163993716480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319879.359928:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319879.359930:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319879.359931:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319879.359934:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5119
00000100:00080000:0.0:1767319879.359935:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319879.359937:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319879.359955:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6062c1500 x1853163993716608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319879.360009:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319879.360013:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319879.360015:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319879.360019:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5119
00000100:00080000:0.0:1767319879.360021:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319879.360025:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319879.360032:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319879.360041:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e41bb80 x1853163993716864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319879.360050:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993716736:0@lo:400:kworker.0
00000100:00080000:0.0:1767319879.360069:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319879.360072:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319879.360074:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319879.360078:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5119
00000100:00080000:0.0:1767319879.360080:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319879.360083:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319879.360092:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e418000 x1853163993717120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319879.360142:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319879.360244:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993717376:0@lo:400:kworker.0
00000100:00100000:0.0:1767319879.360289:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993716992:0@lo:400:kworker.0
00000100:00100000:3.0:1767319879.360289:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319879.360318:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319879.360338:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319879.360344:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993717248:0@lo:400:kworker.0
00000100:00100000:0.0:1767319879.360365:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319879.360398:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993716736
00000100:00100000:0.0:1767319879.360408:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993716736
00000100:00100000:3.0:1767319879.360502:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993717376
00000100:00100000:3.0:1767319879.360507:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993717376
00000100:00100000:0.0:1767319879.360575:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993716992
00000100:00100000:0.0:1767319879.360579:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993716992
00000100:00100000:3.0:1767319879.360733:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993717248
00000100:00100000:3.0:1767319879.360738:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993717248
00000100:00100000:3.0:1767319879.360767:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411
00000100:00100000:2.0:1767319879.360768:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993716352:0@lo:250:kworker.0
00000100:00100000:3.0:1767319879.360777:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993717376:12345-0@lo:400:kworker.0
00000400:00000100:2.0:1767319879.360794:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993716352 offset 0 length 520: 4
00000100:00100000:2.0:1767319879.360812:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993716480:0@lo:38:kworker.0
00000100:00100000:2.0:1767319879.360831:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319879.360832:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993717376:12345-0@lo:400:kworker.0 Request processed in 56us (541us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319879.360839:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411
00000100:00100000:3.0:1767319879.360856:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412
00000100:00100000:3.0:1767319879.360862:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993717248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319879.360907:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993717248:12345-0@lo:400:kworker.0 Request processed in 46us (541us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319879.360913:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412
00000100:00100000:3.0:1767319879.360955:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993717248:0@lo:400:kworker.0
00000100:00100000:3.0:1767319879.360982:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993717376:0@lo:400:kworker.0
00000100:00100000:2.0:1767319879.363278:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993716608:0@lo:38:kworker.0
00000100:00100000:2.0:1767319879.363343:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319879.363362:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993716864:0@lo:38:kworker.0
00000100:00100000:2.0:1767319879.363385:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319879.366971:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993716480
00000100:00100000:1.0:1767319879.366988:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993716480
00000100:00100000:1.0:1767319879.367070:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5514
00000100:00100000:1.0:1767319879.367097:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993716736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319879.367227:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993716736:12345-0@lo:400:kworker.0 Request processed in 147us (7084us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319879.367235:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5514
00000100:00100000:1.0:1767319879.367267:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5515
00000100:00100000:1.0:1767319879.367275:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993716992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319879.367425:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993716992:12345-0@lo:400:kworker.0 Request processed in 151us (7105us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319879.367432:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5515
00000100:00080000:0.0:1767319879.367508:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319879.367514:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319879.367518:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319879.367545:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993716608
00000100:00100000:0.0:1767319879.367550:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993716608
00000100:00100000:0.0:1767319879.367580:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185
00000100:00100000:0.0:1767319879.367585:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993716608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319879.367604:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319879.367640:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993716608:12345-0@lo:38:kworker.0 Request processed in 54us (4297us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319879.367731:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185
00000100:00100000:0.0:1767319879.367771:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72663
00000100:00100000:0.0:1767319879.367776:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993716480:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319879.367786:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319879.367813:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993716480:12345-0@lo:38:kworker.0 Request processed in 35us (6981us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319879.367819:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72663
00000100:00100000:0.0:1767319879.367871:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993716992:0@lo:400:kworker.0
00000100:00100000:0.0:1767319879.367936:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993716736:0@lo:400:kworker.0
00000100:00100000:2.0:1767319879.378308:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993717120:0@lo:38:kworker.0
00000100:00100000:2.0:1767319879.378379:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319879.378549:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319879.378556:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319879.378560:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993716480:0@lo:38:kworker.0
00000100:00080000:2.0:1767319879.378573:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319879.378577:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319879.378580:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993716608:0@lo:38:kworker.0
00000100:00100000:0.0:1767319879.382922:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993716864
00000100:00100000:0.0:1767319879.382945:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993716864
00000100:00100000:0.0:1767319879.383012:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993717120
00000100:00100000:0.0:1767319879.383016:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993717120
00000100:00100000:0.0:1767319879.383052:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72664
00000100:00100000:0.0:1767319879.383062:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993716864:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319879.383091:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319879.383213:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993716864:12345-0@lo:38:kworker.0 Request processed in 152us (19826us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319879.383220:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72664
00000100:00100000:0.0:1767319879.383242:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72665
00000100:00100000:0.0:1767319879.383246:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993717120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319879.383255:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319879.383277:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993717120:12345-0@lo:38:kworker.0 Request processed in 30us (4898us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319879.383287:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72665
00000100:00080000:2.0:1767319879.383442:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319879.383448:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319879.383452:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993716864:0@lo:38:kworker.0
00000100:00080000:2.0:1767319879.383463:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319879.383466:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319879.383470:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993717120:0@lo:38:kworker.0
00000100:00100000:1.0:1767319879.869304:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319879.934414:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319880.893833:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319880.957917:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319881.289069:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319881.289241:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942219264
00000100:00100000:3.0:1767319881.289252:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942219264
00000100:00100000:3.0:1767319881.289339:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5516
00000100:00100000:3.0:1767319881.289349:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942219264:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319881.289440:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942219264:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 93us (386us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319881.289453:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5516
00000100:00080000:0.0:1767319881.289679:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319881.292728:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319881.292834:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942219136
00000100:00100000:1.0:1767319881.292846:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942219136
00000100:00100000:1.0:1767319881.292901:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72666
00000100:00100000:1.0:1767319881.292911:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942219136:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319881.292939:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319881.293026:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942219136:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 114us (310us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319881.293034:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72666
00000400:00000100:2.0:1767319881.304521:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942219392 offset 0 length 520: 4
00000100:00100000:1.0:1767319881.917302:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319881.981515:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319882.941303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319882.941740:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993717504:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319882.941827:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319882.941879:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319882.941893:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993717632:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319882.941922:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319882.942032:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993717504
00000100:00100000:2.0:1767319882.942040:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993717504
00000100:00100000:2.0:1767319882.942103:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993717632
00000100:00100000:2.0:1767319882.942106:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993717632
00000100:00100000:1.0:1767319882.942108:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161
00000100:00100000:1.0:1767319882.942118:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993717504:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319882.942129:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162
00000100:00100000:2.0:1767319882.942135:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993717632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319882.942201:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:2.0:1767319882.942201:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319882.942245:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993717504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (419us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319882.942245:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993717632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (320us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319882.942252:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162
00000100:00100000:2.0:1767319882.942313:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993717504:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319882.942351:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319882.942356:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319882.942510:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161
00000100:00100000:0.0:1767319882.942734:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993717632:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319883.005919:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319883.965844:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319884.032983:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319884.481118:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319884.481133:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319884.481137:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319884.481141:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319884.481146:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319884.481156:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5124
00000100:00080000:0.0:1767319884.481177:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319884.481184:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319884.481232:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e41a300 x1853163993717760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319884.481275:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319884.481279:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319884.481281:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319884.481286:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5124
00000100:00080000:0.0:1767319884.481290:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319884.481293:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319884.481310:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e419f80 x1853163993717888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319884.481351:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319884.481355:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319884.481357:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319884.481360:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5124
00000100:00080000:0.0:1767319884.481363:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319884.481366:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319884.481377:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e41bb80 x1853163993718144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319884.481412:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319884.481415:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319884.481417:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319884.481420:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5124
00000100:00080000:0.0:1767319884.481422:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319884.481424:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319884.481435:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e418e00 x1853163993718400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319884.481480:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993718528:0@lo:400:kworker.0
00000100:00100000:0.0:1767319884.481569:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319884.481654:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319884.481661:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993718272:0@lo:400:kworker.0
00000100:00100000:0.0:1767319884.481690:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319884.481723:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993718528
00000100:00100000:0.0:1767319884.481735:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993718528
00000100:00100000:0.0:1767319884.481794:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413
00000100:00100000:0.0:1767319884.481805:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993718528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319884.481870:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993718528:12345-0@lo:400:kworker.0 Request processed in 66us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319884.481879:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413
00000100:00080000:0.0:1767319884.481905:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319884.481940:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993718528:0@lo:400:kworker.0
00000100:00100000:2.0:1767319884.482043:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993717760:0@lo:38:kworker.0
00000100:00100000:2.0:1767319884.482073:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319884.482101:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993717888:0@lo:38:kworker.0
00000100:00100000:2.0:1767319884.482125:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319884.482150:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993718144:0@lo:38:kworker.0
00000100:00100000:2.0:1767319884.482194:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319884.482210:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993718400:0@lo:38:kworker.0
00000100:00100000:2.0:1767319884.482232:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319884.482262:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993717888
00000100:00100000:2.0:1767319884.482267:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993717888
00000100:00100000:2.0:1767319884.482293:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186
00000100:00100000:2.0:1767319884.482299:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993717888:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319884.482320:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319884.482354:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993717888:12345-0@lo:38:kworker.0 Request processed in 54us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319884.482361:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186
00000100:00100000:2.0:1767319884.482384:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993718272
00000100:00100000:2.0:1767319884.482388:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993718272
00000100:00100000:2.0:1767319884.482428:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993717760
00000100:00100000:2.0:1767319884.482432:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993717760
00000100:00100000:2.0:1767319884.482446:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993718144
00000100:00100000:2.0:1767319884.482449:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993718144
00000100:00100000:2.0:1767319884.482460:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993718400
00000100:00100000:2.0:1767319884.482463:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993718400
00000100:00100000:2.0:1767319884.482473:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5517
00000100:00100000:2.0:1767319884.482479:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993718272:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319884.482513:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993718272:12345-0@lo:400:kworker.0 Request processed in 34us (822us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319884.482519:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5517
00000100:00100000:2.0:1767319884.482530:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72667
00000100:00100000:2.0:1767319884.482534:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993717760:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319884.482543:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319884.482565:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993717760:12345-0@lo:38:kworker.0 Request processed in 29us (491us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319884.482572:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72667
00000100:00100000:2.0:1767319884.482582:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72668
00000100:00100000:2.0:1767319884.482586:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993718144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319884.482594:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319884.482668:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993718144:12345-0@lo:38:kworker.0 Request processed in 80us (472us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319884.482674:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72668
00000100:00100000:2.0:1767319884.482684:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72669
00000100:00100000:2.0:1767319884.482688:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993718400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319884.482696:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319884.482701:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993718016:0@lo:400:kworker.0
00000100:00100000:2.0:1767319884.482715:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993718400:12345-0@lo:38:kworker.0 Request processed in 27us (483us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319884.482721:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72669
00000100:00100000:1.0:1767319884.482728:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319884.482751:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767319884.482755:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767319884.482756:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319884.482759:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993717760:0@lo:38:kworker.0
00000100:00100000:1.0:1767319884.482760:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993718656:0@lo:400:kworker.0
00000100:00080000:2.0:1767319884.482768:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319884.482772:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319884.482775:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993717888:0@lo:38:kworker.0
00000100:00100000:1.0:1767319884.482782:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319884.482782:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319884.482785:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319884.482788:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993718144:0@lo:38:kworker.0
00000100:00080000:2.0:1767319884.482796:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319884.482799:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319884.482802:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993718400:0@lo:38:kworker.0
00000100:00100000:1.0:1767319884.482807:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993718016
00000100:00100000:1.0:1767319884.482809:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993718016
00000100:00100000:1.0:1767319884.482835:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5518
00000100:00100000:1.0:1767319884.482842:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993718016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319884.482868:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993718656
00000100:00100000:1.0:1767319884.482873:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993718016:12345-0@lo:400:kworker.0 Request processed in 33us (145us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319884.482873:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993718656
00000100:00100000:1.0:1767319884.482879:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5518
00000100:00100000:2.0:1767319884.482896:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414
00000100:00100000:2.0:1767319884.482902:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993718656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319884.482904:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993718016:0@lo:400:kworker.0
00000100:00100000:2.0:1767319884.482929:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993718656:12345-0@lo:400:kworker.0 Request processed in 28us (146us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319884.482935:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414
00000100:00100000:1.0:1767319884.482941:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993718656:0@lo:400:kworker.0
00000100:00080000:0.0:1767319884.483882:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319884.483892:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319884.483941:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993718272:0@lo:400:kworker.0
00000100:00100000:1.0:1767319884.989276:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319885.053444:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319886.014819:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319886.077646:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319886.411204:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319886.411263:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319886.411337:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942219520
00000100:00100000:0.0:1767319886.411347:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942219520
00000100:00100000:0.0:1767319886.411404:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942219648
00000100:00100000:0.0:1767319886.411407:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942219648
00000100:00100000:0.0:1767319886.411457:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5519
00000100:00100000:0.0:1767319886.411469:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942219648:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767319886.411483:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319886.411560:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942219648:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 95us (297us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319886.411566:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5519
00000100:00100000:0.0:1767319886.411581:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72670
00000100:00100000:0.0:1767319886.411584:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942219520:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319886.411601:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319886.411631:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942219520:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (439us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319886.411637:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72670
00000100:00100000:1.0:1767319887.037315:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319887.103824:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319888.061542:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993718784:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319888.061580:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319888.061648:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319888.061895:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993718784
00000100:00100000:1.0:1767319888.061912:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993718784
00000100:00100000:1.0:1767319888.062052:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163
00000100:00100000:1.0:1767319888.062063:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993718784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319888.062109:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319888.062200:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993718784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (553us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319888.062207:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163
00000100:00100000:1.0:1767319888.062257:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993718784:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319888.062906:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993718912:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319888.062948:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319888.063054:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993718912
00000100:00100000:1.0:1767319888.063060:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993718912
00000100:00100000:1.0:1767319888.063105:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164
00000100:00100000:1.0:1767319888.063114:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993718912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319888.063135:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319888.063188:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993718912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (239us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319888.063194:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164
00000100:00080000:3.0:1767319888.066800:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319888.066814:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319888.067035:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993718912:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319888.126109:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319889.093943:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319889.149455:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319889.599220:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319889.599231:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319889.599235:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319889.599239:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319889.599253:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319889.599262:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5129
00000100:00080000:3.0:1767319889.599266:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319889.599274:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319889.599330:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc700 x1853163993719040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319889.599361:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319889.599366:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319889.599367:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319889.599372:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5129
00000100:00080000:3.0:1767319889.599375:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319889.599379:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319889.599393:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cca80 x1853163993719168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319889.599478:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993719296:0@lo:400:kworker.0
00000100:00100000:0.0:1767319889.599564:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319889.599702:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993719296
00000100:00100000:1.0:1767319889.599711:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993719296
00000100:00100000:1.0:1767319889.599775:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5520
00000100:00100000:1.0:1767319889.599786:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993719296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319889.599883:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993719040:0@lo:38:kworker.0
00000100:00100000:2.0:1767319889.599916:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319889.600703:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319889.600711:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319889.600714:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319889.600720:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5129
00000100:00080000:3.0:1767319889.600724:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319889.600729:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319889.600758:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cd500 x1853163993719424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319889.600794:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319889.600797:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319889.600799:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319889.600803:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5129
00000100:00080000:3.0:1767319889.600805:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319889.600808:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319889.600819:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc380 x1853163993719680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319889.600913:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993719168:0@lo:38:kworker.0
00000100:00100000:2.0:1767319889.600950:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319889.600982:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993719424:0@lo:38:kworker.0
00000100:00100000:2.0:1767319889.601009:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319889.601028:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993719680:0@lo:38:kworker.0
00000100:00100000:2.0:1767319889.601047:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319889.601078:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993719936:0@lo:400:kworker.0
00000100:00100000:2.0:1767319889.601103:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319889.601136:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993719168
00000100:00100000:2.0:1767319889.601142:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993719168
00000100:00100000:2.0:1767319889.601186:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187
00000100:00100000:2.0:1767319889.601193:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993719168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319889.601211:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319889.601246:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993719168:12345-0@lo:38:kworker.0 Request processed in 52us (295us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319889.601252:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187
00000100:00100000:2.0:1767319889.601337:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993719040
00000100:00100000:2.0:1767319889.601341:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993719040
00000100:00100000:2.0:1767319889.601358:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993719424
00000100:00100000:2.0:1767319889.601361:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993719424
00000100:00100000:2.0:1767319889.601371:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993719680
00000100:00100000:2.0:1767319889.601373:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993719680
00000100:00100000:2.0:1767319889.601382:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72671
00000100:00100000:2.0:1767319889.601386:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993719040:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319889.601396:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319889.601420:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993719040:12345-0@lo:38:kworker.0 Request processed in 33us (1505us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319889.601426:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72671
00000100:00100000:2.0:1767319889.601438:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72672
00000100:00100000:2.0:1767319889.601442:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993719424:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319889.601465:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319889.601486:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993719424:12345-0@lo:38:kworker.0 Request processed in 43us (477us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319889.601492:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72672
00000100:00100000:2.0:1767319889.601502:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72673
00000100:00100000:2.0:1767319889.601506:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993719680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319889.601514:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319889.601532:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993719680:12345-0@lo:38:kworker.0 Request processed in 25us (485us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319889.601537:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72673
00000100:00080000:2.0:1767319889.601583:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319889.601588:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319889.601591:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993719424:0@lo:38:kworker.0
00000100:00080000:2.0:1767319889.601599:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319889.601603:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319889.601606:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993719680:0@lo:38:kworker.0
00000100:00080000:2.0:1767319889.601614:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319889.601617:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319889.601620:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993719040:0@lo:38:kworker.0
00000100:00080000:2.0:1767319889.601628:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319889.601630:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319889.601632:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993719168:0@lo:38:kworker.0
00000100:00100000:2.0:1767319889.601685:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993719808:0@lo:400:kworker.0
00000100:00100000:2.0:1767319889.601709:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319889.601730:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319889.601735:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993719552:0@lo:400:kworker.0
00000100:00100000:2.0:1767319889.601755:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319889.601778:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993719552
00000100:00100000:2.0:1767319889.601781:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993719552
00000100:00100000:2.0:1767319889.601808:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5521
00000100:00100000:2.0:1767319889.601813:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993719552:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319889.601847:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993719552:12345-0@lo:400:kworker.0 Request processed in 33us (91us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319889.601853:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5521
00000100:00100000:2.0:1767319889.601876:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993719552:0@lo:400:kworker.0
00000100:00100000:2.0:1767319889.601899:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993719936
00000100:00100000:2.0:1767319889.601902:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993719936
00000100:00100000:2.0:1767319889.601922:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993719808
00000100:00100000:2.0:1767319889.601924:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993719808
00000100:00100000:2.0:1767319889.601941:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3415
00000100:00100000:2.0:1767319889.601946:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993719936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319889.601991:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993719936:12345-0@lo:400:kworker.0 Request processed in 44us (887us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319889.601996:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3415
00000100:00100000:2.0:1767319889.602007:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3416
00000100:00100000:2.0:1767319889.602013:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993719808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319889.602587:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993719808:12345-0@lo:400:kworker.0 Request processed in 28us (331us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319889.602597:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3416
00000100:00100000:2.0:1767319889.602655:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993719936:0@lo:400:kworker.0
00000100:00100000:2.0:1767319889.602686:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993719808:0@lo:400:kworker.0
00000100:00080000:2.0:1767319889.602806:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319889.603848:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993719296:12345-0@lo:400:kworker.0 Request processed in 4057us (4276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319889.603863:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5520
00000100:00100000:0.0:1767319889.604682:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993719296:0@lo:400:kworker.0
00000100:00100000:3.0:1767319890.110240:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319890.173676:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319891.135538:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319891.197412:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319891.529356:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319891.529408:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319891.529485:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942219904
00000100:00100000:3.0:1767319891.529497:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942219904
00000100:00100000:3.0:1767319891.529585:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942219776
00000100:00100000:3.0:1767319891.529589:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942219776
00000100:00100000:3.0:1767319891.529609:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5522
00000100:00100000:3.0:1767319891.529619:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942219904:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319891.529703:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942219904:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 86us (359us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319891.529712:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5522
00000100:00100000:3.0:1767319891.529729:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72674
00000100:00100000:3.0:1767319891.529733:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942219776:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319891.529754:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319891.529779:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942219776:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (370us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319891.529785:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72674
00000100:00080000:2.0:1767319891.530094:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319892.157322:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319892.221422:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319893.181481:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319893.185056:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319893.185080:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993720192:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319893.185179:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319893.185271:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993720192
00000100:00100000:0.0:1767319893.185279:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993720192
00000100:00100000:0.0:1767319893.185345:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165
00000100:00100000:0.0:1767319893.185355:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993720192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319893.185385:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319893.185441:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993720192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319893.185450:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165
00000100:00080000:0.0:1767319893.185472:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319893.185508:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993720192:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319893.185671:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319893.185700:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993720064:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319893.185766:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319893.185845:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993720064
00000100:00100000:0.0:1767319893.185855:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993720064
00000100:00100000:0.0:1767319893.186012:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166
00000100:00100000:0.0:1767319893.186024:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993720064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319893.186069:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319893.186122:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993720064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (355us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319893.186132:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166
00000100:00100000:3.0:1767319893.186210:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993720064:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319893.186618:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767319893.245569:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319894.205363:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319894.269547:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319894.718107:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319894.718124:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319894.718128:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319894.718141:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319894.718150:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319894.718181:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5134
00000100:00080000:2.0:1767319894.718188:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319894.718198:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319894.718275:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc380 x1853163993720320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319894.718311:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319894.718315:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319894.718316:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319894.718321:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5134
00000100:00080000:2.0:1767319894.718324:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319894.718329:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319894.718343:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cd500 x1853163993720448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319894.718354:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993720320:0@lo:38:kworker.0
00000100:00080000:2.0:1767319894.718389:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319894.718394:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319894.718396:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319894.718401:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5134
00000100:00080000:2.0:1767319894.718404:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319894.718408:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319894.718423:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103dc00 x1853163993720704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319894.718448:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319894.718452:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319894.718454:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319894.718458:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5134
00000100:00080000:2.0:1767319894.718461:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767319894.718467:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319894.718468:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319894.718493:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103f480 x1853163993720960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319894.718558:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993720448:0@lo:38:kworker.0
00000100:00100000:2.0:1767319894.718561:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993720576:0@lo:400:kworker.0
00000100:00100000:0.0:1767319894.718604:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319894.718612:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319894.718638:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993720704:0@lo:38:kworker.0
00000100:00100000:2.0:1767319894.718648:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319894.718658:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993721216:0@lo:400:kworker.0
00000100:00100000:0.0:1767319894.718664:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319894.718680:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993720960:0@lo:38:kworker.0
00000100:00100000:2.0:1767319894.718697:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319894.718704:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319894.718743:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993720320
00000100:00100000:0.0:1767319894.718744:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993720448
00000100:00100000:0.0:1767319894.718754:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993720448
00000100:00100000:2.0:1767319894.718754:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993720320
00000100:00100000:2.0:1767319894.718805:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993720576
00000100:00100000:2.0:1767319894.718810:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993720576
00000100:00100000:0.0:1767319894.718827:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188
00000100:00100000:0.0:1767319894.718840:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993720448:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319894.718857:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993720704
00000100:00100000:2.0:1767319894.718861:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993720704
00010000:00020000:0.0:1767319894.718868:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319894.718975:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993720960
00000100:00100000:2.0:1767319894.718979:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993720960
00000100:00100000:2.0:1767319894.718992:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5523
00000100:00100000:2.0:1767319894.719000:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993720576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319894.719058:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993720576:12345-0@lo:400:kworker.0 Request processed in 60us (448us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319894.719068:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5523
00000100:00100000:2.0:1767319894.719088:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72675
00000100:00100000:2.0:1767319894.719092:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993720320:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319894.719102:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319894.719134:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993720320:12345-0@lo:38:kworker.0 Request processed in 40us (670us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319894.719140:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72675
00000100:00100000:2.0:1767319894.719150:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72676
00000100:00100000:2.0:1767319894.719154:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993720704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319894.719196:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319894.719236:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993720704:12345-0@lo:38:kworker.0 Request processed in 80us (571us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319894.719242:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72676
00000100:00100000:2.0:1767319894.719258:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72677
00000100:00100000:0.0:1767319894.719264:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993720448:12345-0@lo:38:kworker.0 Request processed in 423us (659us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319894.719266:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993720960:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319894.719279:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188
00010000:00020000:2.0:1767319894.719283:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319894.719313:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993720960:12345-0@lo:38:kworker.0 Request processed in 48us (609us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319894.719321:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72677
00000100:00100000:0.0:1767319894.719326:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993721088:0@lo:400:kworker.0
00000100:00100000:2.0:1767319894.719346:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993721216
00000100:00100000:2.0:1767319894.719352:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993721216
00000100:00100000:0.0:1767319894.719365:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319894.719394:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319894.719400:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993720832:0@lo:400:kworker.0
00000100:00100000:0.0:1767319894.719427:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319894.719462:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993720832
00000100:00100000:0.0:1767319894.719466:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993720832
00000100:00100000:0.0:1767319894.719499:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5524
00000100:00100000:0.0:1767319894.719506:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993720832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319894.719670:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993720576:0@lo:400:kworker.0
00000100:00100000:0.0:1767319894.719965:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993720832:12345-0@lo:400:kworker.0 Request processed in 449us (527us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319894.719983:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5524
00000100:00100000:0.0:1767319894.720078:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993720832:0@lo:400:kworker.0
00000100:00080000:0.0:1767319894.720132:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319894.720139:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319894.720143:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993720448:0@lo:38:kworker.0
00000100:00080000:1.0:1767319894.720434:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319894.720620:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993721088
00000100:00100000:2.0:1767319894.720628:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993721088
00000100:00100000:2.0:1767319894.720670:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417
00000100:00100000:2.0:1767319894.720681:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993721216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319894.720750:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993721216:12345-0@lo:400:kworker.0 Request processed in 72us (2053us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319894.720758:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417
00000100:00100000:2.0:1767319894.720773:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418
00000100:00100000:2.0:1767319894.720780:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993721088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319894.720821:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993721088:12345-0@lo:400:kworker.0 Request processed in 42us (1458us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319894.720829:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418
00000100:00100000:2.0:1767319894.720959:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993721088:0@lo:400:kworker.0
00000100:00100000:2.0:1767319894.720999:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993721216:0@lo:400:kworker.0
00000100:00080000:0.0:1767319894.723924:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319894.723939:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319894.723946:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993720704:0@lo:38:kworker.0
00000100:00080000:0.0:1767319894.723980:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319894.723984:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319894.723988:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993720960:0@lo:38:kworker.0
00000100:00080000:0.0:1767319894.724000:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319894.724004:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319894.724007:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993720320:0@lo:38:kworker.0
00000100:00100000:1.0:1767319895.231700:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319895.293819:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319896.253460:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319896.317458:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319896.648049:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319896.648654:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319896.660985:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942220160
00000100:00100000:1.0:1767319896.661006:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942220160
00000100:00080000:2.0:1767319896.661218:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319896.665421:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942220032
00000100:00100000:0.0:1767319896.665441:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942220032
00000100:00100000:0.0:1767319896.665526:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5525
00000100:00100000:0.0:1767319896.665549:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942220160:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319896.665779:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942220160:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 242us (17738us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319896.665788:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5525
00000100:00100000:0.0:1767319896.665832:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72678
00000100:00100000:0.0:1767319896.665837:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942220032:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319896.665862:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319896.665893:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942220032:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (17241us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319896.665899:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72678
00000100:00100000:1.0:1767319897.278445:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319897.341424:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319898.301446:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319898.301603:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319898.301625:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993721344:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319898.301706:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319898.301816:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993721344
00000100:00100000:3.0:1767319898.301829:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993721344
00000100:00100000:3.0:1767319898.301907:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167
00000100:00100000:3.0:1767319898.301916:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993721344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319898.301951:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319898.302000:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993721344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319898.302007:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167
00000100:00100000:1.0:1767319898.302114:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319898.302125:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993721472:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319898.302195:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319898.302228:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993721472
00000100:00100000:1.0:1767319898.302232:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993721472
00000100:00100000:1.0:1767319898.302259:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168
00000100:00100000:1.0:1767319898.302267:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993721472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319898.302282:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319898.302330:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993721472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (134us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319898.302336:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168
00000100:00080000:0.0:1767319898.302517:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319898.302522:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319898.302570:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993721344:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319898.303735:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993721472:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319898.368559:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319899.325357:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319899.389801:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319899.837313:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319899.837326:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319899.837329:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319899.837332:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319899.837337:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319899.837345:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5139
00000100:00080000:2.0:1767319899.837351:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319899.837360:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319899.837430:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103ce00 x1853163993721600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319899.837457:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319899.837462:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319899.837463:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319899.837467:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5139
00000100:00080000:2.0:1767319899.837470:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319899.837474:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319899.837489:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103f100 x1853163993721728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319899.837543:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319899.837546:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319899.837548:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319899.837552:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5139
00000100:00080000:2.0:1767319899.837554:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319899.837557:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319899.837569:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103ea00 x1853163993721984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319899.837596:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319899.837600:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319899.837601:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319899.837607:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5139
00000100:00080000:2.0:1767319899.837610:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319899.837614:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319899.837625:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103dc00 x1853163993722240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319899.837673:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993722496:0@lo:400:kworker.0
00000100:00100000:2.0:1767319899.837746:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319899.838006:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993721856:0@lo:400:kworker.0
00000100:00100000:0.0:1767319899.838047:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319899.838101:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993722112:0@lo:400:kworker.0
00000100:00100000:0.0:1767319899.838136:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319899.838180:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993722368:0@lo:400:kworker.0
00000100:00100000:0.0:1767319899.838207:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319899.838241:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993722496
00000100:00100000:0.0:1767319899.838249:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993722496
00000100:00100000:0.0:1767319899.838297:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993722368
00000100:00100000:0.0:1767319899.838300:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993722368
00000100:00100000:0.0:1767319899.838322:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419
00000100:00100000:0.0:1767319899.838330:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993722496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319899.838377:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993722496:12345-0@lo:400:kworker.0 Request processed in 48us (630us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319899.838384:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419
00000100:00100000:0.0:1767319899.838401:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420
00000100:00100000:0.0:1767319899.838419:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993722368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319899.838448:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993722368:12345-0@lo:400:kworker.0 Request processed in 42us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319899.838454:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420
00000100:00100000:0.0:1767319899.838485:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993721856
00000100:00100000:0.0:1767319899.838489:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993721856
00000100:00100000:0.0:1767319899.838524:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993722112
00000100:00100000:0.0:1767319899.838527:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993722112
00000100:00100000:0.0:1767319899.838548:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5526
00000100:00100000:0.0:1767319899.838553:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993721856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319899.838586:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993721856:12345-0@lo:400:kworker.0 Request processed in 33us (539us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319899.838592:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5526
00000100:00100000:0.0:1767319899.838602:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5527
00000100:00100000:0.0:1767319899.838608:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993722112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319899.838635:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993722112:12345-0@lo:400:kworker.0 Request processed in 27us (498us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319899.838643:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5527
00000100:00080000:0.0:1767319899.838660:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319899.839215:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993721600:0@lo:38:kworker.0
00000100:00100000:1.0:1767319899.839271:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319899.839304:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993721600
00000100:00100000:1.0:1767319899.839309:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993721600
00000100:00100000:1.0:1767319899.839350:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72679
00000100:00100000:1.0:1767319899.839355:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993721600:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319899.839377:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319899.839393:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993722496:0@lo:400:kworker.0
00000100:00100000:1.0:1767319899.839410:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993721600:12345-0@lo:38:kworker.0 Request processed in 54us (139us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319899.839417:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72679
00000100:00100000:1.0:1767319899.839486:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993721856:0@lo:400:kworker.0
00000100:00100000:1.0:1767319899.839533:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993722112:0@lo:400:kworker.0
00000100:00100000:0.0:1767319899.840235:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993722368:0@lo:400:kworker.0
00000100:00080000:1.0:1767319899.841776:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319899.841787:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319899.841792:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993721600:0@lo:38:kworker.0
00000100:00100000:1.0:1767319899.841811:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993721728:0@lo:38:kworker.0
00000100:00100000:1.0:1767319899.841885:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319899.841962:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993721728
00000100:00100000:0.0:1767319899.841970:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993721728
00000100:00100000:0.0:1767319899.842022:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189
00000100:00100000:0.0:1767319899.842030:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993721728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319899.842051:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319899.842107:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993721728:12345-0@lo:38:kworker.0 Request processed in 77us (222us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319899.842125:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189
00000100:00080000:1.0:1767319899.842279:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319899.842284:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319899.842287:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993721728:0@lo:38:kworker.0
00000100:00100000:1.0:1767319899.842294:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993721984:0@lo:38:kworker.0
00000100:00100000:1.0:1767319899.842723:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319899.842752:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993722240:0@lo:38:kworker.0
00000100:00100000:1.0:1767319899.842771:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319899.843931:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993721984
00000100:00100000:3.0:1767319899.843942:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993721984
00000100:00100000:3.0:1767319899.843989:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993722240
00000100:00100000:3.0:1767319899.843992:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993722240
00000100:00100000:3.0:1767319899.844026:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72680
00000100:00100000:3.0:1767319899.844033:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993721984:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319899.844063:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319899.844135:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993721984:12345-0@lo:38:kworker.0 Request processed in 101us (1412us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319899.844142:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72680
00000100:00100000:3.0:1767319899.844190:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72681
00000100:00100000:3.0:1767319899.844193:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993722240:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319899.844202:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319899.844223:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993722240:12345-0@lo:38:kworker.0 Request processed in 28us (1451us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319899.844228:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72681
00000100:00080000:3.0:1767319899.844265:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319899.844270:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319899.844274:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993721984:0@lo:38:kworker.0
00000100:00080000:3.0:1767319899.844282:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319899.844286:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319899.844289:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993722240:0@lo:38:kworker.0
00000100:00100000:3.0:1767319900.350285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319900.413558:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319901.375769:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319901.437757:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319901.767389:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319901.767497:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942220416
00000100:00100000:0.0:1767319901.767515:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942220416
00000100:00100000:0.0:1767319901.767631:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5528
00000100:00100000:0.0:1767319901.767644:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942220416:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319901.767733:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942220416:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 92us (358us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319901.767741:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5528
00000100:00080000:2.0:1767319901.767997:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319901.771585:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319901.771781:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942220288
00000100:00100000:0.0:1767319901.771791:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942220288
00000100:00100000:0.0:1767319901.771864:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72682
00000100:00100000:0.0:1767319901.771874:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942220288:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319901.771902:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319901.771973:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942220288:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 100us (400us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319901.771982:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72682
00000100:00100000:3.0:1767319902.397388:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319902.461712:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319903.421483:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993722624:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319903.421559:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319903.421655:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993722624
00000100:00100000:1.0:1767319903.421663:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993722624
00000100:00100000:1.0:1767319903.421745:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169
00000100:00100000:1.0:1767319903.421754:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993722624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319903.421780:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319903.421820:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993722624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319903.421827:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169
00000100:00100000:0.0:1767319903.421902:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993722752:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319903.421940:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319903.421977:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993722752
00000100:00100000:0.0:1767319903.421982:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993722752
00000100:00100000:0.0:1767319903.422015:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170
00000100:00100000:0.0:1767319903.422030:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993722752:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319903.422057:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767319903.422061:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767319903.422063:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319903.422107:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993722624:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319903.422109:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993722752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319903.422121:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170
00000100:00100000:0.0:1767319903.422542:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319903.422575:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993722752:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319903.485694:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319904.446388:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319904.510692:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319904.958228:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319879/real 1767319879]  req@ffff89b60a5a7b80 x1853163993716352/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319904 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319904.958273:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60a5a7b80 x1853163993716352/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319904 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767319904.958297:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319904.958335:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767319904.958340:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993716352:0@lo:250:kworker.0
00000100:00080000:3.0:1767319904.958506:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319904.958514:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319904.958518:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319904.958523:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5124
00000100:00080000:3.0:1767319904.958528:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319904.958535:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319904.958581:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f0000 x1853163993722880/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319904.958612:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319904.958617:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319904.958619:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319904.958624:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5144
00000100:00080000:3.0:1767319904.958627:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319904.958632:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319904.958663:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc380 x1853163993723008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319904.958673:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319904.958676:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319904.958678:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319904.958682:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5144
00000100:00080000:3.0:1767319904.958684:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319904.958688:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319904.958698:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cd500 x1853163993723136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319904.958752:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319904.958757:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319904.958759:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319904.958762:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5144
00000100:00080000:3.0:1767319904.958765:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319904.958768:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319904.958785:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094d9f80 x1853163993723392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319904.958816:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319904.958820:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319904.958823:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319904.958828:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5144
00000100:00080000:3.0:1767319904.958830:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319904.958834:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319904.958847:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094db100 x1853163993723648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319904.958900:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993723776:0@lo:400:kworker.0
00000100:00100000:3.0:1767319904.959004:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319904.959099:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319904.959106:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993723520:0@lo:400:kworker.0
00000100:00100000:3.0:1767319904.959138:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319904.959305:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993723264:0@lo:400:kworker.0
00000100:00100000:0.0:1767319904.959348:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319904.959380:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319904.959385:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993723904:0@lo:400:kworker.0
00000100:00100000:0.0:1767319904.959408:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319904.959459:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993723776
00000100:00100000:0.0:1767319904.959470:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993723776
00000100:00100000:0.0:1767319904.959547:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993723904
00000100:00100000:0.0:1767319904.959550:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993723904
00000100:00100000:0.0:1767319904.959577:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421
00000100:00100000:0.0:1767319904.959587:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993723776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319904.959656:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993723776:12345-0@lo:400:kworker.0 Request processed in 69us (652us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319904.959665:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421
00000100:00100000:0.0:1767319904.959687:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3422
00000100:00100000:0.0:1767319904.959694:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993723904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319904.959728:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993723904:12345-0@lo:400:kworker.0 Request processed in 34us (319us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319904.959734:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3422
00000100:00100000:0.0:1767319904.959777:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993723904:0@lo:400:kworker.0
00000100:00100000:0.0:1767319904.959804:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993723776:0@lo:400:kworker.0
00000100:00100000:3.0:1767319904.959954:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993723520
00000100:00100000:3.0:1767319904.959959:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993723520
00000100:00100000:3.0:1767319904.960030:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993723264
00000100:00100000:3.0:1767319904.960034:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993723264
00000100:00100000:3.0:1767319904.960059:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5529
00000100:00100000:3.0:1767319904.960066:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993723520:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319904.960190:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5530
00000100:00100000:0.0:1767319904.960199:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993723264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319904.960239:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993723264:12345-0@lo:400:kworker.0 Request processed in 42us (892us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319904.960245:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5530
00000100:00100000:0.0:1767319904.960274:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993723264:0@lo:400:kworker.0
00000100:00100000:3.0:1767319904.960446:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993723520:12345-0@lo:400:kworker.0 Request processed in 380us (1306us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319904.960453:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5529
00000100:00080000:2.0:1767319904.960587:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319904.961227:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993722880:0@lo:250:kworker.0
00000400:00000100:1.0:1767319904.961272:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993722880 offset 0 length 520: 4
00000100:00100000:1.0:1767319904.961308:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993723008:0@lo:38:kworker.0
00000100:00100000:1.0:1767319904.961340:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319904.961377:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993723136:0@lo:38:kworker.0
00000100:00100000:1.0:1767319904.961404:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319904.961434:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993723392:0@lo:38:kworker.0
00000100:00100000:1.0:1767319904.961458:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319904.961479:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993723648:0@lo:38:kworker.0
00000100:00100000:1.0:1767319904.961501:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319904.961537:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993723008
00000100:00100000:1.0:1767319904.961544:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993723008
00000100:00100000:1.0:1767319904.961577:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993723392
00000100:00100000:1.0:1767319904.961579:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993723392
00000100:00100000:1.0:1767319904.961592:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993723648
00000100:00100000:1.0:1767319904.961595:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993723648
00000100:00100000:1.0:1767319904.961615:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72683
00000100:00100000:1.0:1767319904.961623:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993723008:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319904.961631:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72684
00000100:00100000:2.0:1767319904.961640:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993723392:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319904.961711:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993723136
00000100:00100000:3.0:1767319904.961718:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993723136
00000100:00100000:3.0:1767319904.961743:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190
00000100:00100000:3.0:1767319904.961749:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993723136:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319904.961775:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319904.961821:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993723008:12345-0@lo:38:kworker.0 Request processed in 198us (480us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319904.961830:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72683
00000100:00100000:1.0:1767319904.961849:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72685
00000100:00100000:1.0:1767319904.961852:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993723648:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319904.962287:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993723520:0@lo:400:kworker.0
00000100:00080000:0.0:1767319904.962351:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319904.962356:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319904.962360:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993723008:0@lo:38:kworker.0
00010000:00020000:2.0:1767319904.967601:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319904.967720:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993723392:12345-0@lo:38:kworker.0 Request processed in 6078us (6258us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319904.967733:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72684
00010000:00020000:3.0:1767319904.969389:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319904.969477:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993723136:12345-0@lo:38:kworker.0 Request processed in 7723us (8068us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319904.969489:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190
00000100:00080000:0.0:1767319904.969660:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319904.969667:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319904.969672:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993723136:0@lo:38:kworker.0
00000100:00080000:0.0:1767319904.969687:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319904.969691:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319904.969694:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993723392:0@lo:38:kworker.0
00010000:00020000:1.0:1767319904.972761:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319904.972930:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993723648:12345-0@lo:38:kworker.0 Request processed in 11071us (11422us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319904.972947:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72685
00000100:00080000:0.0:1767319904.973180:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319904.973189:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319904.973194:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993723648:0@lo:38:kworker.0
00000100:00100000:0.0:1767319905.469300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319905.533522:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319905.863024:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319905.863133:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942220800
00000100:00100000:1.0:1767319905.863145:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942220800
00000100:00100000:1.0:1767319905.863274:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5531
00000100:00100000:1.0:1767319905.863287:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942220800:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319905.863384:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942220800:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 100us (383us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319905.863392:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5531
00000100:00080000:2.0:1767319905.863565:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:3.0:1767319905.864960:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942220544 offset 0 length 520: 4
00000100:00100000:3.0:1767319905.865018:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319905.865133:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942220672
00000100:00100000:2.0:1767319905.865142:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942220672
00000100:00100000:2.0:1767319905.865232:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72686
00000100:00100000:2.0:1767319905.865240:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942220672:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319905.865264:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319905.865326:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942220672:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 85us (308us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319905.865334:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72686
00000100:00100000:0.0:1767319906.493341:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319906.558775:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319907.517247:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319907.581404:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319908.542296:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993724032:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319908.542624:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319908.542865:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993724032
00000100:00100000:1.0:1767319908.542875:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993724032
00000100:00100000:1.0:1767319908.542970:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171
00000100:00100000:1.0:1767319908.542983:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993724032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319908.543035:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319908.543092:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993724032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (469us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319908.543104:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171
00000100:00100000:1.0:1767319908.543192:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993724032:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319908.543198:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319908.544005:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319908.544022:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993724160:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319908.544067:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319908.544190:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993724160
00000100:00100000:3.0:1767319908.544197:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993724160
00000100:00100000:3.0:1767319908.544249:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172
00000100:00100000:3.0:1767319908.544258:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993724160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319908.544281:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319908.544321:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993724160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (254us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319908.544327:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172
00000100:00100000:3.0:1767319908.544365:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993724160:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319908.545015:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319908.545022:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767319908.607346:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319909.565429:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319909.632763:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319910.078822:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319910.078834:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319910.078838:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319910.078842:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319910.078846:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319910.078854:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5149
00000100:00080000:0.0:1767319910.078859:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319910.078866:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319910.078907:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f2300 x1853163993724288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319910.078946:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319910.078950:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319910.078952:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319910.078955:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5149
00000100:00080000:0.0:1767319910.078958:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319910.078962:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319910.078988:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cd500 x1853163993724416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319910.079030:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319910.079033:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319910.079035:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319910.079038:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5149
00000100:00080000:0.0:1767319910.079040:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767319910.079041:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993724288:0@lo:38:kworker.0
00000100:00080000:0.0:1767319910.079044:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319910.079056:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cf480 x1853163993724672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319910.079081:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319910.079084:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319910.079086:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319910.079089:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5149
00000100:00080000:0.0:1767319910.079091:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319910.079094:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319910.079104:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094d9f80 x1853163993724928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319910.079116:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319910.079147:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993725056:0@lo:400:kworker.0
00000100:00100000:1.0:1767319910.079192:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993724416:0@lo:38:kworker.0
00000100:00100000:0.0:1767319910.079196:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319910.079217:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319910.079226:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319910.079232:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993724800:0@lo:400:kworker.0
00000100:00100000:1.0:1767319910.079238:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993724672:0@lo:38:kworker.0
00000100:00100000:1.0:1767319910.079265:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993724288
00000100:00100000:1.0:1767319910.079272:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993724288
00000100:00100000:0.0:1767319910.079299:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319910.079350:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993725184:0@lo:400:kworker.0
00000100:00100000:2.0:1767319910.079379:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319910.079412:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319910.079417:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993724544:0@lo:400:kworker.0
00000100:00100000:2.0:1767319910.079451:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993725056
00000100:00100000:2.0:1767319910.079454:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993725056
00000100:00100000:2.0:1767319910.079496:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993725184
00000100:00100000:2.0:1767319910.079500:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993725184
00000100:00100000:2.0:1767319910.079524:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423
00000100:00100000:2.0:1767319910.079533:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993725056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319910.079583:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993725056:12345-0@lo:400:kworker.0 Request processed in 51us (386us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319910.079591:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423
00000100:00100000:2.0:1767319910.079608:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424
00000100:00100000:2.0:1767319910.079614:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993725184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319910.079644:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993725184:12345-0@lo:400:kworker.0 Request processed in 30us (265us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319910.079650:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424
00000100:00080000:2.0:1767319910.079665:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319910.079669:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319910.079739:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993724416
00000100:00100000:3.0:1767319910.079744:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993724416
00000100:00100000:3.0:1767319910.082293:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191
00000100:00100000:3.0:1767319910.082318:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993724416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319910.082346:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319910.083549:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993724416:12345-0@lo:38:kworker.0 Request processed in 1238us (4326us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319910.083559:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191
00000100:00100000:0.0:1767319910.096583:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993725056:0@lo:400:kworker.0
00000100:00100000:0.0:1767319910.096731:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319910.097390:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993724800
00000100:00100000:1.0:1767319910.097398:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993724800
00000100:00100000:1.0:1767319910.097473:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5532
00000100:00100000:1.0:1767319910.098063:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993724800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319910.098185:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993724800:12345-0@lo:400:kworker.0 Request processed in 703us (18883us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319910.098194:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5532
00000100:00100000:1.0:1767319910.098217:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72687
00000100:00100000:1.0:1767319910.098223:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993724288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319910.098243:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319910.098278:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993724288:12345-0@lo:38:kworker.0 Request processed in 54us (19161us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319910.098283:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72687
00000100:00080000:1.0:1767319910.098303:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319910.098407:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993724800:0@lo:400:kworker.0
00000100:00100000:2.0:1767319910.106558:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993725184:0@lo:400:kworker.0
00000100:00100000:2.0:1767319910.106606:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319910.115141:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993724928:0@lo:38:kworker.0
00000100:00100000:2.0:1767319910.115244:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319910.115370:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993724544
00000100:00100000:3.0:1767319910.115380:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993724544
00000100:00100000:3.0:1767319910.115441:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5533
00000100:00100000:3.0:1767319910.115452:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993724544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319910.115524:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993724544:12345-0@lo:400:kworker.0 Request processed in 74us (18792us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319910.115531:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5533
00000100:00100000:3.0:1767319910.115551:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993724672
00000100:00100000:3.0:1767319910.115554:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993724672
00000100:00100000:3.0:1767319910.115571:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72688
00000100:00100000:3.0:1767319910.115575:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993724672:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319910.115596:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319910.115625:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993724672:12345-0@lo:38:kworker.0 Request processed in 48us (9019us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319910.115631:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72688
00000100:00100000:3.0:1767319910.115692:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993724544:0@lo:400:kworker.0
00000100:00080000:1.0:1767319910.117909:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319910.118985:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993724928
00000100:00100000:1.0:1767319910.119002:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993724928
00000100:00080000:2.0:1767319910.119022:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319910.119031:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319910.119036:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993724288:0@lo:38:kworker.0
00000100:00080000:2.0:1767319910.119052:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319910.119055:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319910.119058:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993724416:0@lo:38:kworker.0
00000100:00100000:1.0:1767319910.119070:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72689
00000100:00100000:1.0:1767319910.119079:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993724928:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767319910.119100:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:1.0:1767319910.119101:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767319910.119104:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319910.119106:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993724672:0@lo:38:kworker.0
00000100:00100000:1.0:1767319910.119212:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993724928:12345-0@lo:38:kworker.0 Request processed in 133us (3967us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319910.119220:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72689
00000100:00080000:2.0:1767319910.119230:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319910.119239:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319910.119242:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993724928:0@lo:38:kworker.0
00000100:00100000:3.0:1767319910.590238:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319910.653452:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319910.983884:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319910.983945:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319910.983975:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942220928
00000100:00100000:1.0:1767319910.983985:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942220928
00000100:00100000:1.0:1767319910.984077:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942221056
00000100:00100000:1.0:1767319910.984081:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942221056
00000100:00080000:0.0:1767319910.984199:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319910.986765:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5534
00000100:00100000:2.0:1767319910.986798:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942221056:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319910.986923:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942221056:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 142us (2977us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319910.986933:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5534
00000100:00100000:2.0:1767319910.986968:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72690
00000100:00100000:2.0:1767319910.986974:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942220928:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319910.986998:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319910.987029:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942220928:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 53us (3161us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319910.987035:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72690
00000100:00100000:3.0:1767319911.613671:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319911.677605:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319912.638198:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319912.704678:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319913.662091:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319913.662192:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993725312:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319913.662323:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319913.663030:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993725312
00000100:00100000:3.0:1767319913.663041:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993725312
00000100:00100000:3.0:1767319913.663132:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173
00000100:00100000:3.0:1767319913.663147:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706450050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993725312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319913.663216:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767319913.663552:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319913.663654:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706450050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993725312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 510us (1331us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319913.663663:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173
00000100:00100000:0.0:1767319913.663873:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993725312:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319913.664035:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993725440:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319913.664082:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319913.673993:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993725440
00000100:00100000:3.0:1767319913.674013:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993725440
00000100:00080000:1.0:1767319913.674257:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319913.681856:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174
00000100:00100000:0.0:1767319913.681908:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993725440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319913.681963:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319913.682099:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993725440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 216us (18015us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319913.682109:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174
00000100:00100000:1.0:1767319913.682259:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993725440:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319913.725427:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319914.685475:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319914.751431:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319915.197488:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319915.197501:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319915.197504:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319915.197508:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319915.197522:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319915.197531:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5154
00000100:00080000:0.0:1767319915.197537:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319915.197545:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319915.197596:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094d9500 x1853163993725568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319915.197628:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319915.197632:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319915.197634:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319915.197637:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5154
00000100:00080000:0.0:1767319915.197640:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319915.197644:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319915.197658:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094db100 x1853163993725696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319915.197708:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319915.197712:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319915.197713:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319915.197717:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5154
00000100:00080000:0.0:1767319915.197719:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319915.197722:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319915.197734:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094d9f80 x1853163993725952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319915.197762:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319915.197765:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319915.197767:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319915.197770:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5154
00000100:00080000:0.0:1767319915.197773:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319915.197776:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319915.197788:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cfb80 x1853163993726208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319915.197845:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993726080:0@lo:400:kworker.0
00000100:00100000:0.0:1767319915.197913:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319915.197981:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319915.197988:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993726336:0@lo:400:kworker.0
00000100:00100000:0.0:1767319915.198014:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319915.198203:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993726464:0@lo:400:kworker.0
00000100:00100000:3.0:1767319915.198235:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319915.198275:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319915.198280:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993725824:0@lo:400:kworker.0
00000100:00100000:3.0:1767319915.198301:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319915.198331:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993726336
00000100:00100000:3.0:1767319915.198338:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993726336
00000100:00100000:3.0:1767319915.198388:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993726464
00000100:00100000:3.0:1767319915.198392:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993726464
00000100:00100000:3.0:1767319915.198414:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425
00000100:00100000:3.0:1767319915.198423:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993726336:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319915.198474:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993726336:12345-0@lo:400:kworker.0 Request processed in 52us (457us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319915.198480:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425
00000100:00100000:3.0:1767319915.198495:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426
00000100:00100000:3.0:1767319915.198501:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993726464:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319915.198545:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993726464:12345-0@lo:400:kworker.0 Request processed in 44us (308us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319915.198550:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426
00000100:00100000:3.0:1767319915.198569:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993726080
00000100:00100000:3.0:1767319915.198572:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993726080
00000100:00100000:3.0:1767319915.198595:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993725824
00000100:00100000:3.0:1767319915.198598:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993725824
00000100:00100000:3.0:1767319915.198615:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5535
00000100:00100000:3.0:1767319915.198621:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993726080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319915.198651:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993726080:12345-0@lo:400:kworker.0 Request processed in 30us (738us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319915.198657:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5535
00000100:00100000:3.0:1767319915.198668:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5536
00000100:00100000:3.0:1767319915.198674:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993725824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319915.198698:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993725824:12345-0@lo:400:kworker.0 Request processed in 24us (395us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319915.198703:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5536
00000100:00080000:3.0:1767319915.198720:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767319915.198725:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319915.198726:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319915.198761:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993725824:0@lo:400:kworker.0
00000100:00100000:3.0:1767319915.198772:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993726464:0@lo:400:kworker.0
00000100:00100000:0.0:1767319915.199051:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993726336:0@lo:400:kworker.0
00000100:00100000:0.0:1767319915.199062:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993726080:0@lo:400:kworker.0
00000100:00100000:1.0:1767319915.199471:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993725568:0@lo:38:kworker.0
00000100:00100000:1.0:1767319915.199526:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319915.199554:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993725696:0@lo:38:kworker.0
00000100:00100000:1.0:1767319915.199579:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319915.199608:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993725952:0@lo:38:kworker.0
00000100:00100000:1.0:1767319915.199629:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319915.199653:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993726208:0@lo:38:kworker.0
00000100:00100000:1.0:1767319915.199671:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319915.199703:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993725568
00000100:00100000:1.0:1767319915.199708:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993725568
00000100:00100000:1.0:1767319915.199731:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993725952
00000100:00100000:1.0:1767319915.199735:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993725952
00000100:00100000:1.0:1767319915.199747:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993726208
00000100:00100000:1.0:1767319915.199749:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993726208
00000100:00100000:1.0:1767319915.199763:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72691
00000100:00100000:1.0:1767319915.199769:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993725568:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319915.199788:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319915.199826:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993725568:12345-0@lo:38:kworker.0 Request processed in 55us (299us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319915.199843:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72691
00000100:00100000:1.0:1767319915.199857:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72692
00000100:00100000:1.0:1767319915.199860:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993725952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319915.199869:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319915.199891:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993725952:12345-0@lo:38:kworker.0 Request processed in 29us (262us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319915.199897:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72692
00000100:00100000:1.0:1767319915.199907:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72693
00000100:00100000:1.0:1767319915.199911:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993726208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319915.199920:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319915.199940:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993726208:12345-0@lo:38:kworker.0 Request processed in 28us (268us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319915.199946:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72693
00000100:00080000:1.0:1767319915.199974:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319915.199980:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319915.199983:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993725568:0@lo:38:kworker.0
00000100:00080000:1.0:1767319915.200049:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319915.200054:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319915.200057:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993725952:0@lo:38:kworker.0
00000100:00080000:1.0:1767319915.200065:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319915.200067:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319915.200070:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993726208:0@lo:38:kworker.0
00000100:00100000:0.0:1767319915.200331:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993725696
00000100:00100000:0.0:1767319915.200336:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993725696
00000100:00100000:0.0:1767319915.200367:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192
00000100:00100000:0.0:1767319915.200372:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993725696:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319915.200383:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319915.200419:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993725696:12345-0@lo:38:kworker.0 Request processed in 46us (839us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319915.200425:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192
00000100:00080000:1.0:1767319915.200947:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319915.200952:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319915.200956:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993725696:0@lo:38:kworker.0
00000100:00100000:3.0:1767319915.710420:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319915.773495:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319916.106870:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319916.109004:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319916.117492:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942221184
00000100:00100000:0.0:1767319916.117512:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942221184
00000100:00100000:0.0:1767319916.117562:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942221312
00000100:00100000:0.0:1767319916.117565:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942221312
00000100:00100000:2.0:1767319916.117600:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72694
00000100:00100000:2.0:1767319916.117610:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942221184:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:0.0:1767319916.117617:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5537
00000100:00100000:0.0:1767319916.117625:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942221312:12345-192.168.204.50@tcp:400:kworker.0
00010000:00020000:2.0:1767319916.117633:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319916.117695:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319916.118031:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942221184:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 419us (11169us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319916.118039:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72694
00000100:00100000:0.0:1767319916.120804:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942221312:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 3167us (11799us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319916.120829:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5537
00000100:00100000:3.0:1767319916.733383:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319916.797401:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319917.757721:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319917.821452:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319918.781530:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319918.781741:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319918.781758:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993726592:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319918.781847:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319918.782039:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993726592
00000100:00100000:0.0:1767319918.782052:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993726592
00000100:00100000:0.0:1767319918.782120:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175
00000100:00100000:0.0:1767319918.782130:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993726592:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319918.782180:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319918.782223:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993726592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (376us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319918.782231:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175
00000100:00080000:1.0:1767319918.782358:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319918.782394:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993726592:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319918.782534:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319918.782542:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993726720:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319918.782567:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319918.782674:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993726720
00000100:00100000:3.0:1767319918.782679:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993726720
00000100:00100000:3.0:1767319918.782723:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176
00000100:00100000:3.0:1767319918.782730:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993726720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319918.782747:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319918.782793:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993726720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319918.782799:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176
00000100:00100000:3.0:1767319918.782825:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993726720:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319918.782911:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767319918.850051:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319919.805378:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319919.869591:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319920.317308:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319920.317319:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319920.317323:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319920.317328:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319920.317334:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319920.317344:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5159
00000100:00080000:0.0:1767319920.317350:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319920.317359:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319920.317407:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cd500 x1853163993726848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319920.317434:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319920.317437:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319920.317438:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319920.317441:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5159
00000100:00080000:0.0:1767319920.317451:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319920.317454:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319920.317464:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cc000 x1853163993726976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319920.317493:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319920.317496:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319920.317497:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319920.317499:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5159
00000100:00080000:0.0:1767319920.317501:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319920.317503:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319920.317515:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cd880 x1853163993727232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319920.317551:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319920.317555:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319920.317556:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319920.317560:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5159
00000100:00080000:0.0:1767319920.317562:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319920.317565:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319920.317577:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038ce300 x1853163993727488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319920.317621:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993727360:0@lo:400:kworker.0
00000100:00100000:0.0:1767319920.317699:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319920.317763:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319920.317769:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993727616:0@lo:400:kworker.0
00000100:00100000:2.0:1767319920.317790:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993727744:0@lo:400:kworker.0
00000100:00100000:0.0:1767319920.317796:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319920.317842:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993727616
00000100:00100000:2.0:1767319920.317848:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319920.317850:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993727616
00000100:00100000:2.0:1767319920.317888:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319920.317897:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993727104:0@lo:400:kworker.0
00000100:00100000:0.0:1767319920.317902:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993727744
00000100:00100000:0.0:1767319920.317905:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993727744
00000100:00100000:0.0:1767319920.317929:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3427
00000100:00100000:2.0:1767319920.317933:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319920.317942:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993727616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319920.317979:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3428
00000100:00100000:2.0:1767319920.317990:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993727744:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319920.317999:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993727616:12345-0@lo:400:kworker.0 Request processed in 59us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319920.318008:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3427
00000100:00080000:0.0:1767319920.318033:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319920.318035:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993727744:12345-0@lo:400:kworker.0 Request processed in 46us (186us total) trans 0 rc 0/0
00000100:00080000:0.0:1767319920.318037:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319920.318046:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3428
00000100:00100000:2.0:1767319920.318077:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993727360
00000100:00100000:0.0:1767319920.318079:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993727616:0@lo:400:kworker.0
00000100:00100000:2.0:1767319920.318092:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993727360
00000100:00100000:0.0:1767319920.318112:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993727104
00000100:00100000:0.0:1767319920.318116:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993727104
00000100:00100000:2.0:1767319920.318138:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5538
00000100:00100000:0.0:1767319920.318144:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5539
00000100:00100000:2.0:1767319920.318149:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993727360:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319920.318154:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993727104:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319920.318199:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993727104:12345-0@lo:400:kworker.0 Request processed in 49us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319920.318203:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5539
00000100:00100000:2.0:1767319920.318227:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993727360:12345-0@lo:400:kworker.0 Request processed in 81us (526us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319920.318236:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5538
00000100:00100000:0.0:1767319920.318239:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993727360:0@lo:400:kworker.0
00000100:00080000:0.0:1767319920.318255:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319920.318280:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993727104:0@lo:400:kworker.0
00000100:00100000:2.0:1767319920.318290:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993727744:0@lo:400:kworker.0
00000100:00100000:1.0:1767319920.318698:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993726848:0@lo:38:kworker.0
00000100:00100000:1.0:1767319920.318725:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319920.318763:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993726976:0@lo:38:kworker.0
00000100:00100000:1.0:1767319920.318794:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319920.318825:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993727232:0@lo:38:kworker.0
00000100:00100000:1.0:1767319920.318845:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319920.318870:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993727488:0@lo:38:kworker.0
00000100:00100000:1.0:1767319920.318892:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319920.318919:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993726848
00000100:00100000:1.0:1767319920.318923:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993726848
00000100:00100000:1.0:1767319920.318941:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993727232
00000100:00100000:1.0:1767319920.318944:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993727232
00000100:00100000:1.0:1767319920.318957:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993727488
00000100:00100000:1.0:1767319920.318960:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993727488
00000100:00100000:1.0:1767319920.318974:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72695
00000100:00100000:1.0:1767319920.318979:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993726848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319920.318999:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319920.319032:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993726848:12345-0@lo:38:kworker.0 Request processed in 51us (305us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319920.319039:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72695
00000100:00100000:1.0:1767319920.319057:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72696
00000100:00100000:1.0:1767319920.319061:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993727232:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319920.319071:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319920.319094:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993727232:12345-0@lo:38:kworker.0 Request processed in 31us (247us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319920.319099:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72696
00000100:00100000:1.0:1767319920.319110:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72697
00000100:00100000:1.0:1767319920.319113:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993727488:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319920.319122:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319920.319145:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993727488:12345-0@lo:38:kworker.0 Request processed in 30us (251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319920.319410:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993726976
00000100:00100000:2.0:1767319920.319415:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993726976
00000100:00100000:2.0:1767319920.319447:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193
00000100:00100000:2.0:1767319920.319453:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993726976:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319920.319464:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319920.319492:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993726976:12345-0@lo:38:kworker.0 Request processed in 39us (698us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319920.319497:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193
00000100:00080000:2.0:1767319920.319648:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319920.319654:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319920.319657:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993726848:0@lo:38:kworker.0
00000100:00080000:2.0:1767319920.319925:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319920.319929:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319920.319931:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993726976:0@lo:38:kworker.0
00000100:00080000:2.0:1767319920.319941:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319920.319944:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319920.319946:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993727232:0@lo:38:kworker.0
00000100:00080000:2.0:1767319920.319954:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319920.319957:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319920.319959:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993727488:0@lo:38:kworker.0
00000100:00100000:1.0:1767319920.321661:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72697
00000100:00100000:0.0:1767319920.829524:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319920.893397:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319921.223607:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319921.223685:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319921.224780:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942221440
00000100:00100000:1.0:1767319921.224803:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942221440
00000100:00100000:1.0:1767319921.224852:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942221568
00000100:00100000:1.0:1767319921.224855:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942221568
00000100:00100000:1.0:1767319921.224911:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5540
00000100:00100000:1.0:1767319921.224921:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942221568:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319921.224996:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942221568:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 78us (1311us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319921.225004:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5540
00000100:00100000:1.0:1767319921.225024:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72698
00000100:00100000:1.0:1767319921.225029:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942221440:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319921.225049:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319921.225073:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942221440:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (1478us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319921.225079:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72698
00000100:00080000:2.0:1767319921.225276:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319921.853283:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319921.917607:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319922.877306:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319922.941805:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319923.902729:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319923.903484:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993727872:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319923.903562:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319923.905975:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993727872
00000100:00100000:3.0:1767319923.905989:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993727872
00000100:00100000:3.0:1767319923.906080:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177
00000100:00100000:3.0:1767319923.906091:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993727872:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319923.906124:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319923.906220:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993727872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (2659us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319923.906227:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177
00000100:00100000:3.0:1767319923.906289:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993727872:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319923.906582:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319923.908446:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993728000:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319923.908515:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319923.908624:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993728000
00000100:00100000:1.0:1767319923.908632:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993728000
00000100:00100000:1.0:1767319923.908708:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178
00000100:00100000:1.0:1767319923.908718:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993728000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319923.908749:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319923.908795:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993728000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (279us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319923.908803:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178
00000100:00080000:2.0:1767319923.909050:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319923.909096:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993728000:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319923.965434:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319924.927308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319924.990275:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319925.438269:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319925.438281:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319925.438284:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319925.438288:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319925.438292:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319925.438300:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5165
00000100:00080000:1.0:1767319925.438305:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319925.438311:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319925.438353:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b291500 x1853163993728128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319925.438383:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319925.438387:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319925.438389:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319925.438394:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5165
00000100:00080000:1.0:1767319925.438397:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319925.438401:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319925.438416:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf88a80 x1853163993728256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319925.438461:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319925.438466:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319925.438467:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319925.438471:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5165
00000100:00080000:1.0:1767319925.438474:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319925.438477:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319925.438490:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89880 x1853163993728512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319925.438517:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319925.438521:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319925.438523:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319925.438528:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5165
00000100:00080000:1.0:1767319925.438530:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319925.438533:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319925.438545:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccea00 x1853163993728768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319925.438598:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993728896:0@lo:400:kworker.0
00000100:00100000:1.0:1767319925.438681:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319925.438758:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319925.438764:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993728640:0@lo:400:kworker.0
00000100:00100000:1.0:1767319925.438792:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319925.438874:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993728640
00000100:00100000:0.0:1767319925.438882:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993728640
00000100:00100000:0.0:1767319925.438956:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5541
00000100:00100000:0.0:1767319925.438967:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993728640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319925.439021:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993728640:12345-0@lo:400:kworker.0 Request processed in 57us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319925.439029:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5541
00000100:00100000:0.0:1767319925.439075:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993728640:0@lo:400:kworker.0
00000100:00100000:0.0:1767319925.439099:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993729024:0@lo:400:kworker.0
00000100:00100000:0.0:1767319925.439123:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319925.439140:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319925.439145:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993728384:0@lo:400:kworker.0
00000100:00100000:0.0:1767319925.439189:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319925.439211:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993728384
00000100:00100000:0.0:1767319925.439215:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993728384
00000100:00100000:0.0:1767319925.439240:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5542
00000100:00100000:0.0:1767319925.439247:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993728384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319925.439280:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993728384:12345-0@lo:400:kworker.0 Request processed in 33us (90us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319925.439286:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5542
00000100:00100000:0.0:1767319925.439313:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993728384:0@lo:400:kworker.0
00000100:00080000:1.0:1767319925.439772:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319925.439838:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993728896
00000100:00100000:2.0:1767319925.439858:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993728896
00000100:00100000:2.0:1767319925.439905:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993729024
00000100:00100000:2.0:1767319925.439909:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993729024
00000100:00080000:1.0:1767319925.440054:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319925.440058:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319925.440090:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993728128:0@lo:38:kworker.0
00000100:00100000:1.0:1767319925.440127:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319925.440150:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993728256:0@lo:38:kworker.0
00000100:00100000:1.0:1767319925.440202:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319925.440229:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993728512:0@lo:38:kworker.0
00000100:00100000:1.0:1767319925.440249:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319925.440278:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993728768:0@lo:38:kworker.0
00000100:00100000:1.0:1767319925.440302:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319925.440344:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993728128
00000100:00100000:1.0:1767319925.440348:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993728128
00000100:00100000:1.0:1767319925.440368:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993728512
00000100:00100000:1.0:1767319925.440371:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993728512
00000100:00100000:1.0:1767319925.440384:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993728768
00000100:00100000:1.0:1767319925.440386:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993728768
00000100:00100000:1.0:1767319925.440401:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72699
00000100:00100000:1.0:1767319925.440406:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993728128:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319925.440424:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319925.440459:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993728128:12345-0@lo:38:kworker.0 Request processed in 52us (332us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319925.440466:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72699
00000100:00100000:1.0:1767319925.440480:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72700
00000100:00100000:1.0:1767319925.440484:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993728512:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319925.440493:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319925.440514:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993728512:12345-0@lo:38:kworker.0 Request processed in 29us (264us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319925.440520:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72700
00000100:00100000:1.0:1767319925.440530:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72701
00000100:00100000:1.0:1767319925.440534:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993728768:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319925.440543:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319925.440562:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993728768:12345-0@lo:38:kworker.0 Request processed in 27us (260us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319925.440568:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72701
00000100:00080000:1.0:1767319925.440598:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319925.440603:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319925.440606:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993728128:0@lo:38:kworker.0
00000100:00080000:1.0:1767319925.440614:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319925.440618:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319925.440620:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993728512:0@lo:38:kworker.0
00000100:00080000:1.0:1767319925.440627:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319925.440630:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319925.440632:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993728768:0@lo:38:kworker.0
00000100:00100000:1.0:1767319925.440705:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993728256
00000100:00100000:1.0:1767319925.440708:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993728256
00000100:00100000:1.0:1767319925.440727:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194
00000100:00100000:1.0:1767319925.440732:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993728256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319925.440741:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319925.440770:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993728256:12345-0@lo:38:kworker.0 Request processed in 37us (567us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319925.440776:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194
00000100:00080000:1.0:1767319925.440797:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319925.440801:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319925.440804:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993728256:0@lo:38:kworker.0
00000100:00100000:2.0:1767319925.440889:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3429
00000100:00100000:0.0:1767319925.440901:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430
00000100:00100000:2.0:1767319925.440902:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993728896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319925.440916:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993729024:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319925.440959:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993728896:12345-0@lo:400:kworker.0 Request processed in 62us (2277us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319925.440968:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3429
00000100:00100000:0.0:1767319925.440973:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993729024:12345-0@lo:400:kworker.0 Request processed in 61us (1848us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319925.440981:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430
00000100:00100000:2.0:1767319925.441009:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993728896:0@lo:400:kworker.0
00000100:00100000:0.0:1767319925.441022:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993729024:0@lo:400:kworker.0
00000100:00100000:3.0:1767319925.949521:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319926.015176:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319926.351521:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319926.352258:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942221696
00000100:00100000:2.0:1767319926.352270:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942221696
00000100:00100000:2.0:1767319926.352322:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72702
00000100:00100000:2.0:1767319926.352332:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942221696:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319926.352358:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319926.352422:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942221696:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 90us (913us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319926.352431:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72702
00000100:00100000:2.0:1767319926.360960:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319926.361059:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942221824
00000100:00100000:3.0:1767319926.361069:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942221824
00000100:00080000:1.0:1767319926.361331:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319926.362403:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5543
00000100:00100000:3.0:1767319926.362423:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942221824:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319926.362517:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942221824:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 102us (1565us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319926.362530:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5543
00000100:00100000:3.0:1767319926.974912:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319927.037591:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319927.998888:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319928.061474:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319929.021373:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319929.021395:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993729280:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319929.021460:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319929.021633:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993729152:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319929.021663:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319929.021686:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993729280
00000100:00100000:2.0:1767319929.021695:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993729280
00000100:00100000:0.0:1767319929.021747:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319929.021769:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993729152
00000100:00100000:2.0:1767319929.021774:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993729152
00000100:00100000:0.0:1767319929.021778:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179
00000100:00100000:0.0:1767319929.021792:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993729280:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319929.021800:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180
00000100:00100000:2.0:1767319929.021810:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993729152:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319929.021827:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:2.0:1767319929.021832:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319929.021887:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993729152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319929.021893:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993729280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (429us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319929.021900:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180
00000100:00100000:0.0:1767319929.021907:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179
00000100:00100000:0.0:1767319929.021962:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993729280:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319929.021999:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319929.022004:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319929.022025:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993729152:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319929.088001:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319929.535273:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319904/real 1767319904]  req@ffff89b72c7f0000 x1853163993722880/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319929 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319929.535310:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b72c7f0000 x1853163993722880/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319929 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767319929.535331:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319929.535357:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767319929.535361:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993722880:0@lo:250:kworker.0
00000100:00080000:0.0:1767319929.535468:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319929.535473:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319929.535476:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319929.535481:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5149
00000100:00080000:0.0:1767319929.535485:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319929.535491:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319929.535526:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313aea00 x1853163993729408/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319929.535555:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319929.535559:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319929.535561:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319929.535575:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5170
00000100:00080000:0.0:1767319929.535578:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319929.535581:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319929.535596:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313adc00 x1853163993729536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319929.535605:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319929.535607:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319929.535609:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319929.535612:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5170
00000100:00080000:0.0:1767319929.535614:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319929.535616:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319929.535626:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ad500 x1853163993729664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319929.535673:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319929.535677:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319929.535679:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319929.535682:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5170
00000100:00080000:0.0:1767319929.535684:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319929.535688:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319929.535702:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac380 x1853163993729920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319929.535731:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319929.535734:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319929.535736:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319929.535740:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5170
00000100:00080000:0.0:1767319929.535742:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319929.535744:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319929.535758:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac700 x1853163993730176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319929.535809:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993730048:0@lo:400:kworker.0
00000100:00100000:0.0:1767319929.535883:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319929.535954:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319929.535970:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993730304:0@lo:400:kworker.0
00000100:00100000:0.0:1767319929.535997:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319929.536090:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993730432:0@lo:400:kworker.0
00000100:00100000:3.0:1767319929.536104:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993730304
00000100:00100000:3.0:1767319929.536114:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993730304
00000100:00100000:2.0:1767319929.536128:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319929.536182:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319929.536187:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993730432
00000100:00100000:2.0:1767319929.536191:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993729792:0@lo:400:kworker.0
00000100:00100000:3.0:1767319929.536193:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993730432
00000100:00100000:2.0:1767319929.536228:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319929.536228:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431
00000100:00100000:3.0:1767319929.536241:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993730304:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319929.536266:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432
00000100:00100000:2.0:1767319929.536277:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993730432:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319929.536305:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993730304:12345-0@lo:400:kworker.0 Request processed in 65us (306us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319929.536314:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431
00000100:00100000:2.0:1767319929.536327:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993730432:12345-0@lo:400:kworker.0 Request processed in 51us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319929.536335:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432
00000100:00100000:3.0:1767319929.536362:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993730304:0@lo:400:kworker.0
00000100:00100000:2.0:1767319929.536363:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993730048
00000100:00100000:2.0:1767319929.536369:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993730048
00000100:00100000:2.0:1767319929.536409:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993729792
00000100:00100000:2.0:1767319929.536412:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993729792
00000100:00100000:3.0:1767319929.536416:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5544
00000100:00100000:3.0:1767319929.536426:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993730048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319929.536465:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993730048:12345-0@lo:400:kworker.0 Request processed in 42us (582us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319929.536472:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5544
00000100:00100000:3.0:1767319929.536500:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993730048:0@lo:400:kworker.0
00000100:00100000:3.0:1767319929.536536:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993730432:0@lo:400:kworker.0
00000100:00080000:1.0:1767319929.536578:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319929.536726:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993729408:0@lo:250:kworker.0
00000400:00000100:0.0:1767319929.536751:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993729408 offset 0 length 520: 4
00000100:00100000:0.0:1767319929.536770:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993729536:0@lo:38:kworker.0
00000100:00100000:0.0:1767319929.536790:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319929.540826:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993729664:0@lo:38:kworker.0
00000100:00100000:2.0:1767319929.540882:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993729536
00000100:00100000:2.0:1767319929.540893:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993729536
00000100:00100000:0.0:1767319929.540904:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319929.540932:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993729920:0@lo:38:kworker.0
00000100:00100000:2.0:1767319929.540952:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5545
00000100:00100000:2.0:1767319929.540967:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993729792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319929.540969:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319929.540998:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993730176:0@lo:38:kworker.0
00000100:00100000:0.0:1767319929.541022:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319929.541065:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993729920
00000100:00100000:0.0:1767319929.541069:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993729920
00000100:00100000:0.0:1767319929.541084:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993730176
00000100:00100000:0.0:1767319929.541087:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993730176
00000100:00100000:0.0:1767319929.541097:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72703
00000100:00100000:0.0:1767319929.541102:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993729536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319929.541125:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319929.541179:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993729536:12345-0@lo:38:kworker.0 Request processed in 74us (4386us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319929.541185:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72703
00000100:00100000:0.0:1767319929.541202:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72704
00000100:00100000:0.0:1767319929.541205:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993729920:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319929.541215:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319929.541238:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993729920:12345-0@lo:38:kworker.0 Request processed in 30us (279us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319929.541243:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72704
00000100:00100000:1.0:1767319929.541336:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72705
00000100:00100000:1.0:1767319929.541344:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993730176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319929.541356:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319929.541373:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993729792:12345-0@lo:400:kworker.0 Request processed in 410us (5146us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319929.541387:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5545
00000100:00100000:1.0:1767319929.541394:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993730176:12345-0@lo:38:kworker.0 Request processed in 49us (369us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319929.541402:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72705
00000100:00100000:2.0:1767319929.541449:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993729792:0@lo:400:kworker.0
00000100:00100000:1.0:1767319929.541450:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993729664
00000100:00100000:1.0:1767319929.541456:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993729664
00000100:00080000:0.0:1767319929.541469:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319929.541478:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319929.541482:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195
00000100:00100000:0.0:1767319929.541486:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993729536:0@lo:38:kworker.0
00000100:00100000:1.0:1767319929.541491:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993729664:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767319929.541501:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:1.0:1767319929.541502:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767319929.541509:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319929.541513:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993729920:0@lo:38:kworker.0
00000100:00080000:0.0:1767319929.541527:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319929.541532:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319929.541535:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993729664:12345-0@lo:38:kworker.0 Request processed in 43us (640us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319929.541538:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993730176:0@lo:38:kworker.0
00000100:00100000:1.0:1767319929.541547:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195
00000100:00080000:0.0:1767319929.541586:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319929.541592:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319929.541595:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993729664:0@lo:38:kworker.0
00000100:00100000:0.0:1767319930.046256:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319930.111006:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319931.069288:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319931.135842:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319931.469016:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319931.469064:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:3.0:1767319931.469092:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942222208 offset 0 length 520: 4
00000100:00100000:1.0:1767319931.469117:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942221952
00000100:00100000:1.0:1767319931.469129:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942221952
00000100:00100000:1.0:1767319931.469203:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942222080
00000100:00100000:1.0:1767319931.469207:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942222080
00000100:00100000:1.0:1767319931.469260:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5546
00000100:00100000:1.0:1767319931.469271:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942222080:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767319931.469357:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942222080:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 88us (292us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319931.469366:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5546
00000100:00100000:1.0:1767319931.469388:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72706
00000100:00100000:1.0:1767319931.469393:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942221952:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319931.469416:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319931.469442:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942221952:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (446us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319931.469449:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72706
00000100:00080000:3.0:1767319931.470035:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319932.093982:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319932.165192:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319933.117409:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319933.181888:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319934.141409:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319934.141417:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319934.141431:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993730560:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319934.141521:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319934.141553:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993730560
00000100:00100000:1.0:1767319934.141562:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993730560
00000100:00080000:3.0:1767319934.141601:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319934.141634:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181
00000100:00100000:1.0:1767319934.141645:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993730560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319934.141676:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319934.141723:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319934.141735:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993730688:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319934.141744:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993730560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319934.141753:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181
00000100:00100000:0.0:1767319934.141780:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319934.141799:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993730688
00000100:00100000:1.0:1767319934.141804:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993730688
00000100:00080000:3.0:1767319934.141875:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319934.142054:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993730560:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319934.142111:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182
00000100:00100000:1.0:1767319934.142120:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993730688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319934.142139:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319934.142327:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993730688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 208us (547us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319934.142337:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182
00000100:00100000:2.0:1767319934.151445:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993730688:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319934.209430:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319934.653727:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319934.653737:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319934.653739:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319934.653743:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319934.653748:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319934.653755:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5174
00000100:00080000:1.0:1767319934.653760:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319934.653768:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319934.653817:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615ea00 x1853163993730816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319934.653846:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319934.653850:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319934.653851:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319934.653855:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5174
00000100:00080000:1.0:1767319934.653857:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319934.653861:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319934.653878:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609cced80 x1853163993730944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319934.653915:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319934.653919:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319934.653921:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319934.653924:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5174
00000100:00080000:1.0:1767319934.653926:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319934.653930:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319934.653945:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b291500 x1853163993731200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319934.653948:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767319934.653976:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767319934.653980:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993731072:0@lo:400:kworker.0
00000100:00080000:1.0:1767319934.653981:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319934.653984:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319934.653991:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5174
00000100:00080000:1.0:1767319934.653994:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319934.653997:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319934.654010:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d265180 x1853163993731456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319934.654072:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993731584:0@lo:400:kworker.0
00000100:00100000:3.0:1767319934.654073:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319934.654117:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319934.654181:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993731712:0@lo:400:kworker.0
00000100:00100000:1.0:1767319934.654188:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319934.654196:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993731328:0@lo:400:kworker.0
00000100:00100000:3.0:1767319934.654211:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319934.654227:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319934.654256:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993731072
00000100:00100000:3.0:1767319934.654264:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993731072
00000100:00100000:1.0:1767319934.654275:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993731328
00000100:00100000:1.0:1767319934.654281:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993731328
00000100:00100000:1.0:1767319934.654322:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5547
00000100:00080000:2.0:1767319934.654380:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319934.654478:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993731328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319934.654545:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993731328:12345-0@lo:400:kworker.0 Request processed in 215us (319us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319934.654610:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993731328:0@lo:400:kworker.0
00000100:00100000:3.0:1767319934.656082:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5548
00000100:00100000:3.0:1767319934.656103:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993731072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319934.656199:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993731072:12345-0@lo:400:kworker.0 Request processed in 107us (2128us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319934.656207:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5548
00000100:00100000:3.0:1767319934.656263:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993731584
00000100:00100000:3.0:1767319934.656269:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993731584
00000100:00100000:3.0:1767319934.656296:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993731712
00000100:00100000:3.0:1767319934.656299:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993731712
00000100:00100000:3.0:1767319934.656320:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3433
00000100:00100000:3.0:1767319934.656326:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993731584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319934.656362:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993731584:12345-0@lo:400:kworker.0 Request processed in 36us (2245us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319934.656367:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3433
00000100:00100000:3.0:1767319934.656377:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3434
00000100:00100000:3.0:1767319934.656383:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993731712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319934.656599:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993731712:0@lo:400:kworker.0
00000100:00100000:2.0:1767319934.656611:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993731072:0@lo:400:kworker.0
00000100:00100000:2.0:1767319934.656655:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993731584:0@lo:400:kworker.0
00000100:00100000:2.0:1767319934.656689:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993730816:0@lo:38:kworker.0
00000100:00100000:3.0:1767319934.656732:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993731712:12345-0@lo:400:kworker.0 Request processed in 349us (2521us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319934.656738:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3434
00000100:00100000:2.0:1767319934.658063:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319934.658098:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993730944:0@lo:38:kworker.0
00000100:00100000:2.0:1767319934.658130:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319934.658182:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993731200:0@lo:38:kworker.0
00000100:00100000:2.0:1767319934.658206:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319934.658223:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993731456:0@lo:38:kworker.0
00000100:00100000:2.0:1767319934.658242:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319934.658280:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993730816
00000100:00100000:2.0:1767319934.658285:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993730816
00000100:00100000:2.0:1767319934.658313:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993731200
00000100:00100000:2.0:1767319934.658316:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993731200
00000100:00100000:2.0:1767319934.658330:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993731456
00000100:00100000:2.0:1767319934.658333:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993731456
00000100:00100000:2.0:1767319934.658346:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72707
00000100:00100000:2.0:1767319934.658351:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993730816:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319934.658370:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319934.658657:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993730816:12345-0@lo:38:kworker.0 Request processed in 302us (596us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319934.658666:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72707
00000100:00100000:2.0:1767319934.658684:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72708
00000100:00100000:2.0:1767319934.658688:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993731200:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319934.658698:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319934.658724:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993731200:12345-0@lo:38:kworker.0 Request processed in 35us (518us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319934.658730:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72708
00000100:00100000:2.0:1767319934.658742:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72709
00000100:00100000:2.0:1767319934.658746:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993731456:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319934.658754:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319934.658774:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993731456:12345-0@lo:38:kworker.0 Request processed in 28us (532us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319934.658780:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72709
00000100:00080000:2.0:1767319934.658822:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319934.658828:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319934.658831:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993730816:0@lo:38:kworker.0
00000100:00080000:2.0:1767319934.658840:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319934.658843:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319934.658846:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993731200:0@lo:38:kworker.0
00000100:00080000:2.0:1767319934.658853:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319934.658856:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319934.658858:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993731456:0@lo:38:kworker.0
00000100:00100000:2.0:1767319934.658906:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993730944
00000100:00100000:2.0:1767319934.658910:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993730944
00000100:00100000:2.0:1767319934.658930:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196
00000100:00100000:2.0:1767319934.658934:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993730944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319934.658943:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319934.658984:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993730944:12345-0@lo:38:kworker.0 Request processed in 48us (853us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319934.658989:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196
00000100:00080000:2.0:1767319934.659012:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319934.659016:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319934.659018:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993730944:0@lo:38:kworker.0
00000100:00100000:1.0:1767319934.659318:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5547
00000100:00100000:1.0:1767319935.165335:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319935.229649:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319936.189314:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319936.257030:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319936.584140:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319936.584251:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319936.584362:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942222336
00000100:00100000:2.0:1767319936.584364:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942222464
00000100:00100000:2.0:1767319936.584373:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942222464
00000100:00100000:0.0:1767319936.584381:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942222336
00000100:00100000:0.0:1767319936.584445:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72710
00000100:00100000:0.0:1767319936.584454:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942222336:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319936.584481:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319936.584549:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5549
00000100:00100000:0.0:1767319936.584556:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942222336:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 99us (426us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319936.584564:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942222464:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319936.584569:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72710
00000100:00100000:2.0:1767319936.584613:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942222464:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 53us (371us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319936.584622:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5549
00000100:00080000:1.0:1767319936.584690:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319937.213311:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319937.277377:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319938.237350:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319938.301924:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319939.261395:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319939.261606:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319939.262569:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993731968:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319939.262636:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319939.262775:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993731968
00000100:00100000:0.0:1767319939.262783:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993731968
00000100:00100000:0.0:1767319939.262844:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183
00000100:00100000:0.0:1767319939.262853:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993731968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319939.262883:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319939.262932:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993731968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319939.262939:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183
00000100:00100000:0.0:1767319939.262990:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993731968:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319939.263189:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319939.266435:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993731840:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319939.266525:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319939.266646:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993731840
00000100:00100000:0.0:1767319939.266655:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993731840
00000100:00100000:0.0:1767319939.266725:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184
00000100:00100000:0.0:1767319939.266746:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993731840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319939.266778:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319939.266835:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993731840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (310us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319939.266843:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184
00000100:00100000:3.0:1767319939.266925:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993731840:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319939.267057:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767319939.326637:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319939.773902:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319939.773914:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319939.773917:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319939.773921:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319939.773925:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319939.773934:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5179
00000100:00080000:3.0:1767319939.773938:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319939.773945:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319939.773987:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609cced80 x1853163993732096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319939.774069:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993732096:0@lo:38:kworker.0
00000100:00100000:0.0:1767319939.774140:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319939.774310:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319939.774314:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319939.774316:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319939.774321:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5179
00000100:00080000:3.0:1767319939.774323:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319939.774327:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319939.774346:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a296d80 x1853163993732224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319939.774431:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993732352:0@lo:400:kworker.0
00000100:00080000:3.0:1767319939.777934:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319939.777943:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319939.777947:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319939.777954:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5179
00000100:00080000:3.0:1767319939.777958:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319939.777964:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319939.778012:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a294380 x1853163993732480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319939.778089:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993732608:0@lo:400:kworker.0
00000100:00080000:3.0:1767319939.778353:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319939.778358:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319939.778360:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319939.778364:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5179
00000100:00080000:3.0:1767319939.778366:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319939.778370:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319939.778395:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293ca80 x1853163993732736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319939.778447:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993732864:0@lo:400:kworker.0
00000100:00100000:1.0:1767319939.781644:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993732096
00000100:00100000:1.0:1767319939.781659:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993732096
00000100:00100000:2.0:1767319939.781663:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319939.781712:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72711
00000100:00100000:1.0:1767319939.781720:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993732096:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319939.781734:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767319939.781760:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319939.781812:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993732096:12345-0@lo:38:kworker.0 Request processed in 92us (7672us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319939.781820:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72711
00000100:00100000:1.0:1767319939.781836:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993732608
00000100:00100000:1.0:1767319939.781839:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993732608
00000100:00100000:1.0:1767319939.781880:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5550
00000100:00100000:1.0:1767319939.781887:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993732608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319939.782185:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993732864
00000100:00100000:3.0:1767319939.782189:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993732864
00000100:00100000:3.0:1767319939.782217:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3435
00000100:00100000:3.0:1767319939.782224:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993732864:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319939.782264:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993732864:12345-0@lo:400:kworker.0 Request processed in 40us (602us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319939.782270:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3435
00000100:00100000:3.0:1767319939.782297:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993732992:0@lo:400:kworker.0
00000100:00100000:3.0:1767319939.782326:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319939.782352:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993732992
00000100:00100000:3.0:1767319939.782356:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993732992
00000100:00100000:3.0:1767319939.782387:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3436
00000100:00100000:3.0:1767319939.782394:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993732992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319939.782429:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993732992:12345-0@lo:400:kworker.0 Request processed in 35us (102us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319939.782435:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3436
00000100:00100000:3.0:1767319939.782485:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993732992:0@lo:400:kworker.0
00000100:00100000:3.0:1767319939.782530:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993732864:0@lo:400:kworker.0
00000100:00080000:3.0:1767319939.782571:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319939.782597:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319939.782628:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993732352
00000100:00100000:3.0:1767319939.782632:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993732352
00000100:00100000:3.0:1767319939.782656:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5551
00000100:00100000:3.0:1767319939.782663:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993732352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319939.782696:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993732352:12345-0@lo:400:kworker.0 Request processed in 34us (98us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319939.782703:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5551
00000100:00080000:3.0:1767319939.782718:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319939.782733:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993732352:0@lo:400:kworker.0
00000100:00080000:0.0:1767319939.783227:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319939.783234:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319939.783238:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993732096:0@lo:38:kworker.0
00000100:00100000:0.0:1767319939.783258:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993732224:0@lo:38:kworker.0
00000100:00100000:0.0:1767319939.783288:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319939.783313:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993732480:0@lo:38:kworker.0
00000100:00100000:0.0:1767319939.783334:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319939.783350:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993732736:0@lo:38:kworker.0
00000100:00100000:0.0:1767319939.783371:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319939.783409:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993732480
00000100:00100000:0.0:1767319939.783413:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993732480
00000100:00100000:0.0:1767319939.783430:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993732736
00000100:00100000:0.0:1767319939.783433:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993732736
00000100:00100000:0.0:1767319939.783447:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72712
00000100:00100000:0.0:1767319939.783464:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993732480:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319939.783480:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319939.783512:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993732480:12345-0@lo:38:kworker.0 Request processed in 46us (176us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319939.783519:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72712
00000100:00100000:0.0:1767319939.783532:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72713
00000100:00100000:0.0:1767319939.783536:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993732736:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319939.783546:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319939.783567:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993732736:12345-0@lo:38:kworker.0 Request processed in 29us (195us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319939.783573:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72713
00000100:00080000:0.0:1767319939.783596:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319939.783600:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319939.783603:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993732480:0@lo:38:kworker.0
00000100:00080000:0.0:1767319939.783611:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319939.783614:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319939.783618:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993732736:0@lo:38:kworker.0
00000100:00100000:3.0:1767319939.783898:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993732224
00000100:00100000:3.0:1767319939.783903:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993732224
00000100:00100000:3.0:1767319939.783932:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197
00000100:00100000:3.0:1767319939.783937:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993732224:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319939.783947:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319939.783979:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993732224:12345-0@lo:38:kworker.0 Request processed in 41us (691us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319939.783986:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197
00000100:00080000:0.0:1767319939.784082:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319939.784087:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319939.784091:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993732224:0@lo:38:kworker.0
00000100:00100000:1.0:1767319939.784168:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993732608:12345-0@lo:400:kworker.0 Request processed in 2270us (2420us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319939.784177:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5550
00000100:00100000:2.0:1767319939.784439:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993732608:0@lo:400:kworker.0
00000100:00100000:1.0:1767319940.285493:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319940.349407:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319941.309404:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319941.376688:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319941.707788:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319941.707985:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319941.713069:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942222720
00000100:00100000:1.0:1767319941.713094:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942222720
00000100:00100000:3.0:1767319941.713230:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942222592
00000100:00100000:3.0:1767319941.713244:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942222592
00000100:00100000:3.0:1767319941.713329:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72714
00000100:00100000:3.0:1767319941.713349:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942222592:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319941.713382:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319941.713495:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942222592:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 153us (5508us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319941.713502:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5552
00000100:00100000:1.0:1767319941.713731:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942222720:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319941.713839:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72714
00000100:00100000:1.0:1767319941.713842:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942222720:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 314us (6123us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319941.713856:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5552
00000100:00080000:2.0:1767319941.714117:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319942.333289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319942.397407:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319943.357253:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319943.426837:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319944.381457:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319944.381489:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993733120:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319944.381564:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319944.381707:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993733120
00000100:00100000:1.0:1767319944.381715:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993733120
00000100:00100000:1.0:1767319944.381782:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185
00000100:00100000:1.0:1767319944.381792:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993733120:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319944.381836:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319944.381882:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993733120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (318us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319944.381889:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185
00000100:00080000:3.0:1767319944.382026:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319944.382062:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993733120:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319944.382274:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319944.382284:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993733248:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319944.382322:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319944.382437:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993733248
00000100:00100000:1.0:1767319944.382441:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993733248
00000100:00100000:1.0:1767319944.382485:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186
00000100:00100000:1.0:1767319944.382492:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993733248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319944.382511:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319944.382551:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993733248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (228us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319944.382558:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186
00000100:00080000:3.0:1767319944.382644:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319944.382698:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993733248:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319944.445422:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319944.894328:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319944.894337:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319944.894340:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319944.894344:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319944.894348:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319944.894355:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5184
00000100:00080000:0.0:1767319944.894359:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319944.894366:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319944.894406:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cd500 x1853163993733376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319944.894436:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319944.894440:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319944.894441:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319944.894446:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5184
00000100:00080000:0.0:1767319944.894456:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319944.894460:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319944.894473:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cd180 x1853163993733504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319944.894515:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319944.894519:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319944.894521:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319944.894525:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5184
00000100:00080000:0.0:1767319944.894527:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319944.894531:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319944.894546:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c3b80 x1853163993733760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319944.894572:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319944.894575:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319944.894577:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319944.894581:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5184
00000100:00080000:0.0:1767319944.894583:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319944.894587:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319944.894597:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7090c0380 x1853163993734016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319944.894626:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993733888:0@lo:400:kworker.0
00000100:00100000:0.0:1767319944.894690:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319944.894846:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993733632:0@lo:400:kworker.0
00000100:00100000:3.0:1767319944.894877:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319944.895240:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993733888
00000100:00100000:0.0:1767319944.895249:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993733888
00000100:00100000:0.0:1767319944.895315:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993733632
00000100:00100000:0.0:1767319944.895318:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993733632
00000100:00100000:0.0:1767319944.895339:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5553
00000100:00100000:0.0:1767319944.895345:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993733888:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319944.895384:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993733888:12345-0@lo:400:kworker.0 Request processed in 40us (695us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319944.895389:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5553
00000100:00100000:0.0:1767319944.895402:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5554
00000100:00100000:0.0:1767319944.895405:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993733632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319944.895421:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993733632:12345-0@lo:400:kworker.0 Request processed in 16us (545us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319944.895425:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5554
00000100:00100000:0.0:1767319944.895453:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993733888:0@lo:400:kworker.0
00000100:00080000:3.0:1767319944.895503:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319944.895518:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993733632:0@lo:400:kworker.0
00000100:00100000:2.0:1767319944.895913:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993733376:0@lo:38:kworker.0
00000100:00100000:2.0:1767319944.895945:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319944.895987:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993733504:0@lo:38:kworker.0
00000100:00100000:2.0:1767319944.896013:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319944.896044:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993733760:0@lo:38:kworker.0
00000100:00100000:3.0:1767319944.896186:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993733504
00000100:00100000:3.0:1767319944.896191:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993733504
00000100:00100000:3.0:1767319944.896211:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198
00000100:00100000:3.0:1767319944.896215:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993733504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319944.896233:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319944.896264:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993733504:12345-0@lo:38:kworker.0 Request processed in 47us (250us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319944.896270:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198
00000100:00100000:2.0:1767319944.896350:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319944.896371:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993734016:0@lo:38:kworker.0
00000100:00100000:2.0:1767319944.896385:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319944.896405:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319944.896408:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319944.896410:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993733504:0@lo:38:kworker.0
00000100:00100000:2.0:1767319944.896426:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993733376
00000100:00100000:2.0:1767319944.896428:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993733376
00000100:00100000:2.0:1767319944.896441:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993733760
00000100:00100000:2.0:1767319944.896442:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993733760
00000100:00100000:2.0:1767319944.896460:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72715
00000100:00100000:2.0:1767319944.896463:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993733376:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319944.896470:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319944.896490:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993733376:12345-0@lo:38:kworker.0 Request processed in 26us (545us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319944.896493:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72715
00000100:00100000:2.0:1767319944.896501:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993734016
00000100:00100000:2.0:1767319944.896503:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993734016
00000100:00100000:2.0:1767319944.896511:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72716
00000100:00100000:2.0:1767319944.896514:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993733760:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319944.896519:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319944.896532:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993733760:12345-0@lo:38:kworker.0 Request processed in 18us (183us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319944.896536:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72716
00000100:00100000:2.0:1767319944.896542:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72717
00000100:00100000:2.0:1767319944.896544:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993734016:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319944.896548:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319944.896560:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993734016:12345-0@lo:38:kworker.0 Request processed in 15us (175us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319944.896563:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72717
00000100:00080000:2.0:1767319944.896580:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319944.896582:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319944.896584:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993733376:0@lo:38:kworker.0
00000100:00080000:2.0:1767319944.896588:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319944.896591:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319944.896593:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993733760:0@lo:38:kworker.0
00000100:00080000:2.0:1767319944.896596:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319944.896598:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319944.896600:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993734016:0@lo:38:kworker.0
00000100:00100000:1.0:1767319945.405288:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319945.471458:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319946.429309:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319946.494911:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319946.824420:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319946.824483:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319946.824641:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942222848
00000100:00100000:1.0:1767319946.824651:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942222848
00000100:00100000:1.0:1767319946.824706:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942222976
00000100:00100000:1.0:1767319946.824709:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942222976
00000100:00100000:1.0:1767319946.824758:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5555
00000100:00080000:3.0:1767319946.824768:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319946.824769:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942222976:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319946.824788:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72718
00000100:00100000:3.0:1767319946.824795:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942222848:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319946.824816:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319946.824851:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942222976:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 82us (365us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319946.824852:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942222848:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 53us (438us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319946.824870:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5555
00000100:00100000:3.0:1767319946.832028:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72718
00000100:00100000:1.0:1767319947.453292:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319947.518552:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319948.477544:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319948.543326:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319949.501346:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319949.501435:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319949.501454:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993734144:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319949.501520:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319949.501660:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319949.501671:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993734272:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319949.501701:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319949.501873:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993734144
00000100:00100000:2.0:1767319949.501881:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993734144
00000100:00100000:1.0:1767319949.501889:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993734272
00000100:00100000:1.0:1767319949.501895:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993734272
00000100:00100000:2.0:1767319949.501968:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3187
00000100:00100000:2.0:1767319949.501980:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993734144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319949.502028:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319949.502082:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993734144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (562us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319949.502090:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3187
00000100:00100000:2.0:1767319949.502140:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993734144:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319949.506630:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3188
00000100:00100000:1.0:1767319949.506660:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993734272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319949.506698:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319949.506806:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993734272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 163us (5103us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319949.506813:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3188
00000100:00100000:0.0:1767319949.507007:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993734272:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319949.507085:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319949.507091:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767319949.565462:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319950.014469:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319950.014480:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319950.014484:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319950.014487:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319950.014491:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319950.014501:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5189
00000100:00080000:2.0:1767319950.014505:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319950.014514:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319950.014565:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313adc00 x1853163993734400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319950.014592:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319950.014596:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319950.014598:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319950.014602:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5189
00000100:00080000:2.0:1767319950.014604:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319950.014607:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319950.014621:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac000 x1853163993734528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319950.014661:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319950.014664:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319950.014666:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319950.014670:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5189
00000100:00080000:2.0:1767319950.014672:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319950.014675:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319950.014685:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251180 x1853163993734784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319950.014707:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319950.014711:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319950.014712:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319950.014715:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5189
00000100:00080000:2.0:1767319950.014718:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319950.014720:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319950.014728:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251f80 x1853163993735040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319950.014751:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993734912:0@lo:400:kworker.0
00000100:00100000:2.0:1767319950.014816:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319950.014959:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993734912
00000100:00100000:3.0:1767319950.014966:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993734912
00000100:00100000:3.0:1767319950.015019:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5556
00000100:00100000:3.0:1767319950.015029:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993734912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319950.015072:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993734912:12345-0@lo:400:kworker.0 Request processed in 45us (255us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319950.015079:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5556
00000100:00080000:3.0:1767319950.015113:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319950.015124:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993734656:0@lo:400:kworker.0
00000100:00100000:3.0:1767319950.015182:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319950.015213:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993734656
00000100:00100000:3.0:1767319950.015216:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993734656
00000100:00100000:3.0:1767319950.015244:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5557
00000100:00100000:3.0:1767319950.015249:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993734656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319950.015275:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993734656:12345-0@lo:400:kworker.0 Request processed in 26us (116us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319950.015281:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5557
00000100:00080000:3.0:1767319950.015297:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319950.015826:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993734656:0@lo:400:kworker.0
00000100:00100000:2.0:1767319950.015938:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993734912:0@lo:400:kworker.0
00000100:00100000:0.0:1767319950.016211:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993734400:0@lo:38:kworker.0
00000100:00100000:0.0:1767319950.016245:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319950.016273:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993734528:0@lo:38:kworker.0
00000100:00100000:0.0:1767319950.016294:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319950.016315:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993734784:0@lo:38:kworker.0
00000100:00100000:0.0:1767319950.016331:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319950.016347:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993735040:0@lo:38:kworker.0
00000100:00100000:0.0:1767319950.016363:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319950.016551:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993734400
00000100:00100000:1.0:1767319950.016556:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993734400
00000100:00100000:1.0:1767319950.016573:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993734784
00000100:00100000:1.0:1767319950.016575:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993734784
00000100:00100000:1.0:1767319950.016587:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993735040
00000100:00100000:1.0:1767319950.016589:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993735040
00000100:00100000:1.0:1767319950.016602:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72719
00000100:00100000:1.0:1767319950.016608:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993734400:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319950.016626:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319950.016660:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993734400:12345-0@lo:38:kworker.0 Request processed in 52us (415us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319950.016666:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72719
00000100:00100000:1.0:1767319950.016678:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72720
00000100:00100000:1.0:1767319950.016682:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993734784:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319950.016691:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319950.016707:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993734784:12345-0@lo:38:kworker.0 Request processed in 23us (375us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319950.016712:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72720
00000100:00100000:1.0:1767319950.016719:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72721
00000100:00100000:1.0:1767319950.016723:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993735040:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319950.016731:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319950.016746:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993735040:12345-0@lo:38:kworker.0 Request processed in 22us (382us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319950.016751:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72721
00000100:00080000:1.0:1767319950.016779:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319950.016784:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319950.016787:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993734400:0@lo:38:kworker.0
00000100:00080000:1.0:1767319950.016793:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319950.016796:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319950.016799:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993734784:0@lo:38:kworker.0
00000100:00080000:1.0:1767319950.016805:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319950.016808:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319950.016810:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993735040:0@lo:38:kworker.0
00000100:00100000:3.0:1767319950.017250:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993734528
00000100:00100000:3.0:1767319950.017254:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993734528
00000100:00100000:3.0:1767319950.017282:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199
00000100:00100000:3.0:1767319950.017288:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993734528:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319950.017299:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319950.017330:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993734528:12345-0@lo:38:kworker.0 Request processed in 41us (1035us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319950.017336:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199
00000100:00080000:1.0:1767319950.017466:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319950.017469:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319950.017473:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993734528:0@lo:38:kworker.0
00000100:00100000:1.0:1767319950.525292:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319950.589394:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319951.551751:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319951.613901:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319951.943531:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319951.945671:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942223232
00000100:00100000:2.0:1767319951.945687:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942223232
00000100:00100000:2.0:1767319951.945810:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5558
00000100:00100000:2.0:1767319951.945822:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942223232:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319951.945918:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942223232:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 99us (2400us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319951.945927:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5558
00000100:00080000:3.0:1767319951.947214:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319951.951249:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319951.951320:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942223104
00000100:00100000:1.0:1767319951.954843:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942223104
00000100:00100000:1.0:1767319951.954925:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72722
00000100:00100000:1.0:1767319951.954935:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942223104:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319951.954960:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319951.955042:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942223104:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 107us (3802us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319951.955050:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72722
00000100:00100000:1.0:1767319952.574260:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319952.638280:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319953.597311:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319953.662411:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319954.109602:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319929/real 1767319929]  req@ffff89b7313aea00 x1853163993729408/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319954 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319954.109637:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b7313aea00 x1853163993729408/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319954 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767319954.109657:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319954.109679:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767319954.109683:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993729408:0@lo:250:kworker.0
00000100:00080000:3.0:1767319954.110508:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319954.110516:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319954.110519:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319954.110525:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5174
00000100:00080000:3.0:1767319954.110529:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319954.110535:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319954.110572:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cfb80 x1853163993735168/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319954.110606:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319954.110609:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319954.110611:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319954.110615:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5194
00000100:00080000:3.0:1767319954.110617:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319954.110620:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319954.110637:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251f80 x1853163993735296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319954.110645:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319954.110648:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319954.110649:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319954.110653:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5194
00000100:00080000:3.0:1767319954.110655:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319954.110658:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319954.110668:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251180 x1853163993735424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319954.110698:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993735168:0@lo:250:kworker.0
00000100:00080000:3.0:1767319954.110708:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319954.110712:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319954.110714:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319954.110719:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5194
00000100:00080000:3.0:1767319954.110722:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319954.110726:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319954.110738:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252300 x1853163993735680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767319954.110754:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993735168 offset 0 length 520: 4
00000100:00080000:3.0:1767319954.110767:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319954.110772:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319954.110775:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319954.110778:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5194
00000100:00080000:3.0:1767319954.110781:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319954.110785:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319954.110798:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293df80 x1853163993735936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319954.110804:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993735296:0@lo:38:kworker.0
00000100:00100000:3.0:1767319954.110841:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993736192:0@lo:400:kworker.0
00000100:00100000:2.0:1767319954.110852:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319954.110880:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993735424:0@lo:38:kworker.0
00000100:00100000:3.0:1767319954.110887:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319954.110919:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319954.110921:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319954.110930:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993735552:0@lo:400:kworker.0
00000100:00100000:2.0:1767319954.110945:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993735680:0@lo:38:kworker.0
00000100:00100000:3.0:1767319954.110963:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319954.110993:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993735296
00000100:00100000:2.0:1767319954.111002:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993735296
00000100:00100000:2.0:1767319954.111037:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993735552
00000100:00100000:2.0:1767319954.111040:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993735552
00000100:00100000:3.0:1767319954.111370:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72723
00000100:00100000:3.0:1767319954.111379:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993735296:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319954.111397:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319954.111456:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993736192
00000100:00100000:0.0:1767319954.111461:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993736192
00000100:00100000:3.0:1767319954.111475:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993735296:12345-0@lo:38:kworker.0 Request processed in 95us (622us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319954.111546:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993735808:0@lo:400:kworker.0
00000100:00100000:1.0:1767319954.111576:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319954.111598:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319954.111603:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993736064:0@lo:400:kworker.0
00000100:00100000:1.0:1767319954.111626:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319954.111653:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993735424
00000100:00100000:1.0:1767319954.111658:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993735424
00000100:00100000:1.0:1767319954.111686:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200
00000100:00100000:1.0:1767319954.111692:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993735424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319954.111702:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319954.111730:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993735424:12345-0@lo:38:kworker.0 Request processed in 37us (812us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319954.111738:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200
00000100:00100000:2.0:1767319954.111739:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993735808
00000100:00100000:2.0:1767319954.111745:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993735808
00000100:00100000:3.0:1767319954.111778:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72723
00000100:00100000:3.0:1767319954.111794:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5559
00000100:00100000:3.0:1767319954.111801:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993735552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319954.111841:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993735552:12345-0@lo:400:kworker.0 Request processed in 41us (880us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319954.111848:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5559
00000100:00100000:1.0:1767319954.111882:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993736064
00000100:00100000:1.0:1767319954.111886:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993736064
00000100:00100000:0.0:1767319954.113714:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437
00000100:00100000:0.0:1767319954.113731:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993736192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319954.113939:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993736192:12345-0@lo:400:kworker.0 Request processed in 81us (2921us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319954.113949:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437
00000100:00100000:3.0:1767319954.114356:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993735552:0@lo:400:kworker.0
00000100:00100000:3.0:1767319954.114371:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993736192:0@lo:400:kworker.0
00000100:00080000:3.0:1767319954.114417:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319954.114422:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319954.114425:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319954.114441:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319954.114472:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993735936:0@lo:38:kworker.0
00000100:00100000:3.0:1767319954.114518:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319954.114547:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319954.114552:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319954.114556:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993735296:0@lo:38:kworker.0
00000100:00080000:3.0:1767319954.114567:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319954.114570:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319954.114572:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993735424:0@lo:38:kworker.0
00000100:00100000:3.0:1767319954.114603:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993735680
00000100:00100000:3.0:1767319954.114608:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993735680
00000100:00100000:3.0:1767319954.114628:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993735936
00000100:00100000:3.0:1767319954.114631:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993735936
00000100:00100000:3.0:1767319954.114650:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72724
00000100:00100000:3.0:1767319954.114655:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993735680:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319954.114672:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319954.114704:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993735680:12345-0@lo:38:kworker.0 Request processed in 47us (262us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319954.114710:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72724
00000100:00100000:3.0:1767319954.114720:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72725
00000100:00100000:3.0:1767319954.114723:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993735936:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319954.114732:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319954.114750:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993735936:12345-0@lo:38:kworker.0 Request processed in 25us (231us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319954.114755:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72725
00000100:00080000:3.0:1767319954.114772:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319954.114776:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319954.114779:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993735680:0@lo:38:kworker.0
00000100:00080000:3.0:1767319954.114785:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319954.114787:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319954.114790:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993735936:0@lo:38:kworker.0
00000100:00100000:1.0:1767319954.122535:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438
00000100:00100000:1.0:1767319954.122550:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993736064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319954.122651:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993736064:12345-0@lo:400:kworker.0 Request processed in 106us (11024us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319954.122659:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438
00000100:00100000:1.0:1767319954.122687:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5560
00000100:00100000:1.0:1767319954.122695:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993735808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319954.122724:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993735808:12345-0@lo:400:kworker.0 Request processed in 31us (11147us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319954.122730:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5560
00000100:00100000:1.0:1767319954.122793:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993736064:0@lo:400:kworker.0
00000100:00100000:1.0:1767319954.122805:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993735808:0@lo:400:kworker.0
00000100:00100000:1.0:1767319954.621378:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767319954.622312:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319954.622333:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7090c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993736448:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319954.622460:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319954.622909:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993736448
00000100:00100000:2.0:1767319954.622919:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993736448
00000100:00100000:2.0:1767319954.622984:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3189
00000100:00100000:2.0:1767319954.622996:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993736448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319954.623030:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319954.623086:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993736448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (635us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319954.623095:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3189
00000100:00100000:3.0:1767319954.623181:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993736320:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319954.623186:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7090c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993736448:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319954.623218:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319954.623234:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993736320
00000100:00100000:2.0:1767319954.623239:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993736320
00000100:00100000:2.0:1767319954.623265:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190
00000100:00100000:2.0:1767319954.623274:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993736320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319954.623291:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319954.623330:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993736320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (112us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319954.623337:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190
00000100:00100000:3.0:1767319954.623432:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993736320:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319954.685353:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319955.645284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319955.709890:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1767319956.042002:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942223360 offset 0 length 520: 4
00000100:00100000:1.0:1767319956.042093:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319956.042147:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319956.042225:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942223616
00000100:00100000:2.0:1767319956.042243:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942223616
00000100:00100000:2.0:1767319956.042343:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942223488
00000100:00100000:2.0:1767319956.042347:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942223488
00000100:00100000:2.0:1767319956.042370:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5561
00000100:00100000:2.0:1767319956.042380:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942223616:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319956.042469:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942223616:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 90us (376us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319956.042478:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5561
00000100:00100000:2.0:1767319956.042503:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72726
00000100:00100000:2.0:1767319956.042510:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942223488:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319956.042532:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319956.042562:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942223488:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 52us (415us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319956.042569:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72726
00000100:00080000:1.0:1767319956.042715:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319956.670781:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319956.734861:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319957.693587:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319957.758573:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319958.717346:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319958.781501:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319959.230095:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319959.230110:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319959.230113:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319959.230118:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319959.230123:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319959.230134:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5198
00000100:00080000:0.0:1767319959.230140:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319959.230149:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319959.230245:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ec81f80 x1853163993736576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319959.230279:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319959.230283:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319959.230285:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319959.230290:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5198
00000100:00080000:0.0:1767319959.230293:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319959.230297:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319959.230311:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ec80700 x1853163993736704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319959.230324:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993736576:0@lo:38:kworker.0
00000100:00080000:0.0:1767319959.230362:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319959.230366:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319959.230368:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319959.230372:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5198
00000100:00080000:0.0:1767319959.230374:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319959.230378:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319959.230389:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecac700 x1853163993736960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319959.230416:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319959.230419:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319959.230421:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319959.230425:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5198
00000100:00080000:0.0:1767319959.230427:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319959.230430:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767319959.230431:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319959.230457:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecafb80 x1853163993737216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319959.230513:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993736704:0@lo:38:kworker.0
00000100:00100000:2.0:1767319959.230523:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993736832:0@lo:400:kworker.0
00000100:00100000:3.0:1767319959.230549:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319959.230561:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993736576
00000100:00100000:0.0:1767319959.230570:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993736576
00000100:00100000:3.0:1767319959.230581:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993736960:0@lo:38:kworker.0
00000100:00100000:2.0:1767319959.230633:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319959.230634:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72727
00000100:00100000:0.0:1767319959.230647:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993736576:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319959.230700:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993737472:0@lo:400:kworker.0
00000100:00100000:1.0:1767319959.230749:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319959.230796:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993737088:0@lo:400:kworker.0
00000100:00100000:1.0:1767319959.230822:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767319959.230866:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319959.230914:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993736576:12345-0@lo:38:kworker.0 Request processed in 267us (482us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319959.230922:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72727
00000100:00100000:0.0:1767319959.244008:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993736832
00000100:00100000:3.0:1767319959.244035:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993737088
00000100:00100000:0.0:1767319959.244039:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993736832
00000100:00100000:3.0:1767319959.244041:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993737088
00000100:00100000:1.0:1767319959.244071:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319959.244094:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993737344:0@lo:400:kworker.0
00000100:00100000:1.0:1767319959.244210:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319959.244264:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993737472
00000100:00100000:1.0:1767319959.244269:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993737472
00000100:00100000:1.0:1767319959.244311:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993737344
00000100:00100000:1.0:1767319959.244315:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993737344
00000100:00100000:3.0:1767319959.244329:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5562
00000100:00100000:1.0:1767319959.244339:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3439
00000100:00100000:1.0:1767319959.244346:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993737472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319959.244420:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993737472:12345-0@lo:400:kworker.0 Request processed in 74us (13676us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319959.244428:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3439
00000100:00100000:1.0:1767319959.244578:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3440
00000100:00100000:1.0:1767319959.244585:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993737344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319959.244627:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993737344:12345-0@lo:400:kworker.0 Request processed in 42us (418us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319959.244636:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3440
00000100:00100000:2.0:1767319959.244666:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319959.244702:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993737472:0@lo:400:kworker.0
00000100:00100000:1.0:1767319959.244733:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993737344:0@lo:400:kworker.0
00000100:00100000:1.0:1767319959.244769:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993736704
00000100:00100000:1.0:1767319959.244773:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993736704
00000100:00100000:1.0:1767319959.244792:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201
00000100:00100000:1.0:1767319959.244797:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993736704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319959.244820:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319959.244854:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993736704:12345-0@lo:38:kworker.0 Request processed in 56us (14307us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319959.244860:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201
00000100:00100000:1.0:1767319959.244911:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993736960
00000100:00100000:1.0:1767319959.244914:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993736960
00000100:00100000:1.0:1767319959.244933:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72728
00000100:00100000:1.0:1767319959.244937:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993736960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319959.244946:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319959.244980:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993736960:12345-0@lo:38:kworker.0 Request processed in 41us (328us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319959.244986:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72728
00000100:00080000:1.0:1767319959.245004:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319959.245008:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319959.245011:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319959.245111:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319959.245119:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319959.245124:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993736960:0@lo:38:kworker.0
00000100:00100000:2.0:1767319959.245138:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993737216:0@lo:38:kworker.0
00000100:00100000:2.0:1767319959.245213:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319959.245246:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319959.245250:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319959.245253:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993736576:0@lo:38:kworker.0
00000100:00080000:2.0:1767319959.245289:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319959.245293:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319959.245297:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993736704:0@lo:38:kworker.0
00000100:00100000:2.0:1767319959.246031:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993737216
00000100:00100000:2.0:1767319959.246039:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993737216
00000100:00100000:2.0:1767319959.246085:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72729
00000100:00100000:2.0:1767319959.246093:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993737216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319959.246114:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319959.246185:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993737216:12345-0@lo:38:kworker.0 Request processed in 92us (971us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319959.246195:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72729
00000100:00080000:2.0:1767319959.246241:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319959.246246:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319959.246249:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993737216:0@lo:38:kworker.0
00000100:00100000:0.0:1767319959.261928:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5563
00000100:00100000:0.0:1767319959.261951:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993736832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319959.262137:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993736832:12345-0@lo:400:kworker.0 Request processed in 192us (31516us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319959.262148:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5563
00000100:00100000:0.0:1767319959.262282:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993736832:0@lo:400:kworker.0
00000100:00100000:3.0:1767319959.264312:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993737088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319959.277262:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993737088:12345-0@lo:400:kworker.0 Request processed in 32907us (46422us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319959.277283:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5562
00000100:00100000:1.0:1767319959.277680:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993737088:0@lo:400:kworker.0
00000100:00100000:0.0:1767319959.741731:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319959.741757:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993737728:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319959.741844:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319959.741932:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993737728
00000100:00100000:0.0:1767319959.741941:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993737728
00000100:00100000:0.0:1767319959.742034:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3191
00000100:00100000:0.0:1767319959.742044:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993737728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319959.742082:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319959.742133:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993737728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319959.742141:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3191
00000100:00100000:0.0:1767319959.742227:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993737728:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319959.742246:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319959.742295:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319959.742310:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993737600:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319959.742359:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319959.742395:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993737600
00000100:00100000:3.0:1767319959.742399:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993737600
00000100:00100000:3.0:1767319959.742423:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192
00000100:00100000:3.0:1767319959.742429:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993737600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319959.742446:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319959.742475:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993737600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (115us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319959.742481:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192
00000100:00100000:3.0:1767319959.742514:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993737600:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319959.805536:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319960.765674:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319960.829721:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319961.175102:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319961.175300:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319961.178776:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942223872
00000100:00100000:2.0:1767319961.178799:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942223872
00000100:00100000:2.0:1767319961.178905:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942223744
00000100:00100000:2.0:1767319961.178910:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942223744
00000100:00100000:2.0:1767319961.178940:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5564
00000100:00100000:2.0:1767319961.178952:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942223872:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319961.179087:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942223872:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 135us (4002us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319961.179096:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5564
00000100:00100000:2.0:1767319961.179121:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72730
00000100:00100000:2.0:1767319961.179127:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942223744:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319961.179151:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319961.180821:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942223744:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 1680us (5509us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319961.180838:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72730
00000100:00080000:0.0:1767319961.180995:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319961.789946:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319961.854858:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319962.813681:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319962.877434:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319963.837773:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319963.906374:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319964.350248:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319964.350264:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319964.350268:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319964.350276:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319964.350282:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319964.350293:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5203
00000100:00080000:0.0:1767319964.350299:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319964.350309:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319964.350376:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c09dc00 x1853163993737856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319964.350399:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319964.350403:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319964.350405:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319964.350410:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5203
00000100:00080000:0.0:1767319964.350413:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319964.350417:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319964.350434:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c09f480 x1853163993737984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319964.350485:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319964.350490:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319964.350492:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319964.350496:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5203
00000100:00080000:0.0:1767319964.350498:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319964.350502:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319964.350520:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c09f100 x1853163993738240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319964.350545:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319964.350576:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993738112:0@lo:400:kworker.0
00000100:00080000:0.0:1767319964.350579:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319964.350586:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319964.350588:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319964.350592:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5203
00000100:00080000:0.0:1767319964.350595:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319964.350599:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319964.350617:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358e00 x1853163993738496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319964.350663:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993738368:0@lo:400:kworker.0
00000100:00100000:3.0:1767319964.350684:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319964.350714:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993738624:0@lo:400:kworker.0
00000100:00100000:3.0:1767319964.350790:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993738752:0@lo:400:kworker.0
00000100:00100000:1.0:1767319964.351103:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993738112
00000100:00100000:1.0:1767319964.351119:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993738112
00000100:00100000:1.0:1767319964.351219:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5565
00000100:00100000:1.0:1767319964.351233:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993738112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319964.352424:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993737856:0@lo:38:kworker.0
00000100:00100000:3.0:1767319964.352606:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319964.352686:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319964.352729:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993738368
00000100:00100000:3.0:1767319964.352737:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993738368
00000100:00100000:3.0:1767319964.352793:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5566
00000100:00100000:3.0:1767319964.352803:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993738368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319964.352867:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993738368:12345-0@lo:400:kworker.0 Request processed in 66us (180us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319964.352876:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5566
00000100:00100000:3.0:1767319964.352957:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993738368:0@lo:400:kworker.0
00000100:00080000:3.0:1767319964.353134:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319964.353183:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993738752
00000100:00100000:3.0:1767319964.353187:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993738752
00000100:00100000:3.0:1767319964.353236:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3441
00000100:00100000:3.0:1767319964.353243:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993738752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319964.353284:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993738752:12345-0@lo:400:kworker.0 Request processed in 41us (679us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319964.353290:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3441
00000100:00080000:3.0:1767319964.353305:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319964.353323:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993738752:0@lo:400:kworker.0
00000100:00100000:0.0:1767319964.357409:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319964.357504:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993738112:12345-0@lo:400:kworker.0 Request processed in 6262us (6809us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319964.357520:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993738624
00000100:00100000:1.0:1767319964.357526:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5565
00000100:00100000:3.0:1767319964.357535:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993738624
00000100:00080000:1.0:1767319964.357604:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319964.357626:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993738112:0@lo:400:kworker.0
00000100:00100000:3.0:1767319964.357628:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442
00000100:00100000:3.0:1767319964.357648:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993738624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319964.357747:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319964.357762:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993738624:12345-0@lo:400:kworker.0 Request processed in 115us (359us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319964.357780:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993738624:0@lo:400:kworker.0
00000100:00100000:2.0:1767319964.357803:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993737984:0@lo:38:kworker.0
00000100:00100000:2.0:1767319964.357843:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319964.357887:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993737984
00000100:00100000:2.0:1767319964.357893:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993737984
00000100:00100000:0.0:1767319964.357898:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993737856
00000100:00100000:0.0:1767319964.357907:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993737856
00000100:00100000:2.0:1767319964.357938:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202
00000100:00100000:2.0:1767319964.357949:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993737984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319964.357978:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319964.357987:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72731
00000100:00100000:0.0:1767319964.357997:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993737856:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319964.358019:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319964.358026:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993737984:12345-0@lo:38:kworker.0 Request processed in 76us (181us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319964.358036:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202
00000100:00100000:0.0:1767319964.358100:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993737856:12345-0@lo:38:kworker.0 Request processed in 100us (352us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767319964.358102:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319964.358119:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319964.358120:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72731
00000100:00100000:2.0:1767319964.358130:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993737984:0@lo:38:kworker.0
00000100:00100000:2.0:1767319964.358143:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993738240:0@lo:38:kworker.0
00000100:00100000:2.0:1767319964.358898:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319964.358950:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993738496:0@lo:38:kworker.0
00000100:00100000:2.0:1767319964.358985:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319964.359024:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993738240
00000100:00100000:2.0:1767319964.359030:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993738240
00000100:00100000:2.0:1767319964.359061:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993738496
00000100:00100000:2.0:1767319964.359064:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993738496
00000100:00100000:2.0:1767319964.359084:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72732
00000100:00100000:2.0:1767319964.359090:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993738240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319964.359108:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319964.359141:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993738240:12345-0@lo:38:kworker.0 Request processed in 50us (246us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319964.359153:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72732
00000100:00100000:2.0:1767319964.359678:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72733
00000100:00100000:2.0:1767319964.359689:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993738496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319964.359703:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319964.359736:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993738496:12345-0@lo:38:kworker.0 Request processed in 48us (751us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319964.359743:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72733
00000100:00080000:2.0:1767319964.359794:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319964.359800:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319964.359804:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993738496:0@lo:38:kworker.0
00000100:00080000:2.0:1767319964.359849:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319964.359854:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319964.359858:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993737856:0@lo:38:kworker.0
00000100:00080000:2.0:1767319964.359869:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319964.359872:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319964.359876:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993738240:0@lo:38:kworker.0
00000100:00100000:3.0:1767319964.367331:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442
00000100:00100000:1.0:1767319964.861819:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319964.864455:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319964.864491:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993738880:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319964.864586:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319964.864736:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993738880
00000100:00100000:0.0:1767319964.864749:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993738880
00000100:00100000:0.0:1767319964.864816:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3193
00000100:00100000:0.0:1767319964.864827:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993738880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319964.864871:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319964.864938:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993738880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (350us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319964.864946:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3193
00000100:00100000:3.0:1767319964.865077:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993738880:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319964.866624:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319964.866652:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993739008:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319964.866750:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319964.866906:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993739008
00000100:00100000:1.0:1767319964.866931:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993739008
00000100:00100000:1.0:1767319964.867012:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3194
00000100:00100000:1.0:1767319964.867026:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993739008:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319964.867075:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319964.867141:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993739008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (393us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319964.867149:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3194
00000100:00100000:2.0:1767319964.867330:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993739008:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319964.925440:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319965.893464:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319965.949788:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319966.279895:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319966.280015:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942224128
00000100:00100000:1.0:1767319966.280032:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942224128
00000100:00100000:2.0:1767319966.280273:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5567
00000100:00100000:2.0:1767319966.280288:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942224128:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767319966.280386:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319966.280395:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942224128:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 110us (529us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319966.280406:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5567
00000100:00100000:3.0:1767319966.282581:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319966.283053:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942224000
00000100:00100000:1.0:1767319966.283070:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942224000
00000100:00100000:1.0:1767319966.283138:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72734
00000100:00100000:1.0:1767319966.283148:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942224000:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319966.283391:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319966.283486:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942224000:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 338us (920us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319966.283494:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72734
00000100:00100000:2.0:1767319966.909315:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319966.973482:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319967.934578:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319967.997472:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319968.961735:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319969.022317:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319969.469331:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319969.469352:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319969.469357:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319969.469362:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319969.469367:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319969.469381:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5209
00000100:00080000:0.0:1767319969.469389:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319969.469398:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319969.469466:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635b100 x1853163993739136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319969.469514:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319969.469517:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319969.469519:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319969.469525:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5209
00000100:00080000:0.0:1767319969.469528:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319969.469532:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319969.469552:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358e00 x1853163993739264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319969.469608:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319969.469612:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319969.469614:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319969.469617:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5209
00000100:00080000:0.0:1767319969.469620:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319969.469624:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319969.469638:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4380 x1853163993739520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319969.469660:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319969.469663:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319969.469665:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319969.469668:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5209
00000100:00080000:0.0:1767319969.469671:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319969.469674:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319969.469682:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6680 x1853163993739776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319969.469980:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993739648:0@lo:400:kworker.0
00000100:00100000:3.0:1767319969.470072:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319969.470150:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319969.470157:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993739904:0@lo:400:kworker.0
00000100:00100000:3.0:1767319969.470217:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319969.470271:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993739392:0@lo:400:kworker.0
00000100:00100000:3.0:1767319969.470301:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319969.470323:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319969.470328:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993740032:0@lo:400:kworker.0
00000100:00100000:3.0:1767319969.470351:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319969.470388:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993739904
00000100:00100000:3.0:1767319969.470398:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993739904
00000100:00100000:3.0:1767319969.470467:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993740032
00000100:00100000:3.0:1767319969.470471:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993740032
00000100:00100000:3.0:1767319969.470498:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3443
00000100:00100000:3.0:1767319969.470508:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993739904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319969.470570:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993739904:12345-0@lo:400:kworker.0 Request processed in 63us (352us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319969.470579:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443
00000100:00100000:3.0:1767319969.470597:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3444
00000100:00100000:3.0:1767319969.470603:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993740032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319969.470634:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993740032:12345-0@lo:400:kworker.0 Request processed in 32us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319969.470640:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3444
00000100:00080000:3.0:1767319969.470655:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319969.470659:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319969.470699:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993739904:0@lo:400:kworker.0
00000100:00100000:3.0:1767319969.470760:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993740032:0@lo:400:kworker.0
00000100:00100000:1.0:1767319969.471632:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993739648
00000100:00100000:1.0:1767319969.471642:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993739648
00000100:00100000:1.0:1767319969.471699:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993739392
00000100:00100000:1.0:1767319969.471702:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993739392
00000100:00100000:1.0:1767319969.471750:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5568
00000100:00100000:1.0:1767319969.471761:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993739648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319969.472099:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993739648:12345-0@lo:400:kworker.0 Request processed in 340us (2025us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319969.472109:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5568
00000100:00100000:1.0:1767319969.472128:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5569
00000100:00100000:1.0:1767319969.472135:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993739392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319969.472195:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993739392:12345-0@lo:400:kworker.0 Request processed in 61us (1894us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319969.472201:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5569
00000100:00100000:1.0:1767319969.472258:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993739648:0@lo:400:kworker.0
00000100:00100000:1.0:1767319969.472299:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993739392:0@lo:400:kworker.0
00000100:00100000:2.0:1767319969.476438:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993739136:0@lo:38:kworker.0
00000100:00100000:2.0:1767319969.476557:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319969.476648:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993739264:0@lo:38:kworker.0
00000100:00100000:2.0:1767319969.476680:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319969.476732:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993739264
00000100:00100000:2.0:1767319969.476751:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993739264
00000100:00100000:2.0:1767319969.476816:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203
00000100:00100000:2.0:1767319969.476834:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993739264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319969.476863:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319969.476921:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993739264:12345-0@lo:38:kworker.0 Request processed in 94us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319969.476929:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203
00000100:00080000:2.0:1767319969.476994:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319969.477001:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319969.477005:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993739264:0@lo:38:kworker.0
00000100:00100000:2.0:1767319969.477013:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993739520:0@lo:38:kworker.0
00000100:00100000:2.0:1767319969.477038:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319969.477060:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993739136
00000100:00100000:2.0:1767319969.477065:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993739136
00000100:00100000:2.0:1767319969.477085:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993739520
00000100:00100000:2.0:1767319969.477088:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993739520
00000100:00100000:2.0:1767319969.477108:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72735
00000100:00100000:2.0:1767319969.477113:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993739136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319969.477123:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319969.477150:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993739136:12345-0@lo:38:kworker.0 Request processed in 35us (594us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319969.477156:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72735
00000100:00100000:2.0:1767319969.477225:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72736
00000100:00080000:0.0:1767319969.477230:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319969.477231:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7090c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993739520:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319969.477245:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319969.477271:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7090c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993739520:12345-0@lo:38:kworker.0 Request processed in 39us (231us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319969.477279:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72736
00000100:00080000:2.0:1767319969.477322:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319969.477330:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319969.477334:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993739520:0@lo:38:kworker.0
00000100:00100000:2.0:1767319969.477342:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993739776:0@lo:38:kworker.0
00000100:00100000:2.0:1767319969.477372:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319969.477438:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319969.477444:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319969.477448:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993739136:0@lo:38:kworker.0
00000100:00100000:0.0:1767319969.477616:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993739776
00000100:00100000:0.0:1767319969.477621:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993739776
00000100:00100000:0.0:1767319969.477654:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72737
00000100:00100000:0.0:1767319969.477660:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993739776:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319969.477670:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319969.477719:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993739776:12345-0@lo:38:kworker.0 Request processed in 59us (346us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319969.477726:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72737
00000100:00080000:3.0:1767319969.477805:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319969.477810:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319969.477814:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993739776:0@lo:38:kworker.0
00000100:00100000:0.0:1767319969.982909:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319969.982945:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993740160:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319969.983065:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319969.983250:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993740288:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319969.983282:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319969.983551:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319969.984100:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993740160
00000100:00100000:2.0:1767319969.984113:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993740160
00000100:00100000:2.0:1767319969.984212:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993740288
00000100:00100000:2.0:1767319969.984216:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993740288
00000100:00100000:2.0:1767319969.984251:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3195
00000100:00100000:2.0:1767319969.984262:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993740160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319969.984303:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319969.984945:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196
00000100:00100000:2.0:1767319969.984964:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993740160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 690us (1885us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319969.984965:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993740288:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319969.984992:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3195
00002000:00000024:1.0:1767319969.985017:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319969.985087:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993740288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (1804us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319969.985095:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196
00000100:00100000:1.0:1767319969.985202:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993740288:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319969.985510:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993740160:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319970.046499:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319971.005641:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319971.070449:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319971.402026:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319971.402131:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319971.402666:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942224256
00000100:00100000:0.0:1767319971.402681:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942224256
00000100:00100000:0.0:1767319971.402840:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942224384
00000100:00100000:0.0:1767319971.402844:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942224384
00000100:00100000:0.0:1767319971.402958:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5570
00000100:00100000:0.0:1767319971.402972:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942224384:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767319971.403080:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942224384:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 111us (948us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319971.403089:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5570
00000100:00100000:0.0:1767319971.403126:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72738
00000100:00100000:0.0:1767319971.403132:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942224256:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319971.403181:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319971.404283:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942224256:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 1068us (2190us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319971.404294:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72738
00000100:00080000:3.0:1767319971.407062:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319972.029493:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319972.093844:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319973.053731:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319973.118347:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319974.079434:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319974.143118:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319974.589609:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319974.589624:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319974.589628:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319974.589632:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319974.589637:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319974.589647:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5214
00000100:00080000:1.0:1767319974.589653:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319974.589661:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319974.589719:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635b100 x1853163993740416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319974.589768:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319974.589773:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319974.589775:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319974.589780:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5214
00000100:00080000:1.0:1767319974.589782:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319974.589787:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319974.589803:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358e00 x1853163993740544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319974.589858:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319974.589863:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319974.589865:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319974.589869:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5214
00000100:00080000:1.0:1767319974.589872:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319974.589876:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319974.589893:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123b100 x1853163993740800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319974.589920:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319974.589924:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319974.589926:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319974.589929:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5214
00000100:00080000:1.0:1767319974.589932:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319974.589935:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767319974.589947:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238a80 x1853163993741056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319974.590225:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993741184:0@lo:400:kworker.0
00000100:00100000:3.0:1767319974.590320:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319974.590394:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319974.590400:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993740928:0@lo:400:kworker.0
00000100:00100000:3.0:1767319974.590435:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319974.590476:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993740928
00000100:00100000:3.0:1767319974.590486:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993740928
00000100:00100000:3.0:1767319974.590558:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5571
00000100:00100000:3.0:1767319974.590568:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993740928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319974.590631:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993740928:12345-0@lo:400:kworker.0 Request processed in 64us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319974.590639:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5571
00000100:00080000:3.0:1767319974.590665:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319974.590684:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993740416:0@lo:38:kworker.0
00000100:00100000:3.0:1767319974.590710:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319974.590726:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993740544:0@lo:38:kworker.0
00000100:00100000:3.0:1767319974.590765:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319974.590790:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993740800:0@lo:38:kworker.0
00000100:00100000:3.0:1767319974.590811:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319974.590824:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993741056:0@lo:38:kworker.0
00000100:00100000:3.0:1767319974.590845:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319974.590873:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993740544
00000100:00100000:3.0:1767319974.590876:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993740544
00000100:00100000:3.0:1767319974.590893:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204
00000100:00100000:3.0:1767319974.590898:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993740544:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319974.590923:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319974.590961:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993740544:12345-0@lo:38:kworker.0 Request processed in 61us (195us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319974.590967:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204
00000100:00100000:3.0:1767319974.590985:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993740416
00000100:00100000:3.0:1767319974.590989:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993740416
00000100:00100000:3.0:1767319974.591006:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993740800
00000100:00100000:3.0:1767319974.591008:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993740800
00000100:00100000:3.0:1767319974.591022:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993741056
00000100:00100000:3.0:1767319974.591025:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993741056
00000100:00100000:3.0:1767319974.591040:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72739
00000100:00100000:3.0:1767319974.591044:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993740416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319974.591054:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319974.591082:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993740416:12345-0@lo:38:kworker.0 Request processed in 36us (370us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319974.591088:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72739
00000100:00100000:3.0:1767319974.591099:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72740
00000100:00100000:3.0:1767319974.591103:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993740800:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319974.591112:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319974.591134:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993740800:12345-0@lo:38:kworker.0 Request processed in 30us (323us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319974.591139:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72740
00000100:00100000:3.0:1767319974.591149:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72741
00000100:00100000:3.0:1767319974.591153:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993741056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319974.591197:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319974.591219:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993741056:12345-0@lo:38:kworker.0 Request processed in 65us (374us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319974.591225:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72741
00000100:00080000:3.0:1767319974.591272:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319974.591277:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319974.591281:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993740416:0@lo:38:kworker.0
00000100:00080000:3.0:1767319974.591291:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319974.591294:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319974.591296:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993740544:0@lo:38:kworker.0
00000100:00080000:3.0:1767319974.591303:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319974.591305:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319974.591308:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993740800:0@lo:38:kworker.0
00000100:00080000:3.0:1767319974.591314:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319974.591317:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319974.591319:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993741056:0@lo:38:kworker.0
00000100:00100000:3.0:1767319974.591360:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993740928:0@lo:400:kworker.0
00000100:00100000:0.0:1767319974.591465:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993740672:0@lo:400:kworker.0
00000100:00100000:0.0:1767319974.591502:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319974.591534:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319974.591540:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993741312:0@lo:400:kworker.0
00000100:00100000:0.0:1767319974.591565:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319974.591607:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993740672
00000100:00100000:0.0:1767319974.591611:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993740672
00000100:00100000:0.0:1767319974.591668:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5572
00000100:00100000:0.0:1767319974.591675:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993740672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319974.591713:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993740672:12345-0@lo:400:kworker.0 Request processed in 38us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319974.591718:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5572
00000100:00100000:0.0:1767319974.591761:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993741184
00000100:00100000:0.0:1767319974.591766:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993741184
00000100:00100000:0.0:1767319974.591793:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993741312
00000100:00100000:0.0:1767319974.591795:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993741312
00000100:00100000:0.0:1767319974.591816:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3445
00000100:00100000:0.0:1767319974.591822:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993741184:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319974.591858:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993741184:12345-0@lo:400:kworker.0 Request processed in 36us (1538us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319974.591864:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3445
00000100:00100000:0.0:1767319974.591875:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3446
00000100:00100000:0.0:1767319974.591880:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993741312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319974.591907:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993741312:12345-0@lo:400:kworker.0 Request processed in 27us (341us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319974.591913:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3446
00000100:00080000:0.0:1767319974.591937:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319974.591941:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319974.591944:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319974.591961:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993741312:0@lo:400:kworker.0
00000100:00100000:0.0:1767319974.591971:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993740672:0@lo:400:kworker.0
00000100:00100000:0.0:1767319974.591995:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993741184:0@lo:400:kworker.0
00000100:00100000:1.0:1767319975.101339:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319975.101490:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993741440:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319975.101592:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319975.101661:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993741440
00000100:00100000:0.0:1767319975.101676:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993741440
00000100:00100000:0.0:1767319975.101768:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197
00000100:00100000:0.0:1767319975.101783:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993741440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319975.101828:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319975.101900:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993741440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (308us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319975.101910:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197
00000100:00100000:2.0:1767319975.102080:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993741440:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319975.102358:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993741568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319975.102387:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319975.102553:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993741568
00000100:00100000:3.0:1767319975.102559:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993741568
00000100:00100000:3.0:1767319975.102591:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198
00000100:00100000:3.0:1767319975.102599:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993741568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319975.102624:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319975.102670:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993741568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319975.102677:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198
00000100:00100000:1.0:1767319975.102850:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993741568:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319975.166267:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319976.125372:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319976.189449:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319976.520245:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319976.520358:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942224640
00000100:00100000:3.0:1767319976.520379:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942224640
00000100:00100000:0.0:1767319976.520401:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319976.520493:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942224512
00000100:00100000:3.0:1767319976.520501:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942224512
00000100:00100000:3.0:1767319976.520538:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5573
00000100:00080000:1.0:1767319976.520660:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319976.520730:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72742
00000100:00100000:1.0:1767319976.520749:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942224512:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767319976.520785:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319976.520882:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942224512:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 141us (482us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319976.520901:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72742
00000100:00100000:3.0:1767319976.520960:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942224640:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319976.521231:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942224640:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 679us (1002us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319976.521243:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5573
00000100:00100000:1.0:1767319977.152572:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319977.221502:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319978.173368:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319978.243930:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319979.197586:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319979.261707:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319979.709499:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319979.709512:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319979.709516:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319979.709521:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319979.709527:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319979.709538:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5219
00000100:00080000:0.0:1767319979.709544:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319979.709552:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319979.709609:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4700 x1853163993741696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319979.709656:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319979.709660:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319979.709662:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319979.709666:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5219
00000100:00080000:0.0:1767319979.709669:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319979.709672:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319979.709861:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7b80 x1853163993741824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319979.709971:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319979.709976:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319979.709980:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319979.709985:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5219
00000100:00080000:0.0:1767319979.709989:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319979.709995:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319979.710013:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731344e00 x1853163993742080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319979.710037:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319979.710041:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319979.710043:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319979.710047:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5219
00000100:00080000:0.0:1767319979.710049:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319979.710052:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319979.710063:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345500 x1853163993742336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319979.710227:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993741952:0@lo:400:kworker.0
00000100:00100000:1.0:1767319979.710309:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319979.710402:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319979.710409:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993742592:0@lo:400:kworker.0
00000100:00100000:1.0:1767319979.710435:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319979.710470:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993742208:0@lo:400:kworker.0
00000100:00100000:1.0:1767319979.710492:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319979.710509:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319979.710514:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993742464:0@lo:400:kworker.0
00000100:00100000:1.0:1767319979.710531:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319979.710556:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993742592
00000100:00100000:1.0:1767319979.710563:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993742592
00000100:00100000:1.0:1767319979.710615:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993742464
00000100:00100000:1.0:1767319979.710618:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993742464
00000100:00100000:1.0:1767319979.710656:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3447
00000100:00100000:3.0:1767319979.710662:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319954/real 1767319954]  req@ffff89b7038cfb80 x1853163993735168/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319979 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319979.710672:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993742592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319979.710718:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b7038cfb80 x1853163993735168/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319979 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767319979.710745:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993741696:0@lo:38:kworker.0
00000100:00100000:3.0:1767319979.710806:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319979.710839:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993741824:0@lo:38:kworker.0
00000100:00100000:1.0:1767319979.710847:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993742592:12345-0@lo:400:kworker.0 Request processed in 73us (302us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319979.710860:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3447
00000100:00100000:3.0:1767319979.710878:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319979.710889:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448
00000100:00100000:1.0:1767319979.710905:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993742464:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319979.710918:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993742080:0@lo:38:kworker.0
00000100:00100000:3.0:1767319979.710959:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319979.710975:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993742464:12345-0@lo:400:kworker.0 Request processed in 75us (439us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319979.710987:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448
00000100:00100000:3.0:1767319979.710995:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993742336:0@lo:38:kworker.0
00000100:00100000:1.0:1767319979.711021:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993741952
00000100:00100000:1.0:1767319979.711027:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993741952
00000100:00100000:3.0:1767319979.711028:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319979.711063:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767319979.711079:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993742208
00000100:00080000:3.0:1767319979.711084:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767319979.711087:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993742208
00000100:00100000:3.0:1767319979.711093:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993735168:0@lo:250:kworker.0
00000100:00100000:1.0:1767319979.711128:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993741696
00000100:00100000:1.0:1767319979.711134:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993741696
00000100:00100000:1.0:1767319979.711202:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993742080
00000100:00100000:3.0:1767319979.711203:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993742336
00000100:00100000:1.0:1767319979.711207:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993742080
00000100:00100000:3.0:1767319979.711213:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993742336
00000100:00100000:1.0:1767319979.711226:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5574
00000100:00100000:1.0:1767319979.711238:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993741952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319979.711253:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5575
00000100:00100000:3.0:1767319979.711267:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993742208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319979.711293:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993741952:12345-0@lo:400:kworker.0 Request processed in 57us (981us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319979.711301:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5574
00000100:00100000:3.0:1767319979.711329:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993742208:12345-0@lo:400:kworker.0 Request processed in 64us (832us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319979.711333:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72743
00000100:00100000:1.0:1767319979.711346:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993741696:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319979.711347:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5575
00010000:00020000:1.0:1767319979.711376:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319979.711377:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72744
00000100:00100000:3.0:1767319979.711388:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993742080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319979.711406:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319979.711459:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993742080:12345-0@lo:38:kworker.0 Request processed in 70us (499us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319979.711464:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72744
00000100:00100000:3.0:1767319979.711475:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72745
00000100:00100000:3.0:1767319979.711479:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993742336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319979.711487:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319979.711509:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993742336:12345-0@lo:38:kworker.0 Request processed in 28us (482us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319979.711513:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72745
00000100:00080000:3.0:1767319979.711582:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767319979.711589:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319979.711592:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319979.711653:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993742592:0@lo:400:kworker.0
00000100:00100000:3.0:1767319979.711678:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993741952:0@lo:400:kworker.0
00000100:00100000:2.0:1767319979.711703:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993741824
00000100:00100000:2.0:1767319979.711712:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993741824
00000100:00100000:2.0:1767319979.711768:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205
00000100:00100000:2.0:1767319979.711775:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993741824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319979.711789:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319979.711843:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993741824:12345-0@lo:38:kworker.0 Request processed in 68us (971us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319979.711850:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205
00000100:00100000:3.0:1767319979.711925:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993742464:0@lo:400:kworker.0
00000100:00100000:3.0:1767319979.711941:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993742208:0@lo:400:kworker.0
00000100:00100000:1.0:1767319979.711972:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993741696:12345-0@lo:38:kworker.0 Request processed in 625us (1163us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319979.711980:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72743
00000100:00080000:0.0:1767319979.712119:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319979.712125:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319979.712128:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319979.712133:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5198
00000100:00080000:0.0:1767319979.712136:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319979.712141:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319979.712197:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291ac380 x1853163993742720/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319979.712345:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319979.712352:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319979.712356:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993741696:0@lo:38:kworker.0
00000100:00080000:2.0:1767319979.712367:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319979.712370:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319979.712372:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993741824:0@lo:38:kworker.0
00000100:00080000:2.0:1767319979.712381:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319979.712384:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319979.712388:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993742080:0@lo:38:kworker.0
00000100:00080000:2.0:1767319979.712396:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319979.712400:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319979.712403:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993742336:0@lo:38:kworker.0
00000100:00100000:2.0:1767319979.712431:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993742720:0@lo:250:kworker.0
00000400:00000100:2.0:1767319979.712455:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993742720 offset 0 length 520: 4
00000100:00100000:1.0:1767319980.222597:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319980.222625:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993742848:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319980.222709:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319980.222810:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767319980.222948:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993742848
00000100:00100000:3.0:1767319980.222969:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993742848
00000100:00100000:3.0:1767319980.223058:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3199
00000100:00100000:3.0:1767319980.223072:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993742848:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319980.223114:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00002000:00000024:3.0:1767319980.223118:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767319980.223129:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993742976:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319980.223574:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319980.224214:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993742848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1142us (1499us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319980.224228:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3199
00000100:00100000:2.0:1767319980.224260:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993742848:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319980.224262:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993742976
00000100:00100000:3.0:1767319980.224270:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993742976
00000100:00100000:3.0:1767319980.224313:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3200
00000100:00100000:3.0:1767319980.224322:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993742976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319980.224350:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319980.224405:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993742976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (831us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319980.224415:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3200
00000100:00100000:0.0:1767319980.224574:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993742976:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319980.285460:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319981.245274:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319981.313261:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319981.642037:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319981.643375:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942225024
00000100:00100000:3.0:1767319981.643404:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942225024
00000100:00100000:3.0:1767319981.643521:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5576
00000100:00100000:3.0:1767319981.643533:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741236450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942225024:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319981.643687:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741236450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942225024:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 156us (1660us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319981.643705:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5576
00000100:00080000:1.0:1767319981.645195:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767319981.647770:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942224768 offset 0 length 520: 4
00000100:00100000:1.0:1767319981.647887:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319981.647983:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942224896
00000100:00100000:0.0:1767319981.647994:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942224896
00000100:00100000:0.0:1767319981.648056:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72746
00000100:00100000:0.0:1767319981.648066:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942224896:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767319981.648095:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319981.648192:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942224896:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 126us (306us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319981.648201:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72746
00000100:00100000:2.0:1767319982.269322:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319982.333374:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319983.294474:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319983.358227:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319984.317481:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319984.381716:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319984.829284:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319984.829296:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319984.829300:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319984.829305:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319984.829309:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319984.829318:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5224
00000100:00080000:0.0:1767319984.829323:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319984.829329:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319984.829370:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291ae680 x1853163993743104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319984.829398:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319984.829402:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319984.829404:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319984.829408:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5224
00000100:00080000:0.0:1767319984.829410:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319984.829414:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319984.829428:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291afb80 x1853163993743232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319984.829474:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319984.829478:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319984.829480:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319984.829483:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5224
00000100:00080000:0.0:1767319984.829485:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319984.829489:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319984.829501:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291aca80 x1853163993743488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319984.829536:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319984.829540:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319984.829553:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319984.829557:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5224
00000100:00080000:0.0:1767319984.829560:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319984.829563:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767319984.829575:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291aea00 x1853163993743744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319984.829645:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993743616:0@lo:400:kworker.0
00000100:00100000:2.0:1767319984.829667:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993743104:0@lo:38:kworker.0
00000100:00100000:2.0:1767319984.829734:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319984.829775:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319984.829811:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993743232:0@lo:38:kworker.0
00000100:00100000:0.0:1767319984.829814:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319984.829823:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993743872:0@lo:400:kworker.0
00000100:00100000:2.0:1767319984.829846:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319984.829872:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993743488:0@lo:38:kworker.0
00000100:00100000:2.0:1767319984.829894:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319984.829925:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993743744:0@lo:38:kworker.0
00000100:00100000:0.0:1767319984.829936:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319984.829959:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319984.829984:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993743104
00000100:00100000:0.0:1767319984.829993:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993743104
00000100:00100000:2.0:1767319984.830000:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993743616
00000100:00100000:2.0:1767319984.830006:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993743616
00000100:00100000:0.0:1767319984.830027:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993743488
00000100:00100000:0.0:1767319984.830031:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993743488
00000100:00100000:1.0:1767319984.830125:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993744000:0@lo:400:kworker.0
00000100:00100000:0.0:1767319984.830150:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993743744
00000100:00100000:0.0:1767319984.830155:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993743744
00000100:00100000:1.0:1767319984.830178:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319984.830202:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5577
00000100:00100000:1.0:1767319984.830211:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319984.830216:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993743616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319984.830220:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993743360:0@lo:400:kworker.0
00000100:00100000:1.0:1767319984.830249:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319984.830275:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319984.830281:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993743616:12345-0@lo:400:kworker.0 Request processed in 69us (505us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319984.830290:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5577
00000100:00100000:1.0:1767319984.830300:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993743872
00000100:00100000:1.0:1767319984.830306:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993743872
00000100:00100000:0.0:1767319984.830308:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993743360
00000100:00100000:0.0:1767319984.830313:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993743360
00000100:00100000:0.0:1767319984.830336:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5578
00000100:00100000:0.0:1767319984.830343:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993743360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319984.830356:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993744000
00000100:00100000:1.0:1767319984.830360:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993744000
00000100:00100000:0.0:1767319984.830382:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993743360:12345-0@lo:400:kworker.0 Request processed in 39us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319984.830393:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5578
00000100:00100000:1.0:1767319984.830393:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449
00000100:00100000:1.0:1767319984.830406:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993743872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319984.830415:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72747
00000100:00100000:0.0:1767319984.830421:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993743104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319984.830440:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319984.830447:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993743872:12345-0@lo:400:kworker.0 Request processed in 43us (511us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319984.830454:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449
00000100:00100000:0.0:1767319984.830478:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993743104:12345-0@lo:38:kworker.0 Request processed in 54us (742us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319984.830485:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3450
00000100:00100000:0.0:1767319984.830486:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72747
00000100:00100000:1.0:1767319984.830498:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993744000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319984.830505:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72748
00000100:00100000:0.0:1767319984.830511:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993743488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319984.830520:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319984.830533:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993744000:12345-0@lo:400:kworker.0 Request processed in 38us (372us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319984.830550:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3450
00000100:00100000:0.0:1767319984.830567:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993743488:12345-0@lo:38:kworker.0 Request processed in 52us (669us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319984.830574:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72748
00000100:00080000:1.0:1767319984.830580:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319984.830584:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319984.830586:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319984.830614:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993743360:0@lo:400:kworker.0
00000100:00100000:1.0:1767319984.830625:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993744000:0@lo:400:kworker.0
00000100:00100000:1.0:1767319984.830671:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72749
00000100:00100000:1.0:1767319984.830676:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993743744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319984.830688:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319984.830716:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993743744:12345-0@lo:38:kworker.0 Request processed in 38us (758us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319984.830726:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72749
00000100:00100000:0.0:1767319984.830757:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993743872:0@lo:400:kworker.0
00000100:00100000:1.0:1767319984.830761:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993743232
00000100:00100000:1.0:1767319984.830767:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993743232
00000100:00100000:0.0:1767319984.830770:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993743616:0@lo:400:kworker.0
00000100:00100000:1.0:1767319984.830792:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206
00000100:00100000:1.0:1767319984.830797:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993743232:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319984.830809:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319984.830836:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993743232:12345-0@lo:38:kworker.0 Request processed in 38us (992us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319984.830843:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206
00000100:00080000:1.0:1767319984.830877:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319984.830881:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319984.830883:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993743104:0@lo:38:kworker.0
00000100:00080000:1.0:1767319984.830890:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319984.830892:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319984.830894:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993743232:0@lo:38:kworker.0
00000100:00080000:1.0:1767319984.830899:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319984.830901:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319984.830902:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993743488:0@lo:38:kworker.0
00000100:00080000:1.0:1767319984.830906:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319984.830908:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319984.830910:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993743744:0@lo:38:kworker.0
00000100:00100000:0.0:1767319985.341377:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319985.341403:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993744128:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319985.341470:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319985.341582:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993744256:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319985.341839:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319985.341893:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767319985.353313:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993744128
00000100:00100000:2.0:1767319985.353333:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993744128
00000100:00100000:2.0:1767319985.353421:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993744256
00000100:00100000:2.0:1767319985.353427:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993744256
00000100:00100000:2.0:1767319985.353465:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3201
00000100:00100000:2.0:1767319985.353477:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993744128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319985.353520:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319985.353628:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993744128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 152us (12156us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319985.353635:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201
00000100:00100000:2.0:1767319985.353654:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202
00000100:00100000:2.0:1767319985.353660:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993744256:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319985.356414:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319985.356603:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993744256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2926us (14747us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319985.356625:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202
00000100:00100000:2.0:1767319985.357540:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993744128:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319985.360926:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993744256:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319985.405628:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319986.365291:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319986.437989:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319986.762931:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767319986.763054:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319986.763527:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942225280
00000100:00100000:3.0:1767319986.763543:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942225280
00000100:00100000:3.0:1767319986.763654:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942225152
00000100:00100000:3.0:1767319986.763658:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942225152
00000100:00100000:3.0:1767319986.763686:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5579
00000100:00100000:3.0:1767319986.763711:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942225280:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319986.763826:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942225280:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 121us (919us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319986.763835:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5579
00000100:00100000:3.0:1767319986.763859:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72750
00000100:00100000:3.0:1767319986.763865:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942225152:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319986.763891:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319986.763922:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942225152:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (867us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319986.763929:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72750
00000100:00080000:0.0:1767319986.764587:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319987.392743:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319987.453795:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319988.413321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319988.477526:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319989.438531:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319989.503104:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319989.949403:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319989.949415:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319989.949418:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319989.949422:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319989.949426:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319989.949433:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5229
00000100:00080000:2.0:1767319989.949438:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319989.949445:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319989.949495:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617109f80 x1853163993744384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319989.949539:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319989.949542:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319989.949544:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319989.949548:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5229
00000100:00080000:2.0:1767319989.949551:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319989.949555:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319989.949569:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108e00 x1853163993744512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319989.949570:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993744384:0@lo:38:kworker.0
00000100:00080000:2.0:1767319989.949609:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319989.949612:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319989.949613:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319989.949616:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5229
00000100:00080000:2.0:1767319989.949619:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319989.949622:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319989.949632:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617109180 x1853163993744768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319989.949633:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319989.949666:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319989.949670:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319989.949672:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319989.949675:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5229
00000100:00080000:2.0:1767319989.949678:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319989.949681:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319989.949693:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7480 x1853163993745024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319989.949696:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993744512:0@lo:38:kworker.0
00000100:00100000:1.0:1767319989.949722:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319989.949743:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993744768:0@lo:38:kworker.0
00000100:00100000:2.0:1767319989.949747:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993744384
00000100:00100000:2.0:1767319989.949753:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993744384
00000100:00100000:1.0:1767319989.949761:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319989.949781:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993745024:0@lo:38:kworker.0
00000100:00100000:2.0:1767319989.949782:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993744768
00000100:00100000:2.0:1767319989.949784:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993744768
00000100:00100000:2.0:1767319989.949802:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72751
00000100:00100000:1.0:1767319989.949814:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319989.949819:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993744384:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319989.949838:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319989.949840:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993744896:0@lo:400:kworker.0
00000100:00100000:1.0:1767319989.949860:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319989.949874:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993744384:12345-0@lo:38:kworker.0 Request processed in 63us (241us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319989.949876:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319989.949881:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993745152:0@lo:400:kworker.0
00000100:00100000:2.0:1767319989.949881:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72751
00000100:00100000:2.0:1767319989.949895:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993745024
00000100:00100000:2.0:1767319989.949899:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993745024
00000100:00100000:1.0:1767319989.949901:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319989.949910:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993744896
00000100:00100000:2.0:1767319989.949911:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993744896
00000100:00100000:1.0:1767319989.949939:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5580
00000100:00100000:1.0:1767319989.949947:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993744896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319989.949993:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993744896:12345-0@lo:400:kworker.0 Request processed in 48us (132us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319989.950063:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993744512
00000100:00100000:3.0:1767319989.950069:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993744512
00000100:00100000:2.0:1767319989.950396:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72752
00000100:00100000:2.0:1767319989.950402:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993744768:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319989.950414:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319989.950444:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993744768:12345-0@lo:38:kworker.0 Request processed in 41us (681us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319989.950460:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72752
00000100:00100000:2.0:1767319989.950476:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72753
00000100:00100000:2.0:1767319989.950480:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993745024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319989.950490:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319989.950586:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993745024:12345-0@lo:38:kworker.0 Request processed in 103us (770us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319989.950592:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72753
00000100:00100000:2.0:1767319989.950639:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993745280:0@lo:400:kworker.0
00000100:00100000:0.0:1767319989.950727:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993744640:0@lo:400:kworker.0
00000100:00100000:0.0:1767319989.950760:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319989.950794:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993744640
00000100:00100000:0.0:1767319989.950798:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993744640
00000100:00100000:0.0:1767319989.950830:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5581
00000100:00100000:0.0:1767319989.950835:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993744640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319989.950871:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993744640:12345-0@lo:400:kworker.0 Request processed in 36us (110us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319989.950877:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5581
00000100:00080000:0.0:1767319989.950895:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319989.950926:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993744640:0@lo:400:kworker.0
00000100:00080000:0.0:1767319989.950964:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319989.950968:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319989.950971:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993745024:0@lo:38:kworker.0
00000100:00080000:0.0:1767319989.950980:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319989.950983:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319989.950985:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993744768:0@lo:38:kworker.0
00000100:00080000:0.0:1767319989.950994:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319989.950997:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319989.951000:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993744384:0@lo:38:kworker.0
00000100:00100000:0.0:1767319989.951031:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993744896:0@lo:400:kworker.0
00000100:00100000:0.0:1767319989.951057:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993745152
00000100:00100000:0.0:1767319989.951060:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993745152
00000100:00100000:0.0:1767319989.951105:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3451
00000100:00100000:0.0:1767319989.951112:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993745152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319989.951146:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993745152:12345-0@lo:400:kworker.0 Request processed in 35us (1244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319989.951153:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3451
00000100:00080000:0.0:1767319989.951188:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319989.951204:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993745152:0@lo:400:kworker.0
00000100:00100000:2.0:1767319989.951382:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319989.951506:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207
00000100:00100000:3.0:1767319989.951522:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993744512:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319989.951534:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319989.951572:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993744512:12345-0@lo:38:kworker.0 Request processed in 49us (1849us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319989.951577:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207
00000100:00080000:3.0:1767319989.951604:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319989.951607:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319989.951610:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993744512:0@lo:38:kworker.0
00000100:00100000:1.0:1767319989.951954:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5580
00000100:00100000:0.0:1767319989.952656:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993745280
00000100:00100000:0.0:1767319989.952663:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993745280
00000100:00100000:0.0:1767319989.952712:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3452
00000100:00100000:0.0:1767319989.952719:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993745280:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319989.952769:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993745280:12345-0@lo:400:kworker.0 Request processed in 51us (1386us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319989.952775:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3452
00000100:00100000:1.0:1767319989.952929:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993745280:0@lo:400:kworker.0
00000100:00080000:2.0:1767319989.952958:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319990.461558:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993745408:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319990.461635:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319990.461763:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993745408
00000100:00100000:2.0:1767319990.461773:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993745408
00000100:00100000:2.0:1767319990.461827:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203
00000100:00100000:2.0:1767319990.461837:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993745408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319990.461873:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319990.461927:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993745408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (291us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319990.461947:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203
00000100:00100000:3.0:1767319990.461958:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993745408:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319990.462574:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993745536:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319990.462624:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319990.462810:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993745536
00000100:00100000:3.0:1767319990.462816:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993745536
00000100:00100000:3.0:1767319990.462855:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204
00000100:00100000:3.0:1767319990.462863:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993745536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319990.462886:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767319990.462926:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993745536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (302us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319990.462933:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204
00000100:00100000:2.0:1767319990.463041:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993745536:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319990.463364:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319990.525574:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319991.485277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319991.550747:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319991.887678:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319991.887809:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942225408
00000100:00100000:2.0:1767319991.887820:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942225408
00000100:00100000:2.0:1767319991.887880:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72754
00000100:00100000:2.0:1767319991.887889:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942225408:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767319991.887917:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319991.888142:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942225408:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 252us (476us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319991.888150:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72754
00000100:00100000:3.0:1767319991.894944:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767319991.895869:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942225536
00000100:00100000:2.0:1767319991.895881:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942225536
00000100:00100000:2.0:1767319991.896249:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5582
00000100:00100000:2.0:1767319991.896262:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942225536:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767319991.896361:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942225536:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 102us (1425us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319991.896369:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5582
00000100:00080000:0.0:1767319991.896433:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319992.509286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319992.577871:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319993.534596:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319993.597392:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319994.557585:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319994.624144:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319995.073599:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319995.073610:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319995.073614:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319995.073617:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319995.073621:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319995.073629:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5234
00000100:00080000:2.0:1767319995.073635:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767319995.073643:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319995.073695:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4700 x1853163993745664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319995.073729:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319995.073733:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319995.073734:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319995.073739:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5234
00000100:00080000:2.0:1767319995.073742:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767319995.073746:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319995.073762:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4380 x1853163993745792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319995.073803:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319995.073807:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319995.073809:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319995.073813:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5234
00000100:00080000:2.0:1767319995.073815:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767319995.073818:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319995.073832:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6300 x1853163993746048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319995.073856:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319995.073859:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319995.073861:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319995.073865:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5234
00000100:00080000:2.0:1767319995.073867:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767319995.073870:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767319995.073880:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f1c00 x1853163993746304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319995.073934:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993746560:0@lo:400:kworker.0
00000100:00100000:2.0:1767319995.073998:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319995.074058:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319995.074064:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993745920:0@lo:400:kworker.0
00000100:00100000:2.0:1767319995.074089:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319995.074116:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993746176:0@lo:400:kworker.0
00000100:00100000:2.0:1767319995.074138:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319995.074154:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319995.074180:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993746432:0@lo:400:kworker.0
00000100:00100000:2.0:1767319995.074196:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319995.074229:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993745920
00000100:00100000:2.0:1767319995.074235:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993745920
00000100:00100000:2.0:1767319995.074272:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993746176
00000100:00100000:2.0:1767319995.074273:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993746176
00000100:00100000:2.0:1767319995.074286:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5583
00000100:00100000:2.0:1767319995.074291:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993745920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319995.074324:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993745920:12345-0@lo:400:kworker.0 Request processed in 33us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319995.074329:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5583
00000100:00100000:2.0:1767319995.074350:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5584
00000100:00100000:2.0:1767319995.074363:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993746176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319995.074391:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993746176:12345-0@lo:400:kworker.0 Request processed in 29us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319995.074396:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5584
00000100:00080000:2.0:1767319995.074412:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319995.074439:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993745920:0@lo:400:kworker.0
00000100:00100000:0.0:1767319995.074770:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993746560
00000100:00100000:0.0:1767319995.074776:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993746560
00000100:00100000:0.0:1767319995.074813:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993746432
00000100:00100000:0.0:1767319995.074816:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993746432
00000100:00100000:0.0:1767319995.074838:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3453
00000100:00100000:0.0:1767319995.074845:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993746560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319995.074879:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993746560:12345-0@lo:400:kworker.0 Request processed in 35us (881us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319995.074886:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3453
00000100:00100000:0.0:1767319995.074898:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3454
00000100:00100000:0.0:1767319995.074904:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993746432:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319995.075113:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993745664:0@lo:38:kworker.0
00000100:00100000:3.0:1767319995.075143:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319995.075147:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993746432:12345-0@lo:400:kworker.0 Request processed in 244us (950us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319995.075154:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3454
00000100:00100000:3.0:1767319995.075179:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993745792:0@lo:38:kworker.0
00000100:00100000:0.0:1767319995.075195:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993745664
00000100:00100000:0.0:1767319995.075198:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993745664
00000100:00100000:3.0:1767319995.075202:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319995.075226:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993746048:0@lo:38:kworker.0
00000100:00100000:3.0:1767319995.075246:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319995.075262:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993746304:0@lo:38:kworker.0
00000100:00100000:3.0:1767319995.075279:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319995.075373:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993746560:0@lo:400:kworker.0
00000100:00100000:2.0:1767319995.075399:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993746432:0@lo:400:kworker.0
00000100:00100000:2.0:1767319995.075407:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993746176:0@lo:400:kworker.0
00000100:00100000:2.0:1767319995.075432:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993745792
00000100:00080000:1.0:1767319995.075433:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319995.075436:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993745792
00000100:00080000:1.0:1767319995.075437:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319995.075465:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208
00000100:00100000:2.0:1767319995.075469:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993745792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319995.075488:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319995.075529:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993745792:12345-0@lo:38:kworker.0 Request processed in 57us (325us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319995.075538:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208
00000100:00100000:0.0:1767319995.076714:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993746048
00000100:00100000:0.0:1767319995.076723:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993746048
00000100:00100000:0.0:1767319995.076761:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993746304
00000100:00100000:0.0:1767319995.076765:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993746304
00000100:00100000:0.0:1767319995.076778:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72755
00000100:00100000:0.0:1767319995.076784:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993745664:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319995.076800:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319995.076846:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993745664:12345-0@lo:38:kworker.0 Request processed in 61us (1702us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319995.076853:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72755
00000100:00100000:0.0:1767319995.076867:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72756
00000100:00100000:0.0:1767319995.076870:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993746048:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319995.076879:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319995.076903:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993746048:12345-0@lo:38:kworker.0 Request processed in 31us (1655us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319995.076909:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72756
00000100:00100000:0.0:1767319995.076932:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72757
00000100:00100000:0.0:1767319995.076937:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993746304:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319995.076945:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319995.076967:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993746304:12345-0@lo:38:kworker.0 Request processed in 29us (1687us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319995.076975:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72757
00000100:00080000:0.0:1767319995.077200:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319995.077220:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319995.077224:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993745664:0@lo:38:kworker.0
00000100:00080000:0.0:1767319995.077236:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319995.077239:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319995.077242:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993745792:0@lo:38:kworker.0
00000100:00080000:0.0:1767319995.077251:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319995.077254:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319995.077257:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993746048:0@lo:38:kworker.0
00000100:00080000:0.0:1767319995.077265:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319995.077268:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319995.077270:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993746304:0@lo:38:kworker.0
00000100:00100000:0.0:1767319995.581664:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319995.581817:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993746816:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319995.581889:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319995.581980:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993746816
00000100:00100000:2.0:1767319995.581987:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993746816
00000100:00100000:2.0:1767319995.582029:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3205
00000100:00100000:2.0:1767319995.582037:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993746816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319995.582068:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767319995.582111:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993746816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319995.582118:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3205
00000100:00100000:2.0:1767319995.582187:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993746816:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319995.582324:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993746688:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319995.582364:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319995.582439:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767319995.583824:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993746688
00000100:00100000:1.0:1767319995.583834:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993746688
00000100:00100000:1.0:1767319995.583889:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3206
00000100:00100000:1.0:1767319995.583898:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993746688:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319995.583923:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767319995.584051:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993746688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 154us (1685us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319995.584058:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3206
00000100:00100000:0.0:1767319995.584364:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993746688:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319995.646687:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319996.607707:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319996.671722:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319997.001580:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767319997.001623:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767319997.001711:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942225664
00000100:00100000:3.0:1767319997.001722:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942225664
00000100:00100000:3.0:1767319997.001768:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942225792
00000100:00100000:3.0:1767319997.001771:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942225792
00000100:00100000:3.0:1767319997.001823:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5585
00000100:00100000:3.0:1767319997.001833:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942225792:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767319997.001911:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942225792:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 80us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319997.001920:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5585
00000100:00100000:3.0:1767319997.001940:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72758
00000100:00100000:3.0:1767319997.001945:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942225664:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767319997.001968:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319997.001995:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942225664:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (424us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319997.002001:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72758
00000100:00080000:1.0:1767319997.002253:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319997.629283:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319997.697578:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319998.653280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767319998.719524:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319999.677492:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767319999.742127:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320000.189606:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320000.189617:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320000.189620:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320000.189624:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320000.189628:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320000.189646:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5239
00000100:00080000:0.0:1767320000.189660:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767320000.189667:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320000.189720:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43480 x1853163993746944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320000.189752:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320000.189756:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320000.189758:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320000.189762:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5239
00000100:00080000:0.0:1767320000.189765:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767320000.189768:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320000.189782:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a41c00 x1853163993747072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320000.189826:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320000.189830:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320000.189832:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320000.189835:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5239
00000100:00080000:0.0:1767320000.189838:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767320000.189842:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320000.189852:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a40700 x1853163993747328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320000.189875:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320000.189878:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320000.189880:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320000.189884:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5239
00000100:00080000:0.0:1767320000.189886:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767320000.189889:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320000.189898:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a42d80 x1853163993747584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320000.189932:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993747456:0@lo:400:kworker.0
00000100:00100000:0.0:1767320000.189995:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320000.190066:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320000.190073:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993747712:0@lo:400:kworker.0
00000100:00100000:0.0:1767320000.190097:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320000.190129:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993747712
00000100:00100000:0.0:1767320000.190136:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993747712
00000100:00100000:0.0:1767320000.190207:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3455
00000100:00100000:0.0:1767320000.190217:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993747712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320000.190274:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993747712:12345-0@lo:400:kworker.0 Request processed in 59us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320000.190282:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3455
00000100:00100000:0.0:1767320000.190328:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993747712:0@lo:400:kworker.0
00000100:00100000:2.0:1767320000.190473:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993747840:0@lo:400:kworker.0
00000100:00100000:2.0:1767320000.190502:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320000.190524:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320000.190529:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993747200:0@lo:400:kworker.0
00000100:00100000:2.0:1767320000.190549:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320000.190570:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993747456
00000100:00100000:2.0:1767320000.190573:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993747456
00000100:00100000:2.0:1767320000.190601:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993747200
00000100:00100000:2.0:1767320000.190603:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993747200
00000100:00100000:2.0:1767320000.190621:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5586
00000100:00100000:2.0:1767320000.190627:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993747456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320000.190662:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993747456:12345-0@lo:400:kworker.0 Request processed in 34us (666us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320000.190671:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5586
00000100:00100000:2.0:1767320000.190685:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5587
00000100:00100000:2.0:1767320000.190690:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993747200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320000.190718:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993747200:12345-0@lo:400:kworker.0 Request processed in 29us (168us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320000.190723:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5587
00000100:00100000:2.0:1767320000.190757:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993747200:0@lo:400:kworker.0
00000100:00100000:3.0:1767320000.190766:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993746944:0@lo:38:kworker.0
00000100:00100000:2.0:1767320000.190777:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993747840
00000100:00100000:2.0:1767320000.190782:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993747840
00000100:00100000:3.0:1767320000.190804:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320000.190812:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3456
00000100:00100000:2.0:1767320000.190821:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993747840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320000.190832:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993747072:0@lo:38:kworker.0
00000100:00100000:2.0:1767320000.190863:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993747840:12345-0@lo:400:kworker.0 Request processed in 43us (358us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320000.190871:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320000.190875:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3456
00000100:00100000:2.0:1767320000.190905:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993746944
00000100:00100000:3.0:1767320000.190906:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993747328:0@lo:38:kworker.0
00000100:00100000:2.0:1767320000.190910:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993746944
00000100:00100000:3.0:1767320000.190934:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320000.190938:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72759
00000100:00100000:2.0:1767320000.190944:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993746944:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320000.190957:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993747584:0@lo:38:kworker.0
00010000:00020000:2.0:1767320000.190962:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320000.190994:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993746944:12345-0@lo:38:kworker.0 Request processed in 49us (192us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320000.191000:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72759
00000100:00100000:2.0:1767320000.191010:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993747328
00000100:00100000:2.0:1767320000.191013:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993747328
00000100:00100000:2.0:1767320000.191031:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72760
00000100:00100000:2.0:1767320000.191034:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993747328:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320000.191044:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320000.191068:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993747328:12345-0@lo:38:kworker.0 Request processed in 32us (135us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320000.191074:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72760
00000100:00100000:2.0:1767320000.191104:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993747840:0@lo:400:kworker.0
00000100:00100000:2.0:1767320000.191129:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993747456:0@lo:400:kworker.0
00000100:00100000:3.0:1767320000.191134:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320000.191189:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993747584
00000100:00100000:2.0:1767320000.191194:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993747584
00000100:00080000:3.0:1767320000.191204:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320000.191210:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320000.191215:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993746944:0@lo:38:kworker.0
00000100:00100000:2.0:1767320000.191217:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72761
00000100:00100000:2.0:1767320000.191226:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993747584:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767320000.191230:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320000.191236:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767320000.191238:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320000.191242:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993747328:0@lo:38:kworker.0
00000100:00100000:2.0:1767320000.191291:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993747584:12345-0@lo:38:kworker.0 Request processed in 64us (159us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320000.191298:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72761
00000100:00080000:3.0:1767320000.191298:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320000.191307:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320000.191311:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993747584:0@lo:38:kworker.0
00000100:00100000:0.0:1767320000.191418:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993747072
00000100:00100000:0.0:1767320000.191428:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993747072
00000100:00100000:0.0:1767320000.191457:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209
00000100:00100000:0.0:1767320000.191463:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993747072:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320000.191472:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320000.191504:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993747072:12345-0@lo:38:kworker.0 Request processed in 41us (636us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320000.191511:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209
00000100:00080000:1.0:1767320000.191567:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320000.191572:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320000.191574:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320000.191775:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320000.191781:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320000.191785:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993747072:0@lo:38:kworker.0
00000100:00100000:3.0:1767320000.702442:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320000.702470:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993747968:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320000.702539:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320000.702614:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320000.702626:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993748096:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320000.702658:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320000.702749:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993747968
00000100:00100000:3.0:1767320000.702757:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993748096
00000100:00100000:2.0:1767320000.702758:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993747968
00000100:00100000:3.0:1767320000.702765:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993748096
00000100:00100000:2.0:1767320000.702825:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3207
00000100:00100000:2.0:1767320000.702836:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993747968:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320000.702853:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00002000:00000024:2.0:1767320000.702868:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320000.702926:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993747968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (387us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320000.702934:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3207
00000100:00100000:1.0:1767320000.703050:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993747968:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320000.707919:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208
00000100:00100000:3.0:1767320000.707944:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993748096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320000.707981:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320000.708078:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993748096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 148us (5419us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320000.708086:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208
00000100:00100000:1.0:1767320000.708337:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993748096:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320000.767331:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320001.729869:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320001.789720:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320002.120239:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320002.120292:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320002.120380:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942225920
00000100:00100000:3.0:1767320002.120392:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942225920
00000100:00100000:3.0:1767320002.120436:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942226048
00000100:00100000:3.0:1767320002.120440:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942226048
00000100:00100000:3.0:1767320002.120494:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5588
00000100:00100000:3.0:1767320002.120503:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942226048:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:1.0:1767320002.120530:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320002.120569:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72762
00000100:00100000:3.0:1767320002.120576:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942226048:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 73us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320002.120579:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942225920:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:3.0:1767320002.120588:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5588
00010000:00020000:1.0:1767320002.120605:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320002.120995:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942225920:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 415us (846us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320002.121004:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72762
00000100:00100000:2.0:1767320002.749307:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320002.817338:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320003.773330:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320003.837568:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320004.285775:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319979/real 1767319979]  req@ffff89b6291ac380 x1853163993742720/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320004 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320004.285806:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6291ac380 x1853163993742720/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320004 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320004.285824:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320004.285843:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320004.285847:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993742720:0@lo:250:kworker.0
00000100:00080000:0.0:1767320004.286147:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320004.286153:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320004.286156:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320004.286175:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5224
00000100:00080000:0.0:1767320004.286179:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320004.286195:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320004.286231:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43480 x1853163993748224/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320004.286257:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320004.286261:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320004.286263:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320004.286266:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5244
00000100:00080000:0.0:1767320004.286269:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767320004.286273:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320004.286292:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a41f80 x1853163993748352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320004.286300:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320004.286303:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320004.286305:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320004.286308:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5244
00000100:00080000:0.0:1767320004.286310:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767320004.286313:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320004.286322:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a41880 x1853163993748480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320004.286357:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320004.286360:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320004.286362:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320004.286365:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5244
00000100:00080000:0.0:1767320004.286367:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767320004.286370:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320004.286380:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a42300 x1853163993748736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320004.286401:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320004.286404:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320004.286406:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320004.286409:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5244
00000100:00080000:0.0:1767320004.286411:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767320004.286414:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320004.286421:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617109500 x1853163993748992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320004.286680:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993748864:0@lo:400:kworker.0
00000100:00100000:1.0:1767320004.286744:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320004.286807:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320004.286812:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993749120:0@lo:400:kworker.0
00000100:00100000:1.0:1767320004.286833:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320004.286869:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993749120
00000100:00100000:1.0:1767320004.286876:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993749120
00000100:00100000:1.0:1767320004.286937:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3457
00000100:00100000:1.0:1767320004.286946:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993749120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320004.286990:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993749120:12345-0@lo:400:kworker.0 Request processed in 45us (155us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320004.286996:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3457
00000100:00080000:1.0:1767320004.287016:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320004.287042:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993749120:0@lo:400:kworker.0
00000100:00100000:1.0:1767320004.287062:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993748608:0@lo:400:kworker.0
00000100:00100000:1.0:1767320004.287083:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320004.287104:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993748864
00000100:00100000:1.0:1767320004.287107:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993748864
00000100:00100000:1.0:1767320004.287134:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993748608
00000100:00100000:1.0:1767320004.287136:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993748608
00000100:00100000:1.0:1767320004.287153:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5589
00000100:00100000:1.0:1767320004.287197:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993748864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320004.287228:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993748864:12345-0@lo:400:kworker.0 Request processed in 69us (483us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320004.287234:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5589
00000100:00100000:1.0:1767320004.287244:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5590
00000100:00100000:1.0:1767320004.287249:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993748608:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320004.287269:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993748608:12345-0@lo:400:kworker.0 Request processed in 20us (185us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320004.287274:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5590
00000100:00080000:1.0:1767320004.287300:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320004.287313:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993748864:0@lo:400:kworker.0
00000100:00100000:1.0:1767320004.287330:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993748608:0@lo:400:kworker.0
00000100:00100000:1.0:1767320004.287341:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320004.287345:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993749248:0@lo:400:kworker.0
00000100:00100000:1.0:1767320004.287364:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320004.287379:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993749248
00000100:00100000:1.0:1767320004.287382:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993749248
00000100:00100000:1.0:1767320004.287402:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3458
00000100:00100000:1.0:1767320004.287406:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993749248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320004.287429:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993749248:12345-0@lo:400:kworker.0 Request processed in 23us (64us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320004.287434:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3458
00000100:00080000:1.0:1767320004.287444:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320004.287461:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993749248:0@lo:400:kworker.0
00000100:00100000:3.0:1767320004.287939:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993748224:0@lo:250:kworker.0
00000400:00000100:3.0:1767320004.287968:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993748224 offset 0 length 520: 4
00000100:00100000:3.0:1767320004.287990:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993748352:0@lo:38:kworker.0
00000100:00100000:3.0:1767320004.288009:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320004.288031:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993748480:0@lo:38:kworker.0
00000100:00100000:3.0:1767320004.288051:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320004.288070:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993748736:0@lo:38:kworker.0
00000100:00100000:3.0:1767320004.288086:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320004.288098:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993748992:0@lo:38:kworker.0
00000100:00100000:3.0:1767320004.288113:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320004.288190:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993748480
00000100:00100000:2.0:1767320004.288195:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993748480
00000100:00100000:2.0:1767320004.288229:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210
00000100:00100000:2.0:1767320004.288235:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993748480:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320004.288254:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320004.288299:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993748480:12345-0@lo:38:kworker.0 Request processed in 63us (247us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320004.288306:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210
00000100:00100000:2.0:1767320004.288323:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993748352
00000100:00100000:2.0:1767320004.288326:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993748352
00000100:00100000:2.0:1767320004.288338:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993748736
00000100:00100000:2.0:1767320004.288340:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993748736
00000100:00100000:2.0:1767320004.288349:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993748992
00000100:00100000:2.0:1767320004.288350:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993748992
00000100:00100000:2.0:1767320004.288358:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72763
00000100:00100000:2.0:1767320004.288362:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993748352:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320004.288370:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320004.288390:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993748352:12345-0@lo:38:kworker.0 Request processed in 27us (381us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320004.288396:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72763
00000100:00100000:2.0:1767320004.288404:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72764
00000100:00100000:2.0:1767320004.288408:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993748736:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320004.288415:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320004.288430:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993748736:12345-0@lo:38:kworker.0 Request processed in 21us (343us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320004.288435:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72764
00000100:00100000:2.0:1767320004.288443:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72765
00000100:00100000:2.0:1767320004.288447:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993748992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320004.288454:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320004.288468:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993748992:12345-0@lo:38:kworker.0 Request processed in 20us (354us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320004.288473:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72765
00000100:00080000:2.0:1767320004.288506:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320004.288516:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320004.288519:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993748352:0@lo:38:kworker.0
00000100:00080000:2.0:1767320004.288527:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320004.288530:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320004.288532:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993748480:0@lo:38:kworker.0
00000100:00080000:2.0:1767320004.288539:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320004.288541:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320004.288544:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993748736:0@lo:38:kworker.0
00000100:00080000:2.0:1767320004.288550:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320004.288553:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320004.288555:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993748992:0@lo:38:kworker.0
00000100:00100000:2.0:1767320004.797260:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320004.863993:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320005.821284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320005.821345:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993749376:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320005.821429:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320005.821557:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993749376
00000100:00100000:0.0:1767320005.821568:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993749376
00000100:00100000:1.0:1767320005.821595:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320005.821610:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993749504:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320005.821631:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209
00000100:00100000:0.0:1767320005.821643:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993749376:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320005.821650:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:0.0:1767320005.821676:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320005.823526:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993749504
00000100:00100000:3.0:1767320005.823540:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993749504
00000100:00100000:3.0:1767320005.823609:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210
00000100:00100000:0.0:1767320005.823621:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993749376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1977us (2189us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320005.823622:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993749504:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320005.823638:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209
00002000:00000024:3.0:1767320005.823658:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320005.823713:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993749376:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320005.823719:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993749504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (2071us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320005.823728:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210
00000100:00100000:1.0:1767320005.828485:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993749504:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320005.886659:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320006.845287:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320006.909613:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320007.239836:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:0.0:1767320007.239876:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942226176 offset 0 length 520: 4
00000100:00100000:0.0:1767320007.239905:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320007.240016:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942226432
00000100:00100000:1.0:1767320007.240027:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942226432
00000100:00100000:3.0:1767320007.240053:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942226304
00000100:00100000:3.0:1767320007.240060:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942226304
00000100:00100000:3.0:1767320007.240114:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5591
00000100:00100000:3.0:1767320007.240138:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942226432:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:2.0:1767320007.240140:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320007.240261:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942226432:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 138us (436us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320007.240269:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5591
00000100:00100000:3.0:1767320007.240446:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72766
00000100:00100000:3.0:1767320007.240451:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942226304:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320007.240472:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320007.240502:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942226304:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 49us (596us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320007.240509:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72766
00000100:00100000:2.0:1767320007.869540:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320007.933914:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320008.893370:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320008.957475:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320009.405302:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320009.405313:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320009.405316:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320009.405320:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320009.405323:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320009.405330:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5248
00000100:00080000:0.0:1767320009.405333:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320009.405339:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320009.405375:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617109180 x1853163993749632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320009.405399:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320009.405401:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320009.405402:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320009.405405:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5248
00000100:00080000:0.0:1767320009.405420:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320009.405424:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320009.405438:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108e00 x1853163993749760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320009.405479:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320009.405483:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320009.405484:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320009.405488:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5248
00000100:00080000:0.0:1767320009.405490:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320009.405493:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320009.405509:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0e00 x1853163993750016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320009.405536:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320009.405538:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320009.405539:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320009.405542:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5248
00000100:00080000:0.0:1767320009.405544:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320009.405546:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320009.405553:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c3100 x1853163993750272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320009.405583:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993750144:0@lo:400:kworker.0
00000100:00100000:3.0:1767320009.405600:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993750528:0@lo:400:kworker.0
00000100:00100000:0.0:1767320009.405642:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320009.405648:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320009.405683:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993749888:0@lo:400:kworker.0
00000100:00100000:0.0:1767320009.405700:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320009.405717:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320009.405718:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993750400:0@lo:400:kworker.0
00000100:00100000:0.0:1767320009.405748:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320009.405874:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993750528
00000100:00100000:1.0:1767320009.405882:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993750528
00000100:00100000:1.0:1767320009.405933:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993750400
00000100:00100000:1.0:1767320009.405936:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993750400
00000100:00100000:1.0:1767320009.405958:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3459
00000100:00100000:1.0:1767320009.405967:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993750528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320009.406016:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993750528:12345-0@lo:400:kworker.0 Request processed in 50us (369us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320009.406023:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3459
00000100:00100000:1.0:1767320009.406039:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460
00000100:00100000:1.0:1767320009.406045:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731db3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993750400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320009.406074:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731db3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993750400:12345-0@lo:400:kworker.0 Request processed in 29us (325us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320009.406079:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460
00000100:00100000:0.0:1767320009.406421:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993750144
00000100:00100000:0.0:1767320009.406427:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993750144
00000100:00100000:0.0:1767320009.406463:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993749888
00000100:00100000:0.0:1767320009.406476:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993749888
00000100:00100000:0.0:1767320009.406504:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5592
00000100:00100000:0.0:1767320009.406512:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993750144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320009.406551:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993750144:12345-0@lo:400:kworker.0 Request processed in 40us (908us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320009.406557:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5592
00000100:00100000:0.0:1767320009.406573:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5593
00000100:00100000:0.0:1767320009.406579:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993749888:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320009.406612:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993749888:12345-0@lo:400:kworker.0 Request processed in 33us (896us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320009.406617:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5593
00000100:00100000:0.0:1767320009.406662:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993749888:0@lo:400:kworker.0
00000100:00100000:0.0:1767320009.406709:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993750400:0@lo:400:kworker.0
00000100:00100000:0.0:1767320009.406720:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993750144:0@lo:400:kworker.0
00000100:00080000:0.0:1767320009.406759:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320009.406764:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320009.406766:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320009.409399:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993749632:0@lo:38:kworker.0
00000100:00100000:2.0:1767320009.409586:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320009.409645:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993749760:0@lo:38:kworker.0
00000100:00100000:2.0:1767320009.409671:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320009.409997:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993749632
00000100:00100000:0.0:1767320009.410006:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993749632
00000100:00100000:0.0:1767320009.410047:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72767
00000100:00100000:0.0:1767320009.410055:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993749632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320009.410077:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320009.410131:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993749632:12345-0@lo:38:kworker.0 Request processed in 75us (544us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320009.410138:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72767
00000100:00100000:2.0:1767320009.410252:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993750016:0@lo:38:kworker.0
00000100:00100000:2.0:1767320009.410276:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320009.410299:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993750272:0@lo:38:kworker.0
00000100:00100000:2.0:1767320009.410320:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320009.410355:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320009.410360:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320009.410364:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993749632:0@lo:38:kworker.0
00000100:00100000:2.0:1767320009.410393:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993750016
00000100:00100000:2.0:1767320009.410397:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993750016
00000100:00100000:2.0:1767320009.410430:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993750272
00000100:00100000:2.0:1767320009.410433:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993750272
00000100:00100000:2.0:1767320009.410449:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72768
00000100:00100000:2.0:1767320009.410453:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993750016:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320009.410463:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320009.410491:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993750016:12345-0@lo:38:kworker.0 Request processed in 36us (214us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320009.410497:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72768
00000100:00100000:2.0:1767320009.410510:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72769
00000100:00100000:2.0:1767320009.410514:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993750272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320009.410524:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320009.410545:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993750272:12345-0@lo:38:kworker.0 Request processed in 30us (224us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320009.410552:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72769
00000100:00080000:2.0:1767320009.410583:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320009.410587:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320009.410591:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993750016:0@lo:38:kworker.0
00000100:00080000:2.0:1767320009.410597:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320009.410599:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320009.410602:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993750272:0@lo:38:kworker.0
00000100:00100000:3.0:1767320009.410680:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993750528:0@lo:400:kworker.0
00000100:00100000:1.0:1767320009.411118:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993749760
00000100:00100000:1.0:1767320009.411123:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993749760
00000100:00100000:1.0:1767320009.411208:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211
00000100:00100000:1.0:1767320009.411214:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993749760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320009.411225:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320009.411274:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993749760:12345-0@lo:38:kworker.0 Request processed in 59us (1602us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320009.411281:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211
00000100:00080000:3.0:1767320009.411352:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320009.411358:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320009.411362:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993749760:0@lo:38:kworker.0
00000100:00100000:2.0:1767320009.917300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320009.981791:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320010.941343:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993750784:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320010.941354:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993750656:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320010.941525:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320010.944300:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320010.945433:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320010.945500:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993750656
00000100:00100000:2.0:1767320010.945511:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993750656
00000100:00100000:3.0:1767320010.945535:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993750784
00000100:00100000:3.0:1767320010.945540:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993750784
00000100:00100000:2.0:1767320010.945570:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211
00000100:00100000:2.0:1767320010.945583:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993750656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320010.945617:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320010.945630:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3212
00000100:00100000:3.0:1767320010.945642:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993750784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320010.945661:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320010.945675:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993750656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (1380us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320010.945685:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211
00000100:00100000:3.0:1767320010.945706:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993750784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (272us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320010.945714:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3212
00000100:00100000:2.0:1767320010.945751:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993750656:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320010.945789:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993750784:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320011.010706:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320011.965401:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320012.029490:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320012.359679:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320012.360273:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320012.361235:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942226688
00000100:00100000:0.0:1767320012.361249:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942226688
00000100:00080000:1.0:1767320012.361326:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320012.361331:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942226560
00000100:00100000:0.0:1767320012.361335:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942226560
00000100:00100000:0.0:1767320012.361365:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5594
00000100:00100000:0.0:1767320012.361388:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942226688:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320012.361394:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72770
00000100:00100000:1.0:1767320012.361400:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942226560:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320012.361421:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320012.361530:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942226560:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 128us (1259us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320012.361538:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72770
00000100:00100000:0.0:1767320012.362098:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942226688:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 722us (2430us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320012.362106:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5594
00000100:00100000:0.0:1767320012.989292:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320013.053964:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320014.013511:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320014.078068:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320014.525402:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320014.525413:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320014.525415:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320014.525419:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320014.525423:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320014.525430:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5254
00000100:00080000:1.0:1767320014.525434:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320014.525441:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320014.525477:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291af480 x1853163993750912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320014.525502:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320014.525506:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320014.525508:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320014.525512:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5254
00000100:00080000:1.0:1767320014.525514:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320014.525518:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320014.525531:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291ad500 x1853163993751040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320014.525672:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993750912:0@lo:38:kworker.0
00000100:00100000:2.0:1767320014.525699:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993751168:0@lo:400:kworker.0
00000100:00100000:3.0:1767320014.525745:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320014.525772:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320014.525776:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320014.525778:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320014.525783:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5254
00000100:00080000:1.0:1767320014.525786:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320014.525791:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320014.525807:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291aea00 x1853163993751296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320014.525824:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993751040:0@lo:38:kworker.0
00000100:00080000:1.0:1767320014.525836:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320014.525841:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320014.525843:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320014.525848:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5254
00000100:00080000:1.0:1767320014.525851:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767320014.525856:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320014.525858:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320014.525874:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7411c2d80 x1853163993751552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320014.525884:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993751296:0@lo:38:kworker.0
00000100:00100000:3.0:1767320014.525912:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320014.525927:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993751552:0@lo:38:kworker.0
00000100:00100000:2.0:1767320014.525929:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993750912
00000100:00100000:2.0:1767320014.525937:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993750912
00000100:00100000:3.0:1767320014.525941:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320014.525962:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993751040
00000100:00100000:3.0:1767320014.525966:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993751040
00000100:00100000:2.0:1767320014.525974:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993751296
00000100:00100000:2.0:1767320014.525979:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993751296
00000100:00100000:3.0:1767320014.525990:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212
00000100:00100000:3.0:1767320014.526009:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993751040:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320014.526010:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993751552
00000100:00100000:2.0:1767320014.526015:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993751552
00010000:00020000:3.0:1767320014.526027:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320014.526033:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72771
00000100:00100000:2.0:1767320014.526039:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993750912:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320014.526051:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320014.526059:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993751040:12345-0@lo:38:kworker.0 Request processed in 50us (204us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320014.526064:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212
00000100:00100000:2.0:1767320014.526091:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993750912:12345-0@lo:38:kworker.0 Request processed in 49us (347us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320014.526099:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72771
00000100:00080000:3.0:1767320014.526099:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320014.526106:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320014.526109:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993750912:0@lo:38:kworker.0
00000100:00080000:3.0:1767320014.526120:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320014.526123:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72772
00000100:00080000:3.0:1767320014.526126:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320014.526133:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993751296:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320014.526133:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993751040:0@lo:38:kworker.0
00010000:00020000:2.0:1767320014.526147:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320014.526201:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72773
00000100:00100000:2.0:1767320014.526205:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993751296:12345-0@lo:38:kworker.0 Request processed in 71us (290us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320014.526210:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993751552:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320014.526216:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72772
00010000:00020000:3.0:1767320014.526223:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320014.526243:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320014.526249:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320014.526253:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993751296:0@lo:38:kworker.0
00000100:00100000:3.0:1767320014.526260:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993751552:12345-0@lo:38:kworker.0 Request processed in 49us (316us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320014.526268:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72773
00000100:00080000:2.0:1767320014.526273:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320014.526278:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320014.526282:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993751552:0@lo:38:kworker.0
00000100:00100000:3.0:1767320014.526302:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993751424:0@lo:400:kworker.0
00000100:00100000:3.0:1767320014.526321:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320014.526360:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993751424
00000100:00100000:0.0:1767320014.526365:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993751424
00000100:00100000:3.0:1767320014.526372:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320014.526452:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993751168
00000100:00100000:0.0:1767320014.526456:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993751168
00000100:00100000:3.0:1767320014.526826:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5595
00000100:00100000:3.0:1767320014.526833:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993751424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320014.526863:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993751424:12345-0@lo:400:kworker.0 Request processed in 32us (541us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320014.526867:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5595
00000100:00100000:3.0:1767320014.526878:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5596
00000100:00100000:3.0:1767320014.526881:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993751168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320014.526933:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993751168:12345-0@lo:400:kworker.0 Request processed in 51us (562us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320014.526936:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5596
00000100:00100000:3.0:1767320014.526957:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993751424:0@lo:400:kworker.0
00000100:00100000:3.0:1767320014.526964:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320014.526968:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993751680:0@lo:400:kworker.0
00000100:00100000:3.0:1767320014.526984:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320014.527019:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993751808:0@lo:400:kworker.0
00000100:00100000:3.0:1767320014.527034:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320014.527066:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320014.527081:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993751680
00000100:00100000:3.0:1767320014.527084:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993751680
00000100:00100000:3.0:1767320014.527104:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993751808
00000100:00100000:3.0:1767320014.527106:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993751808
00000100:00100000:3.0:1767320014.527121:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461
00000100:00100000:3.0:1767320014.527126:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993751680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320014.527183:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993751680:12345-0@lo:400:kworker.0 Request processed in 32us (172us total) trans 0 rc 0/0
00000100:00080000:2.0:1767320014.527188:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320014.527191:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461
00000100:00080000:2.0:1767320014.527194:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320014.527208:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462
00000100:00100000:3.0:1767320014.527216:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993751808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320014.527222:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993751168:0@lo:400:kworker.0
00000100:00100000:3.0:1767320014.527254:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993751808:12345-0@lo:400:kworker.0 Request processed in 38us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320014.527263:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993751680:0@lo:400:kworker.0
00000100:00100000:2.0:1767320014.527290:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993751808:0@lo:400:kworker.0
00000100:00100000:3.0:1767320014.527337:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462
00000100:00100000:0.0:1767320015.037312:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320015.103283:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320016.061327:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320016.061451:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993751936:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320016.061455:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320016.061472:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993752064:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320016.061590:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320016.061746:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993752064
00000100:00100000:0.0:1767320016.061754:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993752064
00000100:00100000:3.0:1767320016.065102:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320016.065219:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993751936
00000100:00100000:1.0:1767320016.065229:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993751936
00000100:00080000:2.0:1767320016.065436:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320016.065441:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320016.073475:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213
00000100:00100000:0.0:1767320016.073501:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993752064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320016.073542:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320016.073630:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993752064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 142us (12040us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320016.073638:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213
00000100:00100000:3.0:1767320016.073689:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993752064:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320016.074582:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3214
00000100:00100000:1.0:1767320016.074594:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993751936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320016.074610:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320016.074660:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993751936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (9564us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320016.074666:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3214
00000100:00100000:3.0:1767320016.074760:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993751936:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320016.125396:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320017.085286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320017.150237:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320017.482196:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320017.483545:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320017.484481:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942226816
00000100:00100000:2.0:1767320017.484492:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942226816
00000100:00100000:2.0:1767320017.484532:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942226944
00000100:00100000:2.0:1767320017.484534:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942226944
00000100:00100000:2.0:1767320017.484579:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5597
00000100:00100000:2.0:1767320017.484588:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942226944:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320017.484654:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942226944:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 67us (1115us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320017.484662:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5597
00000100:00100000:2.0:1767320017.484678:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72774
00000100:00100000:2.0:1767320017.484683:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942226816:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320017.484702:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320017.484720:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942226816:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 36us (2568us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320017.484727:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72774
00000100:00080000:3.0:1767320017.485201:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320018.109280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320018.173387:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320019.133585:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320019.198629:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320019.646221:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320019.646233:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320019.646236:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320019.646239:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320019.646244:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320019.646252:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5259
00000100:00080000:2.0:1767320019.646256:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320019.646263:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320019.646302:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4e00 x1853163993752192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320019.646322:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320019.646325:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320019.646327:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320019.646330:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5259
00000100:00080000:2.0:1767320019.646334:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320019.646337:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320019.646367:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6300 x1853163993752320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320019.646377:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993752192:0@lo:38:kworker.0
00000100:00080000:2.0:1767320019.646403:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320019.646407:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320019.646410:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320019.646413:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5259
00000100:00080000:2.0:1767320019.646416:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320019.646419:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320019.646431:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7411c2d80 x1853163993752576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320019.646445:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320019.646457:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320019.646461:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320019.646463:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320019.646466:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5259
00000100:00080000:2.0:1767320019.646469:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320019.646473:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320019.646485:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606744000 x1853163993752832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320019.646502:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993752192
00000100:00100000:0.0:1767320019.646521:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993752192
00000100:00100000:2.0:1767320019.646529:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993753088:0@lo:400:kworker.0
00000100:00100000:3.0:1767320019.646529:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993752448:0@lo:400:kworker.0
00000100:00100000:0.0:1767320019.646565:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72775
00000100:00100000:3.0:1767320019.646565:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320019.646590:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993752192:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320019.646612:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320019.646714:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993752320:0@lo:38:kworker.0
00000100:00100000:2.0:1767320019.646806:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320019.647149:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993752448
00000100:00100000:3.0:1767320019.647155:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993752448
00000100:00100000:3.0:1767320019.647214:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5598
00000100:00100000:3.0:1767320019.647223:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993752448:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320019.647271:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993752448:12345-0@lo:400:kworker.0 Request processed in 49us (708us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320019.647279:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5598
00000100:00080000:3.0:1767320019.647300:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320019.647329:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993752448:0@lo:400:kworker.0
00000100:00100000:3.0:1767320019.647367:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993753088
00000100:00100000:3.0:1767320019.647371:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993753088
00000100:00100000:3.0:1767320019.647401:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3463
00000100:00100000:3.0:1767320019.647408:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993753088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320019.647439:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993753088:12345-0@lo:400:kworker.0 Request processed in 31us (633us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320019.647445:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3463
00000100:00080000:3.0:1767320019.647459:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320019.647469:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993752704:0@lo:400:kworker.0
00000100:00100000:3.0:1767320019.647494:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320019.647513:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320019.647518:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993752960:0@lo:400:kworker.0
00000100:00100000:3.0:1767320019.647542:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993752704
00000100:00100000:3.0:1767320019.647546:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993752704
00000100:00100000:3.0:1767320019.647573:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5599
00000100:00100000:3.0:1767320019.647579:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993752704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320019.647612:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993752704:12345-0@lo:400:kworker.0 Request processed in 33us (117us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320019.647618:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5599
00000100:00080000:3.0:1767320019.647635:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320019.649413:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993752192:12345-0@lo:38:kworker.0 Request processed in 2822us (2963us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320019.649425:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72775
00000100:00100000:1.0:1767320019.650056:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320019.650200:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993752576:0@lo:38:kworker.0
00000100:00100000:1.0:1767320019.650232:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320019.650245:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993752832:0@lo:38:kworker.0
00000100:00100000:1.0:1767320019.650266:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320019.650299:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320019.650304:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320019.650308:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993752192:0@lo:38:kworker.0
00000100:00100000:0.0:1767320019.652768:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993752576
00000100:00100000:0.0:1767320019.652783:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993752576
00000100:00100000:0.0:1767320019.652849:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993752832
00000100:00100000:0.0:1767320019.652852:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993752832
00000100:00100000:0.0:1767320019.652880:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72776
00000100:00100000:0.0:1767320019.652888:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993752576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320019.652919:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320019.653000:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993752576:12345-0@lo:38:kworker.0 Request processed in 111us (2767us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320019.653007:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72776
00000100:00100000:0.0:1767320019.653025:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72777
00000100:00100000:0.0:1767320019.653029:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993752832:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320019.653039:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320019.653063:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993752832:12345-0@lo:38:kworker.0 Request processed in 33us (2797us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320019.653069:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72777
00000100:00080000:1.0:1767320019.654116:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320019.654124:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320019.654128:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993752576:0@lo:38:kworker.0
00000100:00080000:1.0:1767320019.654140:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320019.654143:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320019.654145:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993752832:0@lo:38:kworker.0
00000100:00100000:3.0:1767320019.654837:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993752320
00000100:00100000:3.0:1767320019.654844:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993752320
00000100:00100000:3.0:1767320019.654930:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213
00000100:00100000:3.0:1767320019.654937:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993752320:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320019.654967:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320019.655025:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993752320:12345-0@lo:38:kworker.0 Request processed in 88us (4970us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320019.655032:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213
00000100:00080000:0.0:1767320019.655242:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320019.655248:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320019.655251:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993752320:0@lo:38:kworker.0
00000100:00100000:2.0:1767320019.655617:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993753088:0@lo:400:kworker.0
00000100:00100000:3.0:1767320019.655619:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320019.655669:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993752704:0@lo:400:kworker.0
00000100:00100000:0.0:1767320019.655673:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993752960
00000100:00100000:0.0:1767320019.655677:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993752960
00000100:00080000:3.0:1767320019.655707:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320019.655771:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3464
00000100:00100000:0.0:1767320019.655778:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993752960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320019.655822:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993752960:12345-0@lo:400:kworker.0 Request processed in 44us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320019.655828:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3464
00000100:00100000:3.0:1767320019.655850:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993752960:0@lo:400:kworker.0
00000100:00100000:2.0:1767320020.158430:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320020.221987:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320021.181296:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320021.181981:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320021.182385:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320021.182402:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993753344:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320021.182471:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320021.182912:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993753344
00000100:00100000:0.0:1767320021.182921:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993753344
00000100:00100000:0.0:1767320021.183037:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3215
00000100:00100000:0.0:1767320021.183049:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993753344:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320021.183077:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320021.183144:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993753344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (671us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320021.183152:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3215
00000100:00100000:1.0:1767320021.183209:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993753344:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320021.184101:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320021.184838:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993753216:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320021.184913:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320021.187269:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993753216
00000100:00100000:0.0:1767320021.187364:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993753216
00000100:00080000:3.0:1767320021.187547:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320021.187687:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216
00000100:00100000:0.0:1767320021.187701:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993753216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320021.187746:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320021.187947:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993753216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 249us (3033us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320021.187955:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216
00000100:00100000:2.0:1767320021.188866:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993753216:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320021.245411:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320022.205649:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320022.269604:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320022.598906:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320022.599012:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942227072
00000100:00100000:1.0:1767320022.599023:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942227072
00000100:00100000:1.0:1767320022.599073:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72778
00000100:00100000:1.0:1767320022.599082:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942227072:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320022.599108:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320022.599209:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942227072:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 126us (312us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320022.599217:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72778
00000100:00100000:2.0:1767320022.604125:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320022.604287:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942227200
00000100:00100000:0.0:1767320022.604297:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942227200
00000100:00100000:0.0:1767320022.604410:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5600
00000100:00100000:0.0:1767320022.604421:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942227200:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320022.604513:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942227200:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 93us (397us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320022.604522:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5600
00000100:00080000:3.0:1767320022.604977:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320023.229474:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320023.293649:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320024.253294:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320024.320128:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320024.765325:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320024.765336:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320024.765340:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320024.765345:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320024.765349:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320024.765358:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5264
00000100:00080000:0.0:1767320024.765363:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320024.765371:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320024.765413:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0380 x1853163993753472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320024.765438:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320024.765442:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320024.765444:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320024.765450:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5264
00000100:00080000:0.0:1767320024.765453:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320024.765457:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320024.765486:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2d80 x1853163993753600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320024.765535:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320024.765539:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320024.765542:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320024.765546:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5264
00000100:00080000:0.0:1767320024.765549:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320024.765553:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320024.765567:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2680 x1853163993753856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320024.765598:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320024.765602:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320024.765604:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320024.765609:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5264
00000100:00080000:0.0:1767320024.765612:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320024.765616:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320024.765629:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c1c00 x1853163993754112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320024.765684:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993754368:0@lo:400:kworker.0
00000100:00100000:0.0:1767320024.765752:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320024.765843:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320024.765849:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993753728:0@lo:400:kworker.0
00000100:00100000:0.0:1767320024.765875:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320024.765909:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993754368
00000100:00100000:0.0:1767320024.765918:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993754368
00000100:00100000:0.0:1767320024.766156:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3465
00000100:00100000:0.0:1767320024.766205:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993754368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320024.766264:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993754368:12345-0@lo:400:kworker.0 Request processed in 63us (512us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320024.766273:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3465
00000100:00100000:0.0:1767320024.766328:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993754368:0@lo:400:kworker.0
00000100:00100000:0.0:1767320024.766382:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993753472:0@lo:38:kworker.0
00000100:00100000:0.0:1767320024.766406:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320024.766424:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993753600:0@lo:38:kworker.0
00000100:00100000:0.0:1767320024.766449:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320024.766834:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993754240:0@lo:400:kworker.0
00000100:00100000:3.0:1767320024.766873:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320024.766908:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320024.766928:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993753600
00000100:00100000:3.0:1767320024.766933:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993753600
00000100:00100000:3.0:1767320024.767053:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214
00000100:00100000:3.0:1767320024.767059:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993753600:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320024.767078:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320024.767108:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993753600:12345-0@lo:38:kworker.0 Request processed in 48us (658us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320024.767114:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214
00000100:00100000:3.0:1767320024.767134:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993754240
00000100:00100000:3.0:1767320024.767137:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993754240
00000100:00100000:3.0:1767320024.767193:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3466
00000100:00100000:3.0:1767320024.767200:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993754240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320024.767241:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993754240:12345-0@lo:400:kworker.0 Request processed in 41us (369us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320024.767247:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3466
00000100:00100000:1.0:1767320024.767259:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993753728
00000100:00100000:1.0:1767320024.767266:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993753728
00000100:00080000:3.0:1767320024.767268:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320024.767296:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993753984:0@lo:400:kworker.0
00000100:00100000:3.0:1767320024.767324:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320024.767351:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993753472
00000100:00100000:3.0:1767320024.767355:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993753472
00000100:00080000:2.0:1767320024.767651:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320024.767745:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320024.767750:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320024.767754:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993753600:0@lo:38:kworker.0
00000100:00100000:0.0:1767320024.767761:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993753856:0@lo:38:kworker.0
00000100:00100000:0.0:1767320024.767785:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320024.769182:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993753984
00000100:00100000:3.0:1767320024.769195:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993753984
00000100:00100000:3.0:1767320024.769245:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993753856
00000100:00100000:3.0:1767320024.769249:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993753856
00000100:00100000:3.0:1767320024.769262:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5601
00000100:00100000:3.0:1767320024.769270:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993753728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320024.769335:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993753728:12345-0@lo:400:kworker.0 Request processed in 66us (3458us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320024.769342:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5601
00000100:00100000:3.0:1767320024.769359:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5602
00000100:00100000:3.0:1767320024.769365:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993753984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320024.769398:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993753984:12345-0@lo:400:kworker.0 Request processed in 33us (2073us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320024.769403:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5602
00000100:00100000:3.0:1767320024.769416:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72779
00000100:00100000:3.0:1767320024.769419:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993753472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320024.769435:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320024.769560:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72780
00000100:00100000:1.0:1767320024.769568:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993753856:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320024.769579:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320024.769612:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993753856:12345-0@lo:38:kworker.0 Request processed in 44us (1826us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320024.769618:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72780
00000100:00100000:1.0:1767320024.769677:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993753728:0@lo:400:kworker.0
00000100:00100000:1.0:1767320024.769738:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993754240:0@lo:400:kworker.0
00000100:00080000:1.0:1767320024.769759:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320024.769781:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320024.769786:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320024.769789:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993753856:0@lo:38:kworker.0
00000100:00100000:3.0:1767320024.769798:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993753472:12345-0@lo:38:kworker.0 Request processed in 43us (3057us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320024.769799:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993754112:0@lo:38:kworker.0
00000100:00100000:3.0:1767320024.769818:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72779
00000100:00100000:1.0:1767320024.769848:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320024.769884:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993754112
00000100:00080000:1.0:1767320024.769886:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767320024.769890:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993754112
00000100:00080000:1.0:1767320024.769891:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320024.769896:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993753472:0@lo:38:kworker.0
00000100:00100000:3.0:1767320024.769917:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72781
00000100:00100000:1.0:1767320024.769923:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993753984:0@lo:400:kworker.0
00000100:00100000:3.0:1767320024.769925:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993754112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320024.769940:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320024.770625:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993754112:12345-0@lo:38:kworker.0 Request processed in 698us (775us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320024.770633:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72781
00000100:00080000:1.0:1767320024.771671:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320024.771679:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320024.771682:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993754112:0@lo:38:kworker.0
00000100:00100000:2.0:1767320025.277478:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320025.341452:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320026.301277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320026.301333:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320026.301353:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993754496:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320026.301422:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320026.301495:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993754496
00000100:00100000:3.0:1767320026.301504:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993754496
00000100:00100000:3.0:1767320026.301582:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3217
00000100:00100000:3.0:1767320026.301592:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993754496:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320026.301594:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:3.0:1767320026.301626:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320026.301679:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993754496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (257us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320026.301688:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3217
00000100:00100000:1.0:1767320026.301711:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993754624:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320026.301746:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320026.301760:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993754496:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320026.301969:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993754624
00000100:00100000:3.0:1767320026.301974:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993754624
00000100:00100000:3.0:1767320026.302028:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3218
00000100:00080000:2.0:1767320026.302031:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320026.302037:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993754624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320026.302055:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320026.302089:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993754624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (343us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320026.302096:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3218
00000100:00100000:1.0:1767320026.302115:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993754624:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320026.365851:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320027.325279:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320027.389459:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320027.719471:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320027.720226:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942227328
00000100:00100000:0.0:1767320027.720238:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942227328
00000100:00100000:0.0:1767320027.720293:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72782
00000100:00100000:0.0:1767320027.720301:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942227328:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320027.720326:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320027.720442:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942227328:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 139us (980us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320027.720450:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72782
00000100:00100000:2.0:1767320027.728107:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320027.734425:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942227456
00000100:00100000:0.0:1767320027.734440:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942227456
00000100:00100000:0.0:1767320027.734538:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5603
00000100:00100000:0.0:1767320027.734549:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942227456:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320027.734641:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942227456:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 94us (6545us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320027.734649:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5603
00000100:00080000:2.0:1767320027.734730:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320028.349384:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320028.413446:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320029.373249:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320029.437561:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320029.885453:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320004/real 1767320004]  req@ffff89b618a43480 x1853163993748224/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320029 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320029.885500:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b618a43480 x1853163993748224/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320029 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320029.885521:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320029.885560:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320029.885565:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993748224:0@lo:250:kworker.0
00000100:00080000:3.0:1767320029.885646:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320029.885651:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320029.885654:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320029.885659:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5248
00000100:00080000:3.0:1767320029.885663:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320029.885669:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320029.885703:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f396300 x1853163993754752/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320029.885738:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320029.885742:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320029.885744:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320029.885748:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5269
00000100:00080000:3.0:1767320029.885750:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320029.885754:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320029.885774:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706489180 x1853163993754880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320029.885782:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320029.885785:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320029.885786:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320029.885790:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5269
00000100:00080000:3.0:1767320029.885792:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320029.885795:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320029.885806:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706488000 x1853163993755008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320029.885844:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320029.885848:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320029.885850:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320029.885853:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5269
00000100:00080000:3.0:1767320029.885855:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320029.885858:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320029.885869:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70648aa00 x1853163993755264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320029.885891:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320029.885894:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320029.885896:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320029.885899:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5269
00000100:00080000:3.0:1767320029.885901:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320029.885904:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320029.885914:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70648a300 x1853163993755520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320029.885952:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706488380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993755392:0@lo:400:kworker.0
00000100:00100000:3.0:1767320029.886024:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320029.886311:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f396300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993754752:0@lo:250:kworker.0
00000400:00000100:2.0:1767320029.886339:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993754752 offset 0 length 520: 4
00000100:00100000:2.0:1767320029.886377:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993755648:0@lo:400:kworker.0
00000100:00100000:2.0:1767320029.886400:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320029.886425:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993755648
00000100:00100000:2.0:1767320029.886431:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993755648
00000100:00100000:0.0:1767320029.886482:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993755776:0@lo:400:kworker.0
00000100:00100000:2.0:1767320029.886491:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467
00000100:00100000:2.0:1767320029.886501:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993755648:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320029.886518:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320029.886551:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993755392
00000100:00100000:0.0:1767320029.886556:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993755392
00000100:00100000:2.0:1767320029.886560:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993755648:12345-0@lo:400:kworker.0 Request processed in 60us (156us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320029.886569:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467
00000100:00100000:2.0:1767320029.886586:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993755776
00000100:00100000:2.0:1767320029.886590:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993755776
00000100:00100000:0.0:1767320029.886595:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5604
00000100:00100000:0.0:1767320029.886606:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706488e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993755392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320029.886622:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3468
00000100:00100000:2.0:1767320029.886630:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993755776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320029.886645:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706488e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993755392:12345-0@lo:400:kworker.0 Request processed in 42us (621us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320029.886654:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5604
00000100:00100000:2.0:1767320029.886672:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993755776:12345-0@lo:400:kworker.0 Request processed in 43us (153us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320029.886680:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3468
00000100:00080000:0.0:1767320029.886695:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320029.886702:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320029.886704:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320029.886830:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706488380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993755392:0@lo:400:kworker.0
00000100:00100000:2.0:1767320029.887389:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993754880:0@lo:38:kworker.0
00000100:00100000:2.0:1767320029.887423:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320029.887447:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706488000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993755008:0@lo:38:kworker.0
00000100:00100000:2.0:1767320029.887470:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320029.887489:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993755264:0@lo:38:kworker.0
00000100:00100000:2.0:1767320029.887506:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320029.887520:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993755520:0@lo:38:kworker.0
00000100:00100000:2.0:1767320029.887549:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320029.887583:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993755008
00000100:00100000:2.0:1767320029.887588:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993755008
00000100:00100000:2.0:1767320029.887608:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215
00000100:00100000:2.0:1767320029.887613:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993755008:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320029.887633:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320029.887667:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993755008:12345-0@lo:38:kworker.0 Request processed in 53us (196us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320029.887673:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215
00000100:00100000:2.0:1767320029.887691:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993754880
00000100:00100000:2.0:1767320029.887695:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993754880
00000100:00100000:2.0:1767320029.887720:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993755264
00000100:00100000:2.0:1767320029.887724:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993755264
00000100:00100000:2.0:1767320029.887734:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993755520
00000100:00100000:2.0:1767320029.887736:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993755520
00000100:00100000:2.0:1767320029.887746:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72783
00000100:00100000:2.0:1767320029.887750:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993754880:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320029.887758:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320029.887783:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993754880:12345-0@lo:38:kworker.0 Request processed in 31us (360us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320029.887788:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72783
00000100:00100000:2.0:1767320029.887798:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72784
00000100:00100000:2.0:1767320029.887802:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993755264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320029.887810:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320029.887830:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993755264:12345-0@lo:38:kworker.0 Request processed in 27us (322us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320029.887835:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72784
00000100:00100000:2.0:1767320029.887847:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72785
00000100:00100000:2.0:1767320029.887850:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993755520:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320029.887859:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320029.887882:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993755520:12345-0@lo:38:kworker.0 Request processed in 28us (330us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320029.887887:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72785
00000100:00080000:2.0:1767320029.887914:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320029.887918:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320029.887920:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993754880:0@lo:38:kworker.0
00000100:00080000:2.0:1767320029.887928:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320029.887931:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320029.887933:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706488000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993755008:0@lo:38:kworker.0
00000100:00080000:2.0:1767320029.887940:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320029.887942:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320029.887945:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993755264:0@lo:38:kworker.0
00000100:00080000:2.0:1767320029.887952:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320029.887955:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320029.887958:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993755520:0@lo:38:kworker.0
00000100:00100000:1.0:1767320029.888067:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993755136:0@lo:400:kworker.0
00000100:00100000:1.0:1767320029.888105:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320029.888143:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993755136
00000100:00100000:1.0:1767320029.888146:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993755136
00000100:00100000:1.0:1767320029.888203:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5605
00000100:00100000:1.0:1767320029.888209:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993755136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320029.888245:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993755136:12345-0@lo:400:kworker.0 Request processed in 36us (140us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320029.888251:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5605
00000100:00080000:1.0:1767320029.888276:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320029.888293:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993755136:0@lo:400:kworker.0
00000100:00100000:3.0:1767320029.889233:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993755648:0@lo:400:kworker.0
00000100:00100000:0.0:1767320029.889270:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993755776:0@lo:400:kworker.0
00000100:00100000:2.0:1767320030.397298:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320030.461356:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320031.421285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320031.421672:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320031.421698:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320031.421705:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993756032:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320031.421716:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993755904:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320031.422449:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320031.422556:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993755904
00000100:00100000:2.0:1767320031.422564:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993755904
00000100:00100000:2.0:1767320031.422675:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3219
00000100:00100000:2.0:1767320031.422693:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993755904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320031.422723:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320031.422769:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993755904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (321us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320031.422778:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3219
00000100:00100000:0.0:1767320031.422916:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993755904:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320031.422963:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320031.426930:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320031.427177:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993756032
00000100:00100000:0.0:1767320031.427187:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993756032
00000100:00100000:0.0:1767320031.427247:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220
00000100:00100000:0.0:1767320031.427260:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993756032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320031.427291:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320031.427355:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993756032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (432us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320031.427363:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220
00000100:00100000:3.0:1767320031.427841:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993756032:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320031.429548:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767320031.485386:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320031.820416:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:3.0:1767320031.820462:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942227584 offset 0 length 520: 4
00000100:00100000:3.0:1767320031.820511:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320031.821438:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942227840
00000100:00100000:0.0:1767320031.821449:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942227840
00000100:00100000:0.0:1767320031.821535:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942227712
00000100:00100000:0.0:1767320031.821539:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942227712
00000100:00100000:0.0:1767320031.821561:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5606
00000100:00100000:0.0:1767320031.821572:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942227840:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320031.821666:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942227840:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 95us (1260us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320031.821685:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5606
00000100:00100000:0.0:1767320031.821706:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72786
00000100:00100000:0.0:1767320031.821711:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706488700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942227712:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320031.821734:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320031.821761:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706488700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942227712:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (1249us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320031.821769:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72786
00000100:00080000:1.0:1767320031.822289:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320032.445726:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320032.511995:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320033.469383:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320033.533406:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320034.493416:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320034.558769:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320035.005342:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320035.005353:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320035.005356:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320035.005361:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320035.005374:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320035.005383:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5274
00000100:00080000:0.0:1767320035.005388:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320035.005395:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320035.005437:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0380 x1853163993756160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320035.005473:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320035.005476:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320035.005478:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320035.005482:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5274
00000100:00080000:0.0:1767320035.005485:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320035.005488:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320035.005501:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2680 x1853163993756288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320035.005542:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320035.005546:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320035.005548:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320035.005551:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5274
00000100:00080000:0.0:1767320035.005554:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320035.005557:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320035.005568:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0000 x1853163993756544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320035.005596:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320035.005599:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320035.005601:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320035.005605:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5274
00000100:00080000:0.0:1767320035.005607:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320035.005610:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320035.005633:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c1c00 x1853163993756800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320035.005680:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993756672:0@lo:400:kworker.0
00000100:00100000:0.0:1767320035.005744:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320035.005806:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320035.005813:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993756928:0@lo:400:kworker.0
00000100:00100000:2.0:1767320035.005830:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993756160:0@lo:38:kworker.0
00000100:00100000:0.0:1767320035.005840:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320035.005859:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320035.005875:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993756928
00000100:00100000:2.0:1767320035.005875:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993756288:0@lo:38:kworker.0
00000100:00100000:0.0:1767320035.005882:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993756928
00000100:00100000:2.0:1767320035.005895:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320035.005912:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993756544:0@lo:38:kworker.0
00000100:00100000:2.0:1767320035.005929:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320035.005930:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3469
00000100:00100000:0.0:1767320035.005940:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993756928:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320035.005941:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993756800:0@lo:38:kworker.0
00000100:00100000:3.0:1767320035.006034:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993756672
00000100:00100000:3.0:1767320035.006038:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993756672
00000100:00100000:3.0:1767320035.006064:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993756160
00000100:00100000:3.0:1767320035.006066:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993756160
00000100:00100000:3.0:1767320035.006078:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993756544
00000100:00100000:3.0:1767320035.006080:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993756544
00000100:00100000:3.0:1767320035.006091:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5607
00000100:00100000:3.0:1767320035.006098:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993756672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320035.006140:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993757056:0@lo:400:kworker.0
00000100:00100000:0.0:1767320035.007883:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993756928:12345-0@lo:400:kworker.0 Request processed in 1939us (2035us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320035.007899:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3469
00000100:00100000:0.0:1767320035.007990:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993756928:0@lo:400:kworker.0
00000100:00100000:0.0:1767320035.008033:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72787
00000100:00100000:0.0:1767320035.008038:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993756160:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320035.008060:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320035.008096:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993756160:12345-0@lo:38:kworker.0 Request processed in 57us (2237us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320035.008102:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72787
00000100:00100000:0.0:1767320035.008119:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72788
00000100:00100000:0.0:1767320035.008123:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993756544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320035.008132:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320035.008153:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993756544:12345-0@lo:38:kworker.0 Request processed in 29us (2223us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320035.008177:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72788
00000100:00080000:0.0:1767320035.008194:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320035.008200:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320035.008261:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993756288
00000100:00100000:0.0:1767320035.008268:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993756288
00000100:00100000:0.0:1767320035.008293:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216
00000100:00100000:0.0:1767320035.008297:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993756288:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320035.008306:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320035.008328:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993756288:12345-0@lo:38:kworker.0 Request processed in 30us (2432us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320035.008333:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216
00000100:00100000:0.0:1767320035.008354:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993756416:0@lo:400:kworker.0
00000100:00100000:0.0:1767320035.009344:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320035.009411:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993756416
00000100:00100000:0.0:1767320035.009416:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993756416
00000100:00100000:0.0:1767320035.009471:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5608
00000100:00100000:0.0:1767320035.009479:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993756416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320035.009527:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993756416:12345-0@lo:400:kworker.0 Request processed in 49us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320035.009534:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5608
00000100:00080000:0.0:1767320035.009557:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320035.009584:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993756416:0@lo:400:kworker.0
00000100:00100000:2.0:1767320035.010867:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320035.010931:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320035.010937:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320035.010942:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993756160:0@lo:38:kworker.0
00000100:00080000:2.0:1767320035.010954:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320035.010958:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320035.010961:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993756288:0@lo:38:kworker.0
00000100:00080000:2.0:1767320035.010970:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320035.010974:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320035.010976:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993756544:0@lo:38:kworker.0
00000100:00100000:3.0:1767320035.011743:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993756672:12345-0@lo:400:kworker.0 Request processed in 5641us (5994us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320035.011755:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5607
00000100:00100000:3.0:1767320035.011782:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993756800
00000100:00100000:3.0:1767320035.011790:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993756800
00000100:00100000:3.0:1767320035.011837:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72789
00000100:00100000:3.0:1767320035.011844:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993756800:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320035.011864:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320035.011901:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993756800:12345-0@lo:38:kworker.0 Request processed in 57us (1041us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320035.011907:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72789
00000100:00100000:1.0:1767320035.012203:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320035.012316:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993756672:0@lo:400:kworker.0
00000100:00080000:2.0:1767320035.012348:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320035.012354:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320035.012356:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993756800:0@lo:38:kworker.0
00000100:00100000:3.0:1767320035.013802:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993757056
00000100:00100000:3.0:1767320035.013812:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993757056
00000100:00100000:3.0:1767320035.013898:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3470
00000100:00100000:3.0:1767320035.013907:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993757056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320035.013985:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993757056:12345-0@lo:400:kworker.0 Request processed in 80us (1782us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320035.013992:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3470
00000100:00080000:0.0:1767320035.014114:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320035.015872:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993757056:0@lo:400:kworker.0
00000100:00100000:2.0:1767320035.517314:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320035.581481:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320036.544693:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320036.544937:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993757184:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320036.545010:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320036.545091:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993757184
00000100:00100000:3.0:1767320036.545100:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993757184
00000100:00100000:3.0:1767320036.545157:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3221
00000100:00100000:3.0:1767320036.545180:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993757184:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320036.545211:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320036.545256:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993757312:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320036.545263:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993757184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (253us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320036.545270:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3221
00000100:00100000:2.0:1767320036.545284:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320036.545307:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993757312
00000100:00100000:3.0:1767320036.545311:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993757312
00000100:00100000:3.0:1767320036.545349:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222
00000100:00100000:3.0:1767320036.545355:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993757312:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320036.545371:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320036.545376:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993757184:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320036.545401:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993757312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (116us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320036.545408:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222
00000100:00100000:1.0:1767320036.545418:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993757312:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320036.607927:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320036.942554:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320036.942749:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942228096
00000100:00100000:2.0:1767320036.942761:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942228096
00000100:00100000:2.0:1767320036.942838:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5609
00000100:00100000:2.0:1767320036.942850:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942228096:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320036.942940:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942228096:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 92us (396us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320036.942950:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5609
00000100:00080000:0.0:1767320036.943014:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320036.946794:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320036.946899:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942227968
00000100:00100000:3.0:1767320036.946908:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942227968
00000100:00100000:3.0:1767320036.946996:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72790
00000100:00100000:3.0:1767320036.947005:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942227968:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320036.947029:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320036.947101:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942227968:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 95us (316us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320036.947109:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72790
00000100:00100000:2.0:1767320037.565270:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320037.629539:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320038.589285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320038.653529:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320039.613398:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320039.677682:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320040.125973:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320040.125990:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320040.125993:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320040.125998:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320040.126004:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320040.126015:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5279
00000100:00080000:2.0:1767320040.126021:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320040.126031:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320040.126096:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a3af800 x1853163993757440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320040.126186:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993757440:0@lo:38:kworker.0
00000100:00100000:1.0:1767320040.126307:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320040.126442:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320040.126447:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320040.126449:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320040.126454:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5279
00000100:00080000:2.0:1767320040.126457:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320040.126462:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320040.126484:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a3ac000 x1853163993757568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320040.126556:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993757440
00000100:00100000:3.0:1767320040.126568:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993757440
00000100:00100000:3.0:1767320040.126623:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72791
00000100:00100000:3.0:1767320040.126632:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993757440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320040.126660:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320040.127687:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993757568:0@lo:38:kworker.0
00000100:00100000:1.0:1767320040.127751:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320040.127810:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993757568
00000100:00100000:0.0:1767320040.127827:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993757568
00000100:00100000:0.0:1767320040.127876:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217
00000100:00100000:0.0:1767320040.127883:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993757568:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767320040.127889:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00020000:0.0:1767320040.127901:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320040.127911:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320040.127915:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320040.127921:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5279
00000100:00080000:2.0:1767320040.127925:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320040.127931:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320040.127944:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993757568:12345-0@lo:38:kworker.0 Request processed in 59us (192us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320040.127955:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702680 x1853163993757824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320040.127969:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217
00000100:00080000:2.0:1767320040.128000:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320040.128005:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320040.128007:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320040.128012:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5279
00000100:00080000:2.0:1767320040.128014:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320040.128018:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320040.128032:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320040.128033:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702300 x1853163993758080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320040.128047:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993757696:0@lo:400:kworker.0
00000100:00100000:0.0:1767320040.128085:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320040.128090:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993758208:0@lo:400:kworker.0
00000100:00100000:0.0:1767320040.128114:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993758336:0@lo:400:kworker.0
00000100:00100000:2.0:1767320040.128138:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320040.128178:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993757696
00000100:00100000:0.0:1767320040.128183:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993757696
00000100:00100000:2.0:1767320040.128194:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320040.128202:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993757952:0@lo:400:kworker.0
00000100:00100000:2.0:1767320040.128231:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320040.128427:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993757440:12345-0@lo:38:kworker.0 Request processed in 1794us (2119us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320040.128437:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72791
00000100:00100000:0.0:1767320040.128741:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993757952
00000100:00100000:0.0:1767320040.128746:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993757952
00000100:00100000:0.0:1767320040.128785:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5610
00000100:00100000:0.0:1767320040.128794:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993757696:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320040.128795:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320040.128804:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320040.128810:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993757440:0@lo:38:kworker.0
00000100:00100000:1.0:1767320040.128840:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993757824:0@lo:38:kworker.0
00000100:00100000:1.0:1767320040.128871:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320040.128967:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993758080:0@lo:38:kworker.0
00000100:00100000:3.0:1767320040.130589:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993757824
00000100:00100000:3.0:1767320040.130607:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993757824
00000100:00100000:3.0:1767320040.130668:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5611
00000100:00100000:3.0:1767320040.130685:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993757952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320040.130773:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72792
00000100:00100000:2.0:1767320040.130782:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993757824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320040.130809:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320040.130863:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993757824:12345-0@lo:38:kworker.0 Request processed in 81us (1991us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320040.130871:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72792
00000100:00100000:0.0:1767320040.131056:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993757696:12345-0@lo:400:kworker.0 Request processed in 2262us (2970us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320040.131065:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5610
00000100:00100000:0.0:1767320040.131145:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993758208
00000100:00100000:0.0:1767320040.131150:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993758208
00000100:00100000:0.0:1767320040.131210:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3471
00000100:00100000:0.0:1767320040.131217:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993758208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320040.131266:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993758208:12345-0@lo:400:kworker.0 Request processed in 50us (3129us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320040.131272:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3471
00000100:00080000:0.0:1767320040.131311:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320040.131318:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320040.131334:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320040.131388:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993757696:0@lo:400:kworker.0
00000100:00100000:0.0:1767320040.131423:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993758336
00000100:00100000:0.0:1767320040.131426:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993758336
00000100:00100000:0.0:1767320040.131455:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3472
00000100:00100000:0.0:1767320040.131461:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993758336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320040.131493:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993758336:12345-0@lo:400:kworker.0 Request processed in 33us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320040.131503:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3472
00000100:00080000:0.0:1767320040.131515:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320040.131566:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993758336:0@lo:400:kworker.0
00000100:00100000:2.0:1767320040.131639:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993758208:0@lo:400:kworker.0
00000100:00100000:3.0:1767320040.133804:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993757952:12345-0@lo:400:kworker.0 Request processed in 3111us (5556us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320040.133826:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5611
00000100:00100000:2.0:1767320040.134218:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993757952:0@lo:400:kworker.0
00000100:00100000:1.0:1767320040.138427:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320040.138694:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320040.138701:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320040.138707:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993757568:0@lo:38:kworker.0
00000100:00080000:1.0:1767320040.138744:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320040.138749:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320040.138752:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993757824:0@lo:38:kworker.0
00000100:00100000:3.0:1767320040.141097:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993758080
00000100:00100000:3.0:1767320040.141113:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993758080
00000100:00100000:3.0:1767320040.141401:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72793
00000100:00100000:3.0:1767320040.141411:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993758080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320040.141435:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320040.141616:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993758080:12345-0@lo:38:kworker.0 Request processed in 205us (3197us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320040.141624:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72793
00000100:00080000:1.0:1767320040.141826:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320040.141833:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320040.141837:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993758080:0@lo:38:kworker.0
00000100:00100000:2.0:1767320040.637422:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320040.701398:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320041.661762:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993758464:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320041.661869:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320041.661983:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993758464
00000100:00100000:2.0:1767320041.661994:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993758464
00000100:00100000:2.0:1767320041.662057:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3223
00000100:00100000:2.0:1767320041.662066:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993758464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320041.662118:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320041.662200:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993758464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (331us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320041.662209:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3223
00000100:00100000:2.0:1767320041.662295:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993758464:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320041.662486:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320041.663265:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320041.663976:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993758592:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320041.664055:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320041.664248:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993758592
00000100:00100000:2.0:1767320041.664257:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993758592
00000100:00100000:2.0:1767320041.664325:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3224
00000100:00100000:2.0:1767320041.664335:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993758592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320041.664562:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320041.664631:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993758592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 296us (574us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320041.664639:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3224
00000100:00100000:1.0:1767320041.667320:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993758592:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320041.725636:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320042.055549:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320042.055641:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942228352
00000100:00100000:0.0:1767320042.055657:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942228352
00000100:00100000:0.0:1767320042.055767:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5612
00000100:00100000:0.0:1767320042.055781:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942228352:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320042.055884:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942228352:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 108us (353us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320042.055892:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5612
00000100:00080000:2.0:1767320042.056000:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320042.065707:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320042.065853:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942228224
00000100:00100000:3.0:1767320042.065866:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942228224
00000100:00100000:3.0:1767320042.065928:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72794
00000100:00100000:3.0:1767320042.065938:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942228224:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320042.065978:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320042.066144:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942228224:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 204us (450us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320042.066152:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72794
00000100:00100000:2.0:1767320042.686242:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320042.751116:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320043.709447:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320043.777866:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320044.733478:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320044.798333:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320045.245633:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320045.245648:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320045.245652:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320045.245657:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320045.245663:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320045.245674:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5284
00000100:00080000:3.0:1767320045.245681:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320045.245691:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320045.245755:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706488a80 x1853163993758720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320045.245791:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320045.245795:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320045.245797:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320045.245802:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5284
00000100:00080000:3.0:1767320045.245804:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320045.245808:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320045.245824:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706489f80 x1853163993758848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320045.245888:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320045.245892:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320045.245894:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320045.245898:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5284
00000100:00080000:3.0:1767320045.245901:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320045.245905:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320045.245918:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70648b800 x1853163993759104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320045.245948:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320045.245952:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320045.245954:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320045.245958:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5284
00000100:00080000:3.0:1767320045.245961:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320045.245964:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320045.245973:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706489c00 x1853163993759360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320045.246024:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993759232:0@lo:400:kworker.0
00000100:00100000:3.0:1767320045.246115:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320045.246246:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320045.246253:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993759488:0@lo:400:kworker.0
00000100:00100000:3.0:1767320045.246560:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320045.246699:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993758720:0@lo:38:kworker.0
00000100:00100000:1.0:1767320045.246738:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320045.246771:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993758848:0@lo:38:kworker.0
00000100:00100000:1.0:1767320045.246798:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320045.246821:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993759104:0@lo:38:kworker.0
00000100:00100000:1.0:1767320045.246842:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320045.246870:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993759360:0@lo:38:kworker.0
00000100:00100000:1.0:1767320045.246891:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320045.247093:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993759616:0@lo:400:kworker.0
00000100:00100000:0.0:1767320045.247128:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320045.247272:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320045.247279:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993758976:0@lo:400:kworker.0
00000100:00100000:0.0:1767320045.247304:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320045.247338:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993759488
00000100:00100000:0.0:1767320045.247347:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993759488
00000100:00100000:0.0:1767320045.247410:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993759616
00000100:00100000:0.0:1767320045.247413:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993759616
00000100:00100000:0.0:1767320045.247450:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3473
00000100:00100000:0.0:1767320045.247459:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993759488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320045.247520:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993759488:12345-0@lo:400:kworker.0 Request processed in 62us (960us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320045.247529:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3473
00000100:00100000:0.0:1767320045.247549:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3474
00000100:00100000:0.0:1767320045.247556:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993759616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320045.247587:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993759616:12345-0@lo:400:kworker.0 Request processed in 32us (458us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320045.247593:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3474
00000100:00080000:0.0:1767320045.247611:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320045.247616:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320045.247632:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993759232
00000100:00100000:0.0:1767320045.247636:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993759232
00000100:00100000:0.0:1767320045.247666:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993758720
00000100:00100000:0.0:1767320045.247669:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993758720
00000100:00100000:0.0:1767320045.247682:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993759104
00000100:00100000:0.0:1767320045.247684:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993759104
00000100:00100000:0.0:1767320045.247690:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993759360
00000100:00100000:0.0:1767320045.247692:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993759360
00000100:00100000:0.0:1767320045.247698:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993758976
00000100:00100000:0.0:1767320045.247701:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993758976
00000100:00100000:0.0:1767320045.247714:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5613
00000100:00100000:0.0:1767320045.247720:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993759232:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320045.247752:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993759232:12345-0@lo:400:kworker.0 Request processed in 32us (1638us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320045.247758:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5613
00000100:00100000:0.0:1767320045.247770:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5614
00000100:00100000:0.0:1767320045.247775:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993758976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320045.247801:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993758976:12345-0@lo:400:kworker.0 Request processed in 26us (496us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320045.247806:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5614
00000100:00100000:0.0:1767320045.247817:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72795
00000100:00100000:0.0:1767320045.247821:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993758720:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320045.247846:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320045.247893:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993758720:12345-0@lo:38:kworker.0 Request processed in 71us (1155us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320045.247899:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72795
00000100:00100000:0.0:1767320045.247910:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72796
00000100:00100000:0.0:1767320045.247913:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993759104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320045.247920:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320045.247942:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993759104:12345-0@lo:38:kworker.0 Request processed in 28us (1100us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320045.247947:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72796
00000100:00100000:0.0:1767320045.247957:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72797
00000100:00100000:0.0:1767320045.247961:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993759360:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320045.247969:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320045.247989:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993759360:12345-0@lo:38:kworker.0 Request processed in 28us (1098us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320045.247994:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72797
00000100:00080000:0.0:1767320045.248008:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320045.248023:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993758848
00000100:00100000:0.0:1767320045.248027:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993758848
00000100:00100000:0.0:1767320045.248047:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218
00000100:00100000:0.0:1767320045.248052:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993758848:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320045.248061:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320045.248086:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993758848:12345-0@lo:38:kworker.0 Request processed in 33us (1287us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320045.248092:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218
00000100:00100000:0.0:1767320045.248563:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993758976:0@lo:400:kworker.0
00000100:00100000:3.0:1767320045.248656:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993759488:0@lo:400:kworker.0
00000100:00100000:0.0:1767320045.251523:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993759616:0@lo:400:kworker.0
00000100:00080000:1.0:1767320045.252324:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320045.252334:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320045.252339:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993758720:0@lo:38:kworker.0
00000100:00080000:1.0:1767320045.252358:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320045.252361:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320045.252364:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993758848:0@lo:38:kworker.0
00000100:00080000:1.0:1767320045.252377:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320045.252380:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320045.252383:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993759104:0@lo:38:kworker.0
00000100:00080000:1.0:1767320045.252395:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320045.252398:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320045.252402:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993759360:0@lo:38:kworker.0
00000100:00100000:3.0:1767320045.252501:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993759232:0@lo:400:kworker.0
00000100:00100000:2.0:1767320045.757673:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320045.822136:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320046.781741:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320046.781999:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320046.782019:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993759744:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320046.782123:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320046.782556:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993759744
00000100:00100000:1.0:1767320046.782567:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993759744
00000100:00100000:1.0:1767320046.782639:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3225
00000100:00100000:1.0:1767320046.782652:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993759744:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320046.782698:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320046.782773:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993759744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (650us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320046.782782:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3225
00000100:00100000:1.0:1767320046.782859:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993759744:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320046.788149:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993759872:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320046.788260:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320046.788407:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993759872
00000100:00100000:1.0:1767320046.788415:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993759872
00000100:00100000:1.0:1767320046.788491:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226
00000100:00100000:1.0:1767320046.788518:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993759872:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320046.788551:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320046.797074:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993759872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8565us (8803us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320046.797090:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226
00000100:00100000:3.0:1767320046.805053:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993759872:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320046.845693:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320047.186960:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320047.187102:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320047.187224:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942228608
00000100:00100000:2.0:1767320047.187239:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942228608
00000100:00100000:2.0:1767320047.187339:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942228480
00000100:00100000:2.0:1767320047.187343:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942228480
00000100:00100000:2.0:1767320047.187365:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5615
00000100:00100000:2.0:1767320047.187377:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942228608:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320047.187584:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72798
00000100:00100000:1.0:1767320047.187591:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942228480:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320047.187618:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320047.187650:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942228608:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 275us (714us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320047.187658:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5615
00000100:00100000:1.0:1767320047.187727:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942228480:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 135us (624us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320047.187735:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72798
00000100:00080000:0.0:1767320047.188221:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320047.805327:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320047.871901:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320048.829463:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320048.893483:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320049.853474:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320049.917554:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320050.365427:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320050.365441:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320050.365446:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320050.365452:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320050.365458:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320050.365470:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5289
00000100:00080000:1.0:1767320050.365476:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320050.365484:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320050.365544:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a41f80 x1853163993760000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320050.365633:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993760000:0@lo:38:kworker.0
00000100:00100000:2.0:1767320050.365742:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320050.365922:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993760000
00000100:00100000:0.0:1767320050.365933:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993760000
00000100:00100000:0.0:1767320050.365989:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72799
00000100:00100000:0.0:1767320050.365998:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993760000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320050.366034:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767320050.366312:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320050.366316:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320050.366319:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320050.366325:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5289
00000100:00080000:1.0:1767320050.366327:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320050.366345:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320050.366368:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43100 x1853163993760128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320050.366526:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993760128:0@lo:38:kworker.0
00000100:00100000:2.0:1767320050.366567:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320050.366642:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993760128
00000100:00100000:3.0:1767320050.366649:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993760128
00000100:00100000:3.0:1767320050.366682:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219
00000100:00100000:3.0:1767320050.366688:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993760128:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320050.366703:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320050.366752:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993760128:12345-0@lo:38:kworker.0 Request processed in 63us (184us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320050.366760:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219
00000100:00100000:0.0:1767320050.366985:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993760000:12345-0@lo:38:kworker.0 Request processed in 986us (1241us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320050.366993:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72799
00000100:00080000:1.0:1767320050.367135:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320050.367139:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320050.367141:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320050.367145:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5289
00000100:00080000:1.0:1767320050.367148:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320050.367152:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320050.367191:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b341f80 x1853163993760384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320050.367225:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320050.367228:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320050.367230:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320050.367234:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5289
00000100:00080000:1.0:1767320050.367237:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320050.367240:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320050.367252:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b343100 x1853163993760640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320050.367295:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993760512:0@lo:400:kworker.0
00000100:00100000:1.0:1767320050.367347:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320050.367373:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320050.367378:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993760768:0@lo:400:kworker.0
00000100:00100000:1.0:1767320050.367403:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320050.367437:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993760768
00000100:00100000:1.0:1767320050.367442:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993760768
00000100:00100000:1.0:1767320050.367496:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3475
00000100:00100000:1.0:1767320050.367503:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993760768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320050.367550:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993760768:12345-0@lo:400:kworker.0 Request processed in 48us (145us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320050.367556:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3475
00000100:00100000:1.0:1767320050.367601:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993760768:0@lo:400:kworker.0
00000100:00080000:1.0:1767320050.367636:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320050.367733:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993760256:0@lo:400:kworker.0
00000100:00100000:3.0:1767320050.367766:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320050.367797:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320050.367802:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993760896:0@lo:400:kworker.0
00000100:00100000:3.0:1767320050.368388:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320050.368445:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993760512
00000100:00100000:3.0:1767320050.368450:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993760512
00000100:00100000:3.0:1767320050.368500:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993760256
00000100:00100000:3.0:1767320050.368504:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993760256
00000100:00100000:3.0:1767320050.368528:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5616
00000100:00100000:3.0:1767320050.368536:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993760512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320050.368586:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993760512:12345-0@lo:400:kworker.0 Request processed in 51us (1238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320050.368593:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5616
00000100:00100000:3.0:1767320050.368608:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5617
00000100:00100000:3.0:1767320050.368614:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993760256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320050.368643:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993760256:12345-0@lo:400:kworker.0 Request processed in 30us (878us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320050.368650:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5617
00000100:00080000:3.0:1767320050.368669:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320050.368679:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993760896
00000100:00100000:3.0:1767320050.368683:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993760896
00000100:00100000:3.0:1767320050.370230:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3476
00000100:00100000:3.0:1767320050.370262:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993760896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320050.370367:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993760896:12345-0@lo:400:kworker.0 Request processed in 122us (2541us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320050.370377:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3476
00000100:00080000:3.0:1767320050.370421:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320050.370467:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993760896:0@lo:400:kworker.0
00000100:00100000:3.0:1767320050.370486:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993760256:0@lo:400:kworker.0
00000100:00100000:3.0:1767320050.370532:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993760512:0@lo:400:kworker.0
00000100:00080000:2.0:1767320050.370947:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320050.370955:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320050.370960:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993760000:0@lo:38:kworker.0
00000100:00100000:2.0:1767320050.370990:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993760384:0@lo:38:kworker.0
00000100:00100000:2.0:1767320050.371126:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320050.371221:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993760640:0@lo:38:kworker.0
00000100:00100000:2.0:1767320050.371248:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320050.371469:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320050.371474:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320050.371477:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993760128:0@lo:38:kworker.0
00000100:00100000:0.0:1767320050.371531:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993760384
00000100:00100000:0.0:1767320050.371540:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993760384
00000100:00100000:1.0:1767320050.371585:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993760640
00000100:00100000:1.0:1767320050.371590:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993760640
00000100:00100000:1.0:1767320050.371623:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72800
00000100:00100000:1.0:1767320050.371630:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993760384:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320050.371654:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320050.371813:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320050.371818:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320050.371822:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993760384:0@lo:38:kworker.0
00000100:00100000:1.0:1767320050.371912:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993760384:12345-0@lo:38:kworker.0 Request processed in 80us (585us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320050.371920:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72800
00000100:00100000:1.0:1767320050.371937:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72801
00000100:00100000:1.0:1767320050.371941:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993760640:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320050.371951:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320050.371988:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993760640:12345-0@lo:38:kworker.0 Request processed in 45us (739us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320050.371995:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72801
00000100:00080000:2.0:1767320050.372132:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320050.372136:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320050.372139:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993760640:0@lo:38:kworker.0
00000100:00100000:2.0:1767320050.877352:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320050.941468:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320051.901415:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320051.901732:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320051.901759:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993761024:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320051.901869:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320051.903538:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993761024
00000100:00100000:1.0:1767320051.903562:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993761024
00000100:00100000:1.0:1767320051.903682:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3227
00000100:00100000:1.0:1767320051.903696:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993761024:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320051.903753:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320051.904277:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320051.904294:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993761152:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320051.904363:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320051.904431:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993761152
00000100:00100000:2.0:1767320051.904436:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993761152
00000100:00100000:2.0:1767320051.904471:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228
00000100:00100000:2.0:1767320051.904479:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993761152:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320051.904500:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320051.904537:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993761152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320051.904546:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228
00000100:00100000:2.0:1767320051.904612:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993761152:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320051.904798:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993761024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1104us (2928us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320051.904806:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3227
00000100:00100000:0.0:1767320051.918054:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993761024:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320051.965836:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320052.296154:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320052.296311:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942228864
00000100:00100000:0.0:1767320052.296327:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942228864
00000100:00100000:0.0:1767320052.296431:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5618
00000100:00100000:0.0:1767320052.296447:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942228864:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767320052.296502:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320052.296556:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942228864:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 110us (414us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320052.296566:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5618
00000100:00100000:0.0:1767320052.301271:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320052.301423:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942228736
00000100:00100000:2.0:1767320052.301438:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942228736
00000100:00100000:2.0:1767320052.301508:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72802
00000100:00100000:2.0:1767320052.301520:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942228736:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320052.301553:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320052.301632:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942228736:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 113us (377us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320052.301641:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72802
00000100:00100000:0.0:1767320052.925741:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320052.989412:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320053.949686:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320054.013557:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320054.461443:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320029/real 1767320029]  req@ffff89b72f396300 x1853163993754752/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320054 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320054.461480:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b72f396300 x1853163993754752/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320054 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320054.461641:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320054.461919:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320054.461925:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f396300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993754752:0@lo:250:kworker.0
00000100:00080000:3.0:1767320054.462554:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320054.462576:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320054.462581:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320054.462589:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5274
00000100:00080000:3.0:1767320054.462595:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320054.462603:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320054.462651:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706488000 x1853163993761280/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320054.462691:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320054.462696:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320054.462698:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320054.462702:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5295
00000100:00080000:3.0:1767320054.462705:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320054.462708:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320054.462729:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706489180 x1853163993761408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320054.462739:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320054.462743:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320054.462745:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320054.462750:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5295
00000100:00080000:3.0:1767320054.462752:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320054.462756:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320054.462770:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70648aa00 x1853163993761536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320054.462826:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320054.462831:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320054.462834:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320054.462842:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5295
00000100:00080000:3.0:1767320054.462845:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320054.462849:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320054.462865:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70648b800 x1853163993761792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320054.462871:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993761664:0@lo:400:kworker.0
00000100:00080000:3.0:1767320054.462924:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320054.462930:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320054.462932:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320054.462936:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5295
00000100:00080000:3.0:1767320054.462939:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320054.462943:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320054.462957:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706488a80 x1853163993762048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320054.463010:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320054.463014:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993762176:0@lo:400:kworker.0
00000100:00100000:3.0:1767320054.463091:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320054.463098:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320054.463110:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993762304:0@lo:400:kworker.0
00000100:00100000:2.0:1767320054.463155:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320054.463242:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993762176
00000100:00100000:2.0:1767320054.463262:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993762176
00000100:00100000:2.0:1767320054.463325:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993762304
00000100:00100000:2.0:1767320054.463329:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993762304
00000100:00100000:2.0:1767320054.463352:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3477
00000100:00100000:2.0:1767320054.463361:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993762176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320054.463405:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993762176:12345-0@lo:400:kworker.0 Request processed in 45us (315us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320054.463411:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3477
00000100:00100000:2.0:1767320054.463427:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3478
00000100:00100000:2.0:1767320054.463432:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993762304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320054.463469:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993762176:0@lo:400:kworker.0
00000100:00100000:2.0:1767320054.463477:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993762304:12345-0@lo:400:kworker.0 Request processed in 44us (319us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320054.463486:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3478
00000100:00100000:3.0:1767320054.463507:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320054.463519:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993761920:0@lo:400:kworker.0
00000100:00100000:3.0:1767320054.463558:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320054.463598:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320054.463605:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320054.463621:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993761664
00000100:00100000:3.0:1767320054.463628:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993761664
00000100:00100000:3.0:1767320054.463681:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993761920
00000100:00100000:3.0:1767320054.463685:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993761920
00000100:00100000:3.0:1767320054.463709:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5619
00000100:00100000:3.0:1767320054.463717:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993761664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320054.463743:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993762304:0@lo:400:kworker.0
00000100:00100000:3.0:1767320054.463778:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993761664:12345-0@lo:400:kworker.0 Request processed in 60us (768us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320054.463789:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5619
00000100:00100000:2.0:1767320054.463796:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993761664:0@lo:400:kworker.0
00000100:00100000:3.0:1767320054.463813:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5620
00000100:00100000:3.0:1767320054.463824:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993761920:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767320054.463845:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320054.463868:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993761920:12345-0@lo:400:kworker.0 Request processed in 45us (310us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320054.463878:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5620
00000100:00100000:2.0:1767320054.463931:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993761920:0@lo:400:kworker.0
00000100:00100000:1.0:1767320054.464624:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706488000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993761280:0@lo:250:kworker.0
00000400:00000100:1.0:1767320054.464665:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993761280 offset 0 length 520: 4
00000100:00100000:1.0:1767320054.464701:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993761408:0@lo:38:kworker.0
00000100:00100000:1.0:1767320054.464730:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320054.464772:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993761536:0@lo:38:kworker.0
00000100:00100000:1.0:1767320054.464802:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320054.464829:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993761792:0@lo:38:kworker.0
00000100:00100000:1.0:1767320054.464853:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320054.464876:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993762048:0@lo:38:kworker.0
00000100:00100000:1.0:1767320054.464899:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320054.464961:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993761408
00000100:00100000:1.0:1767320054.464966:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993761408
00000100:00100000:1.0:1767320054.464992:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993761792
00000100:00100000:1.0:1767320054.464996:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993761792
00000100:00100000:1.0:1767320054.465007:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993762048
00000100:00100000:1.0:1767320054.465009:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993762048
00000100:00100000:1.0:1767320054.465028:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72803
00000100:00100000:1.0:1767320054.465034:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993761408:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320054.465061:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320054.465732:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993761536
00000100:00100000:3.0:1767320054.465739:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993761536
00000100:00100000:3.0:1767320054.465774:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220
00000100:00100000:3.0:1767320054.465780:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993761536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320054.465796:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320054.465882:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72804
00000100:00100000:2.0:1767320054.465903:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993761792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320054.465921:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320054.465994:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72805
00000100:00100000:0.0:1767320054.466001:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993762048:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320054.466012:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320054.466113:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993761408:12345-0@lo:38:kworker.0 Request processed in 1063us (1367us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320054.466122:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72803
00000100:00080000:1.0:1767320054.466214:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320054.466220:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320054.466226:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993761408:0@lo:38:kworker.0
00000100:00100000:3.0:1767320054.470607:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993761536:12345-0@lo:38:kworker.0 Request processed in 4810us (5787us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320054.470633:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220
00000100:00080000:1.0:1767320054.470990:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320054.470998:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320054.471004:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993761536:0@lo:38:kworker.0
00000100:00100000:2.0:1767320054.486123:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993761792:12345-0@lo:38:kworker.0 Request processed in 20208us (21244us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320054.486143:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72804
00000100:00100000:0.0:1767320054.486540:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993762048:12345-0@lo:38:kworker.0 Request processed in 20535us (21637us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320054.486550:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72805
00000100:00080000:3.0:1767320054.486912:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320054.486920:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320054.486924:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993761792:0@lo:38:kworker.0
00000100:00080000:3.0:1767320054.486937:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320054.486941:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320054.486945:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993762048:0@lo:38:kworker.0
00000100:00100000:0.0:1767320054.973622:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320055.037889:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320055.999456:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320056.063408:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320057.021726:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320057.023423:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993762432:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320057.023559:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320057.024848:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993762432
00000100:00100000:1.0:1767320057.024865:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993762432
00000100:00100000:1.0:1767320057.024988:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3229
00000100:00100000:1.0:1767320057.025003:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993762432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320057.025053:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320057.025188:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993762432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 158us (1598us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320057.025198:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3229
00000100:00100000:0.0:1767320057.025522:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993762432:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320057.025646:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320057.026847:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993762560:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320057.026935:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320057.027382:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993762560
00000100:00100000:1.0:1767320057.027391:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993762560
00000100:00100000:1.0:1767320057.027464:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3230
00000100:00100000:1.0:1767320057.027475:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993762560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320057.027515:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320057.027595:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993762560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (659us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320057.027603:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3230
00000100:00100000:0.0:1767320057.027862:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993762560:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320057.028498:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767320057.085861:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320057.415856:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:1.0:1767320057.415981:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942228992 offset 0 length 520: 4
00000100:00100000:1.0:1767320057.416075:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320057.417344:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942229248
00000100:00100000:0.0:1767320057.417362:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942229248
00000100:00100000:0.0:1767320057.417456:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942229120
00000100:00100000:0.0:1767320057.417460:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942229120
00000100:00100000:0.0:1767320057.417490:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5621
00000100:00100000:0.0:1767320057.417503:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942229248:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320057.417619:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942229248:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 119us (1782us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320057.417628:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5621
00000100:00100000:0.0:1767320057.417653:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72806
00000100:00100000:0.0:1767320057.417658:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942229120:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320057.417686:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320057.417716:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942229120:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 57us (1640us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320057.417723:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72806
00000100:00080000:3.0:1767320057.420742:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320058.045758:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320058.109780:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320059.070422:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320059.135626:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320059.581457:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320059.581469:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320059.581472:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320059.581475:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320059.581479:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320059.581488:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5299
00000100:00080000:2.0:1767320059.581495:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320059.581502:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320059.581564:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b4700 x1853163993762688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320059.581589:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320059.581593:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320059.581595:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320059.581599:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5299
00000100:00080000:2.0:1767320059.581602:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320059.581605:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320059.581618:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b7100 x1853163993762816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320059.581668:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320059.581672:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320059.581673:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320059.581676:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5299
00000100:00080000:2.0:1767320059.581678:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320059.581681:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320059.581696:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5500 x1853163993763072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320059.581714:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320059.581717:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320059.581726:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320059.581729:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5299
00000100:00080000:2.0:1767320059.581731:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320059.581734:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320059.581741:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b7480 x1853163993763328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320059.581812:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993762688:0@lo:38:kworker.0
00000100:00100000:3.0:1767320059.581898:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320059.581977:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993762816:0@lo:38:kworker.0
00000100:00100000:3.0:1767320059.582009:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320059.582038:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993763072:0@lo:38:kworker.0
00000100:00100000:3.0:1767320059.582062:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320059.582082:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993763328:0@lo:38:kworker.0
00000100:00100000:3.0:1767320059.582104:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320059.582143:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993762816
00000100:00100000:3.0:1767320059.582152:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993762816
00000100:00100000:3.0:1767320059.582231:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221
00000100:00100000:3.0:1767320059.582242:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993762816:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320059.582270:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320059.582320:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993762816:12345-0@lo:38:kworker.0 Request processed in 79us (310us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320059.582329:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221
00000100:00100000:3.0:1767320059.582360:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993762688
00000100:00100000:3.0:1767320059.582364:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993762688
00000100:00100000:3.0:1767320059.582385:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993763072
00000100:00100000:3.0:1767320059.582387:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993763072
00000100:00100000:3.0:1767320059.582403:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993763328
00000100:00100000:3.0:1767320059.582405:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993763328
00000100:00100000:3.0:1767320059.582419:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72807
00000100:00100000:3.0:1767320059.582424:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993762688:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320059.582434:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320059.582461:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993762688:12345-0@lo:38:kworker.0 Request processed in 36us (564us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320059.582466:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72807
00000100:00100000:3.0:1767320059.582478:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72808
00000100:00100000:3.0:1767320059.582482:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993763072:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320059.582488:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320059.582505:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993763072:12345-0@lo:38:kworker.0 Request processed in 22us (444us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320059.582508:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72808
00000100:00100000:3.0:1767320059.582515:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72809
00000100:00100000:3.0:1767320059.582517:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993763328:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320059.582523:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320059.582534:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993763328:12345-0@lo:38:kworker.0 Request processed in 15us (430us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320059.582538:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72809
00000100:00080000:3.0:1767320059.582576:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320059.582580:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320059.582584:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993762688:0@lo:38:kworker.0
00000100:00080000:3.0:1767320059.582593:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320059.582597:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320059.582599:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993762816:0@lo:38:kworker.0
00000100:00080000:3.0:1767320059.582606:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320059.582609:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320059.582611:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993763072:0@lo:38:kworker.0
00000100:00080000:3.0:1767320059.582618:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320059.582621:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320059.582623:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993763328:0@lo:38:kworker.0
00000100:00100000:0.0:1767320059.582759:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993762944:0@lo:400:kworker.0
00000100:00100000:0.0:1767320059.582787:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320059.582805:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320059.582809:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993763584:0@lo:400:kworker.0
00000100:00100000:0.0:1767320059.582827:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320059.582851:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993763200:0@lo:400:kworker.0
00000100:00100000:0.0:1767320059.582874:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320059.582892:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320059.582898:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993763456:0@lo:400:kworker.0
00000100:00100000:0.0:1767320059.582920:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320059.582948:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993763584
00000100:00100000:0.0:1767320059.582952:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993763584
00000100:00100000:0.0:1767320059.583014:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993763456
00000100:00100000:0.0:1767320059.583017:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993763456
00000100:00100000:0.0:1767320059.583039:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3479
00000100:00100000:0.0:1767320059.583049:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993763584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320059.583098:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993763584:12345-0@lo:400:kworker.0 Request processed in 52us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320059.583104:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3479
00000100:00100000:0.0:1767320059.583119:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3480
00000100:00100000:0.0:1767320059.583126:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993763456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320059.583192:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993763456:12345-0@lo:400:kworker.0 Request processed in 34us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320059.583198:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3480
00000100:00080000:0.0:1767320059.583221:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320059.583226:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320059.583251:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993763584:0@lo:400:kworker.0
00000100:00100000:0.0:1767320059.583272:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993763456:0@lo:400:kworker.0
00000100:00100000:0.0:1767320059.583286:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993762944
00000100:00100000:0.0:1767320059.583289:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993762944
00000100:00100000:0.0:1767320059.583319:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993763200
00000100:00100000:0.0:1767320059.583322:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993763200
00000100:00100000:0.0:1767320059.583343:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5622
00000100:00100000:0.0:1767320059.583348:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993762944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320059.583384:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993762944:12345-0@lo:400:kworker.0 Request processed in 36us (596us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320059.583390:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5622
00000100:00100000:0.0:1767320059.583402:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5623
00000100:00100000:0.0:1767320059.583409:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993763200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320059.583439:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993763200:12345-0@lo:400:kworker.0 Request processed in 31us (564us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320059.583446:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5623
00000100:00080000:0.0:1767320059.583463:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320059.583475:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993763200:0@lo:400:kworker.0
00000100:00100000:0.0:1767320059.583488:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993762944:0@lo:400:kworker.0
00000100:00100000:2.0:1767320060.093317:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320060.157429:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320061.120731:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320061.184892:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320062.141445:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320062.141638:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320062.141663:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993763712:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320062.141767:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320062.141885:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993763712
00000100:00100000:1.0:1767320062.141897:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993763712
00000100:00100000:1.0:1767320062.141979:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3231
00000100:00100000:1.0:1767320062.141992:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993763712:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320062.142036:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320062.142101:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993763712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320062.142120:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3231
00000100:00100000:1.0:1767320062.142219:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993763712:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320062.142598:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993763840:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320062.142634:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320062.142749:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993763840
00000100:00100000:2.0:1767320062.142755:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993763840
00000100:00100000:2.0:1767320062.142805:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3232
00000100:00100000:2.0:1767320062.142813:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993763840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320062.142836:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320062.142896:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993763840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320062.142904:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3232
00000100:00100000:2.0:1767320062.142957:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993763840:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320062.143105:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320062.143120:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767320062.205489:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320062.546018:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320062.546216:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942229504
00000100:00100000:2.0:1767320062.546231:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942229504
00000100:00100000:1.0:1767320062.546287:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:0.0:1767320062.546358:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320062.552193:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942229376
00000100:00100000:2.0:1767320062.552216:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942229376
00000100:00100000:2.0:1767320062.552281:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5624
00000100:00100000:2.0:1767320062.552300:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942229504:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320062.552420:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942229504:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 131us (6652us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320062.552429:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5624
00000100:00100000:2.0:1767320062.552453:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72810
00000100:00100000:2.0:1767320062.552458:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942229376:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320062.552485:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320062.552511:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942229376:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 52us (6225us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320062.552517:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72810
00000100:00100000:0.0:1767320063.166730:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320063.229859:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320064.192484:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320064.254915:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320064.704750:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320064.704764:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320064.704768:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320064.704773:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320064.704779:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320064.704793:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5304
00000100:00080000:3.0:1767320064.704800:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320064.704812:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320064.704879:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706489180 x1853163993763968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320064.704917:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320064.704921:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320064.704922:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320064.704928:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5304
00000100:00080000:3.0:1767320064.704931:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320064.704935:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320064.704951:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706489f80 x1853163993764096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320064.705002:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320064.705013:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320064.705015:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320064.705018:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5304
00000100:00080000:3.0:1767320064.705021:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320064.705026:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320064.705041:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70648b100 x1853163993764352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320064.705087:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320064.705091:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320064.705093:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320064.705098:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5304
00000100:00080000:3.0:1767320064.705100:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320064.705104:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320064.705118:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70648aa00 x1853163993764608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320064.705216:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993764480:0@lo:400:kworker.0
00000100:00100000:3.0:1767320064.705321:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320064.705409:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320064.705416:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993764736:0@lo:400:kworker.0
00000100:00100000:3.0:1767320064.705447:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320064.705492:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993764480
00000100:00100000:3.0:1767320064.705501:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993764480
00000100:00100000:3.0:1767320064.705569:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5625
00000100:00100000:3.0:1767320064.705580:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993764480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320064.705641:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993764480:12345-0@lo:400:kworker.0 Request processed in 64us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320064.705649:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5625
00000100:00100000:3.0:1767320064.705699:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993764480:0@lo:400:kworker.0
00000100:00080000:0.0:1767320064.705969:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320064.706792:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993763968:0@lo:38:kworker.0
00000100:00100000:1.0:1767320064.706859:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320064.706905:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993764096:0@lo:38:kworker.0
00000100:00100000:1.0:1767320064.706934:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320064.706978:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993764352:0@lo:38:kworker.0
00000100:00100000:1.0:1767320064.707002:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320064.707030:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993764608:0@lo:38:kworker.0
00000100:00100000:1.0:1767320064.707052:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320064.707101:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993763968
00000100:00100000:1.0:1767320064.707109:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993763968
00000100:00100000:1.0:1767320064.707139:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993764352
00000100:00100000:1.0:1767320064.707142:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993764352
00000100:00100000:1.0:1767320064.707189:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993764608
00000100:00100000:1.0:1767320064.707192:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993764608
00000100:00100000:1.0:1767320064.707211:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72811
00000100:00100000:1.0:1767320064.707229:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993763968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320064.707254:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320064.707298:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993763968:12345-0@lo:38:kworker.0 Request processed in 78us (438us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320064.707305:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72811
00000100:00100000:1.0:1767320064.707321:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72812
00000100:00100000:1.0:1767320064.707324:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993764352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320064.707333:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320064.707354:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993764352:12345-0@lo:38:kworker.0 Request processed in 28us (352us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320064.707359:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72812
00000100:00100000:1.0:1767320064.707381:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72813
00000100:00100000:1.0:1767320064.707385:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993764608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320064.707393:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320064.707415:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993764608:12345-0@lo:38:kworker.0 Request processed in 28us (362us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320064.707420:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72813
00000100:00080000:1.0:1767320064.707457:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320064.707462:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320064.707466:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993763968:0@lo:38:kworker.0
00000100:00080000:1.0:1767320064.707473:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320064.707477:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320064.707479:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993764352:0@lo:38:kworker.0
00000100:00080000:1.0:1767320064.707486:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320064.707489:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320064.707491:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993764608:0@lo:38:kworker.0
00000100:00100000:0.0:1767320064.707742:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993764096
00000100:00100000:0.0:1767320064.707747:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993764096
00000100:00100000:0.0:1767320064.707784:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222
00000100:00100000:0.0:1767320064.707790:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993764096:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320064.707800:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320064.707836:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993764096:12345-0@lo:38:kworker.0 Request processed in 46us (901us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320064.707843:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222
00000100:00080000:1.0:1767320064.707927:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320064.707932:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320064.707935:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993764096:0@lo:38:kworker.0
00000100:00100000:2.0:1767320064.712281:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993764736
00000100:00100000:2.0:1767320064.712306:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993764736
00000100:00100000:2.0:1767320064.712458:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3481
00000100:00100000:2.0:1767320064.712474:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993764736:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320064.712613:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993764736:12345-0@lo:400:kworker.0 Request processed in 143us (7163us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320064.712622:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3481
00000100:00100000:2.0:1767320064.712670:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993764224:0@lo:400:kworker.0
00000100:00100000:2.0:1767320064.712724:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320064.712772:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320064.712779:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993764864:0@lo:400:kworker.0
00000100:00100000:2.0:1767320064.712808:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320064.712837:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993764224
00000100:00100000:2.0:1767320064.712841:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993764224
00000100:00100000:2.0:1767320064.712882:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5626
00000100:00100000:2.0:1767320064.712888:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993764224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320064.712923:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993764224:12345-0@lo:400:kworker.0 Request processed in 35us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320064.712931:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5626
00000100:00100000:2.0:1767320064.712987:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993764736:0@lo:400:kworker.0
00000100:00100000:2.0:1767320064.713033:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993764224:0@lo:400:kworker.0
00000100:00100000:2.0:1767320064.713050:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993764864
00000100:00100000:2.0:1767320064.713054:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993764864
00000100:00100000:2.0:1767320064.713102:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3482
00000100:00100000:2.0:1767320064.713108:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993764864:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320064.713142:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993764864:12345-0@lo:400:kworker.0 Request processed in 33us (333us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320064.713148:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3482
00000100:00100000:2.0:1767320064.713209:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993764864:0@lo:400:kworker.0
00000100:00080000:0.0:1767320064.713724:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320064.713731:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320064.713733:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320065.213293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320065.278649:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320066.237526:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320066.301793:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320067.261348:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320067.261454:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993764992:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320067.261524:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320067.261660:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993764992
00000100:00100000:1.0:1767320067.261668:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993764992
00000100:00100000:1.0:1767320067.261731:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233
00000100:00100000:1.0:1767320067.261742:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993764992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320067.261773:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767320067.261815:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320067.261820:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993764992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (297us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320067.261828:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3233
00000100:00100000:2.0:1767320067.261912:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993765120:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320067.261934:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320067.261981:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993765120
00000100:00100000:3.0:1767320067.261986:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993765120
00000100:00100000:3.0:1767320067.262031:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234
00000100:00100000:3.0:1767320067.262043:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993765120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320067.262059:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320067.262090:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993765120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (154us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320067.262096:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234
00000100:00080000:3.0:1767320067.262116:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320067.262135:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993765120:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320067.262137:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993764992:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320067.328930:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320067.656531:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320067.656583:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320067.656680:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942229632
00000100:00100000:3.0:1767320067.656692:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942229632
00000100:00100000:3.0:1767320067.656747:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942229760
00000100:00100000:3.0:1767320067.656750:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942229760
00000100:00100000:3.0:1767320067.656810:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5627
00000100:00100000:3.0:1767320067.656820:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942229760:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320067.656895:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942229760:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 76us (311us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320067.656904:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5627
00000100:00100000:3.0:1767320067.656922:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72814
00000100:00100000:3.0:1767320067.656927:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942229632:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320067.657297:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320067.657327:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942229632:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 398us (807us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320067.657335:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72814
00000100:00080000:0.0:1767320067.657427:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320068.285878:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320068.351191:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320069.309494:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320069.375646:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320069.821493:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320069.821504:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320069.821507:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320069.821511:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320069.821515:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320069.821522:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5309
00000100:00080000:1.0:1767320069.821527:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320069.821534:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320069.821584:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a355c00 x1853163993765248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320069.821616:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320069.821619:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320069.821620:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320069.821623:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5309
00000100:00080000:1.0:1767320069.821626:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320069.821629:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320069.821643:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c700 x1853163993765376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320069.821674:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320069.821677:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320069.821678:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320069.821681:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5309
00000100:00080000:1.0:1767320069.821684:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320069.821686:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320069.821695:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c380 x1853163993765632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320069.821714:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320069.821717:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320069.821718:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320069.821721:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5309
00000100:00080000:1.0:1767320069.821723:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320069.821726:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320069.821735:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295dc00 x1853163993765888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320069.821874:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993766144:0@lo:400:kworker.0
00000100:00100000:3.0:1767320069.821955:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320069.822029:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320069.822035:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993765504:0@lo:400:kworker.0
00000100:00100000:3.0:1767320069.822061:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320069.822090:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993766016:0@lo:400:kworker.0
00000100:00100000:3.0:1767320069.822112:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320069.822133:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320069.822138:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993765760:0@lo:400:kworker.0
00000100:00100000:3.0:1767320069.822177:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320069.822373:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993766144
00000100:00100000:3.0:1767320069.822381:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993766144
00000100:00100000:3.0:1767320069.822430:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993766016
00000100:00100000:3.0:1767320069.822433:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993766016
00000100:00100000:3.0:1767320069.822459:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3483
00000100:00100000:3.0:1767320069.822468:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993766144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320069.822517:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993766144:12345-0@lo:400:kworker.0 Request processed in 50us (561us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320069.822524:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3483
00000100:00100000:3.0:1767320069.822540:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3484
00000100:00100000:3.0:1767320069.822546:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993766016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320069.822574:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993766016:12345-0@lo:400:kworker.0 Request processed in 28us (461us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320069.822579:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3484
00000100:00080000:3.0:1767320069.822592:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320069.822595:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320069.822624:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993766016:0@lo:400:kworker.0
00000100:00100000:3.0:1767320069.822647:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993766144:0@lo:400:kworker.0
00000100:00100000:2.0:1767320069.822727:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993765504
00000100:00100000:2.0:1767320069.822731:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993765504
00000100:00100000:2.0:1767320069.822770:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993765760
00000100:00100000:2.0:1767320069.822773:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993765760
00000100:00100000:2.0:1767320069.822792:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5628
00000100:00100000:2.0:1767320069.822798:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993765504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320069.822833:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993765504:12345-0@lo:400:kworker.0 Request processed in 36us (772us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320069.822839:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5628
00000100:00100000:2.0:1767320069.822852:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5629
00000100:00100000:2.0:1767320069.822858:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993765760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320069.822888:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993765760:12345-0@lo:400:kworker.0 Request processed in 30us (730us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320069.822893:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5629
00000100:00100000:2.0:1767320069.822934:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993765248:0@lo:38:kworker.0
00000100:00100000:2.0:1767320069.822960:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320069.822989:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993765376:0@lo:38:kworker.0
00000100:00100000:2.0:1767320069.823013:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320069.823034:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993765632:0@lo:38:kworker.0
00000100:00100000:2.0:1767320069.823054:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320069.823068:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993765888:0@lo:38:kworker.0
00000100:00100000:2.0:1767320069.823087:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320069.823112:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993765248
00000100:00100000:2.0:1767320069.823115:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993765248
00000100:00100000:2.0:1767320069.823131:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993765632
00000100:00100000:2.0:1767320069.823133:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993765632
00000100:00100000:2.0:1767320069.823143:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993765888
00000100:00100000:2.0:1767320069.823145:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993765888
00000100:00100000:2.0:1767320069.823155:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72815
00000100:00100000:2.0:1767320069.823191:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993765248:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320069.823461:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320069.823507:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993765248:12345-0@lo:38:kworker.0 Request processed in 316us (546us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320069.823513:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72815
00000100:00100000:2.0:1767320069.823526:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72816
00000100:00100000:2.0:1767320069.823529:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993765632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320069.823539:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320069.823561:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993765632:12345-0@lo:38:kworker.0 Request processed in 30us (507us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320069.823566:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72816
00000100:00100000:2.0:1767320069.823576:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72817
00000100:00100000:2.0:1767320069.823580:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993765888:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320069.823589:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320069.823608:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993765888:12345-0@lo:38:kworker.0 Request processed in 27us (520us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320069.823614:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72817
00000100:00100000:1.0:1767320069.823695:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993765376
00000100:00100000:1.0:1767320069.823700:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993765376
00000100:00100000:1.0:1767320069.823728:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223
00000100:00100000:1.0:1767320069.823733:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993765376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320069.823743:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320069.823774:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993765376:12345-0@lo:38:kworker.0 Request processed in 40us (760us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320069.823780:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223
00000100:00080000:3.0:1767320069.823860:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320069.823885:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993765760:0@lo:400:kworker.0
00000100:00080000:0.0:1767320069.824026:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320069.824031:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320069.824034:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993765248:0@lo:38:kworker.0
00000100:00080000:0.0:1767320069.824043:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320069.824045:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320069.824048:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993765376:0@lo:38:kworker.0
00000100:00080000:0.0:1767320069.824055:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320069.824058:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320069.824061:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993765632:0@lo:38:kworker.0
00000100:00080000:0.0:1767320069.824068:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320069.824070:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320069.824072:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993765888:0@lo:38:kworker.0
00000100:00100000:3.0:1767320069.824482:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993765504:0@lo:400:kworker.0
00000100:00100000:2.0:1767320070.333868:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320070.397853:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320071.357225:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320071.421827:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320072.381320:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320072.381654:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993766272:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320072.381728:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320072.381853:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993766272
00000100:00100000:3.0:1767320072.381861:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993766272
00000100:00100000:3.0:1767320072.381935:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3235
00000100:00100000:3.0:1767320072.381944:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993766272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320072.381975:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320072.382027:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993766272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320072.382034:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3235
00000100:00100000:3.0:1767320072.382086:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993766272:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320072.382141:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320072.383451:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993766400:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320072.384183:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320072.384723:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993766400
00000100:00100000:3.0:1767320072.384818:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993766400
00000100:00100000:3.0:1767320072.384912:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3236
00000100:00080000:0.0:1767320072.384969:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320072.385346:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993766400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320072.385384:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320072.385461:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993766400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 542us (1279us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320072.385468:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3236
00000100:00100000:2.0:1767320072.386189:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993766400:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320072.445549:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320072.787907:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320072.788036:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320072.818103:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942229888
00000100:00100000:3.0:1767320072.818130:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942229888
00000100:00100000:3.0:1767320072.818243:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942230016
00000100:00100000:3.0:1767320072.818247:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942230016
00000100:00100000:3.0:1767320072.818291:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5630
00000100:00100000:3.0:1767320072.818300:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942230016:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320072.818380:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942230016:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 81us (30344us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320072.818393:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5630
00000100:00100000:3.0:1767320072.818413:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72818
00000100:00100000:3.0:1767320072.818417:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942229888:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320072.818437:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320072.818463:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942229888:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (30572us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320072.818469:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72818
00000100:00080000:0.0:1767320072.818561:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320073.405974:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320073.469408:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320074.430630:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320074.493484:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320074.941366:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320074.941382:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320074.941385:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320074.941389:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320074.941394:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320074.941404:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5314
00000100:00080000:3.0:1767320074.941410:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320074.941419:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320074.941470:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a398700 x1853163993766528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320074.941501:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320074.941504:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320074.941506:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320074.941511:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5314
00000100:00080000:3.0:1767320074.941513:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320074.941518:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320074.941536:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706489c00 x1853163993766656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320074.941575:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320074.941581:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767320074.941582:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993766528:0@lo:38:kworker.0
00000100:00080000:3.0:1767320074.941583:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320074.941591:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5314
00000100:00080000:3.0:1767320074.941594:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320074.941598:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320074.941610:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70648aa00 x1853163993766912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320074.941639:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320074.941643:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320074.941645:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320074.941649:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5314
00000100:00080000:3.0:1767320074.941651:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320074.941654:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320074.941666:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706489180 x1853163993767168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320074.941697:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993767424:0@lo:400:kworker.0
00000100:00100000:3.0:1767320074.941705:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993767040:0@lo:400:kworker.0
00000100:00100000:1.0:1767320074.941752:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993766784:0@lo:400:kworker.0
00000100:00100000:2.0:1767320074.945947:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320074.946142:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993767296:0@lo:400:kworker.0
00000100:00100000:2.0:1767320074.948077:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320074.948197:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993767424
00000100:00100000:2.0:1767320074.948208:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993767424
00000100:00100000:2.0:1767320074.948298:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993767296
00000100:00100000:2.0:1767320074.948302:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993767296
00000100:00100000:2.0:1767320074.948335:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3485
00000100:00100000:2.0:1767320074.948347:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993767424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320074.949054:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3486
00000100:00100000:3.0:1767320074.949071:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993767296:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320074.949111:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320074.949656:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320074.949664:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320074.949733:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993767296:12345-0@lo:400:kworker.0 Request processed in 664us (1662us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320074.949748:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3486
00000100:00100000:0.0:1767320074.949835:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993766656:0@lo:38:kworker.0
00000100:00100000:3.0:1767320074.954499:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320074.954524:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320074.954649:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993766912:0@lo:38:kworker.0
00000100:00100000:0.0:1767320074.954694:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320074.954704:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993767296:0@lo:400:kworker.0
00000100:00100000:0.0:1767320074.954723:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993767168:0@lo:38:kworker.0
00000100:00100000:0.0:1767320074.954751:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320074.954791:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993766528
00000100:00100000:3.0:1767320074.954802:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993766528
00000100:00100000:3.0:1767320074.954820:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993767040
00000100:00100000:3.0:1767320074.954823:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993767040
00000100:00100000:0.0:1767320074.954837:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993766912
00000100:00100000:0.0:1767320074.954848:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993766912
00000100:00100000:0.0:1767320074.954900:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993767168
00000100:00100000:0.0:1767320074.954904:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993767168
00000100:00100000:3.0:1767320074.954920:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5631
00000100:00100000:3.0:1767320074.954935:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993767040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320074.954938:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72819
00000100:00100000:0.0:1767320074.954952:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993766912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320074.954977:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320074.955024:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993766912:12345-0@lo:38:kworker.0 Request processed in 71us (328us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320074.955031:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72819
00000100:00100000:0.0:1767320074.955051:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72820
00000100:00100000:0.0:1767320074.955055:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993767168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320074.955065:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320074.955087:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993767168:12345-0@lo:38:kworker.0 Request processed in 30us (336us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320074.955092:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72820
00000100:00100000:0.0:1767320074.955111:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320074.955151:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993766784
00000100:00100000:0.0:1767320074.955155:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993766784
00000100:00100000:2.0:1767320074.955420:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993767424:12345-0@lo:400:kworker.0 Request processed in 7074us (9484us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320074.955429:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3485
00000100:00100000:2.0:1767320074.955455:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993766656
00000100:00100000:2.0:1767320074.955459:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993766656
00000100:00100000:2.0:1767320074.955479:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224
00000100:00100000:2.0:1767320074.955483:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993766656:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320074.955492:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320074.955524:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993766656:12345-0@lo:38:kworker.0 Request processed in 40us (1009us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320074.955529:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224
00000100:00100000:2.0:1767320074.955580:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72821
00000100:00100000:2.0:1767320074.955585:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993766528:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320074.955595:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320074.955620:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993766528:12345-0@lo:38:kworker.0 Request processed in 33us (6516us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320074.955625:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72821
00000100:00100000:2.0:1767320074.955637:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5632
00000100:00100000:2.0:1767320074.955645:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993766784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320074.955695:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993766784:12345-0@lo:400:kworker.0 Request processed in 51us (583us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320074.955703:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5632
00000100:00080000:0.0:1767320074.955746:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320074.955750:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993766784:0@lo:400:kworker.0
00000100:00080000:0.0:1767320074.955753:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320074.955757:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993766912:0@lo:38:kworker.0
00000100:00100000:3.0:1767320074.955768:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993767040:12345-0@lo:400:kworker.0 Request processed in 830us (1275us total) trans 0 rc 0/0
00000100:00080000:0.0:1767320074.955771:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320074.955782:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320074.955788:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5631
00000100:00100000:2.0:1767320074.955812:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993767040:0@lo:400:kworker.0
00000100:00100000:0.0:1767320074.955856:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993767168:0@lo:38:kworker.0
00000100:00080000:0.0:1767320074.955886:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320074.955889:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320074.955894:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993766528:0@lo:38:kworker.0
00000100:00080000:0.0:1767320074.955906:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320074.955909:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320074.955913:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993766656:0@lo:38:kworker.0
00000100:00080000:0.0:1767320074.955954:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320074.956618:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993767424:0@lo:400:kworker.0
00000100:00100000:0.0:1767320075.454388:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320075.519399:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320076.477389:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320076.541436:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320077.501569:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320077.501902:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320077.501940:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993767552:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320077.502039:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320077.502481:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993767552
00000100:00100000:3.0:1767320077.502493:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993767552
00000100:00100000:3.0:1767320077.502585:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3237
00000100:00100000:3.0:1767320077.502595:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993767552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320077.502635:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320077.502693:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993767552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (655us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320077.502702:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3237
00000100:00080000:1.0:1767320077.502816:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320077.502882:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993767552:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320077.508438:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320077.508474:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993767680:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320077.508580:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320077.508739:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993767680
00000100:00100000:0.0:1767320077.508751:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993767680
00000100:00100000:0.0:1767320077.508865:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238
00000100:00100000:0.0:1767320077.508879:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993767680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320077.508923:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767320077.508932:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320077.508999:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993767680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (419us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320077.509008:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238
00000100:00100000:1.0:1767320077.509094:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993767680:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320077.566151:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320077.897317:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320077.897388:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320077.897788:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942230272
00000100:00100000:3.0:1767320077.897803:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942230272
00000100:00100000:2.0:1767320077.897849:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942230144
00000100:00100000:2.0:1767320077.897856:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942230144
00000100:00080000:1.0:1767320077.897922:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320077.897976:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5633
00000100:00100000:2.0:1767320077.897990:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942230272:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320077.898108:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942230272:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 121us (805us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320077.898117:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5633
00000100:00100000:2.0:1767320077.898144:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72822
00000100:00100000:2.0:1767320077.898149:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942230144:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320077.898213:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320077.898259:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942230144:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 107us (869us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320077.898266:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72822
00000100:00100000:0.0:1767320078.525466:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320078.589547:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320079.039864:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320054/real 1767320054]  req@ffff89b706488000 x1853163993761280/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320079 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320079.039921:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b706488000 x1853163993761280/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320079 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767320079.039949:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320079.039978:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320079.039984:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706488000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993761280:0@lo:250:kworker.0
00000100:00080000:3.0:1767320079.050815:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320079.050830:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320079.050836:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320079.050846:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5299
00000100:00080000:3.0:1767320079.050852:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320079.050861:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320079.050917:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731189f80 x1853163993767808/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320079.050959:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320079.050962:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320079.050964:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320079.050968:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5319
00000100:00080000:3.0:1767320079.050971:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320079.050974:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320079.050991:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73118ad80 x1853163993767936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320079.051000:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320079.051003:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320079.051005:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320079.051009:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5319
00000100:00080000:3.0:1767320079.051011:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320079.051015:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320079.051027:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73118aa00 x1853163993768064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320079.051086:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767320079.051091:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993767808:0@lo:250:kworker.0
00000100:00080000:3.0:1767320079.051091:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320079.051093:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320079.051097:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5319
00000100:00080000:3.0:1767320079.051099:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320079.051102:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320079.051116:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73118bb80 x1853163993768320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320079.051152:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320079.051156:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767320079.051200:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767320079.051208:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320079.051212:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5319
00000100:00080000:3.0:1767320079.051215:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767320079.051216:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731188000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993768192:0@lo:400:kworker.0
00000100:00080000:3.0:1767320079.051218:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320079.051231:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706488000 x1853163993768576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:0.0:1767320079.051284:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993767808 offset 0 length 520: 4
00000100:00100000:1.0:1767320079.051335:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320079.051346:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993768832:0@lo:400:kworker.0
00000100:00100000:2.0:1767320079.051564:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320079.051760:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993768448:0@lo:400:kworker.0
00000100:00100000:2.0:1767320079.051789:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320079.051834:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993767936:0@lo:38:kworker.0
00000100:00100000:0.0:1767320079.051890:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993768704:0@lo:400:kworker.0
00000100:00100000:0.0:1767320079.051923:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320079.052287:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320079.052558:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993768704
00000100:00100000:0.0:1767320079.052569:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993768704
00000100:00100000:0.0:1767320079.052657:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993768832
00000100:00100000:0.0:1767320079.052661:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993768832
00000100:00100000:0.0:1767320079.052697:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3487
00000100:00080000:1.0:1767320079.052885:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320079.052890:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320079.052907:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3488
00000100:00100000:1.0:1767320079.052918:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993768832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320079.052991:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993768832:12345-0@lo:400:kworker.0 Request processed in 78us (703us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320079.053000:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3488
00000100:00100000:1.0:1767320079.053057:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993768832:0@lo:400:kworker.0
00000100:00100000:0.0:1767320079.053449:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993768704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320079.053496:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993768704:12345-0@lo:400:kworker.0 Request processed in 790us (1572us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320079.053504:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3487
00000100:00100000:1.0:1767320079.053584:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993768704:0@lo:400:kworker.0
00000100:00100000:1.0:1767320079.054171:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320079.054255:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993768192
00000100:00100000:3.0:1767320079.054264:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993768192
00000100:00100000:2.0:1767320079.054387:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993768448
00000100:00100000:2.0:1767320079.054392:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993768448
00000100:00100000:2.0:1767320079.054416:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5634
00000100:00100000:2.0:1767320079.054424:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993768192:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320079.055017:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320079.055039:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5635
00000100:00100000:3.0:1767320079.055051:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993768448:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320079.055138:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993768448:12345-0@lo:400:kworker.0 Request processed in 90us (3346us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320079.055145:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5635
00000100:00100000:3.0:1767320079.055225:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993768448:0@lo:400:kworker.0
00000100:00100000:2.0:1767320079.055363:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993768192:12345-0@lo:400:kworker.0 Request processed in 939us (3799us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320079.055370:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5634
00000100:00100000:3.0:1767320079.055446:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731188000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993768192:0@lo:400:kworker.0
00000100:00100000:1.0:1767320079.056073:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993768064:0@lo:38:kworker.0
00000100:00100000:1.0:1767320079.056125:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320079.056177:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993768320:0@lo:38:kworker.0
00000100:00100000:1.0:1767320079.056206:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320079.056255:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993768064
00000100:00100000:3.0:1767320079.056263:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993768064
00000100:00100000:3.0:1767320079.056301:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225
00000100:00100000:3.0:1767320079.056309:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993768064:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320079.056335:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320079.056372:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993768064:12345-0@lo:38:kworker.0 Request processed in 63us (247us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320079.056379:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225
00000100:00100000:1.0:1767320079.056658:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706488000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993768576:0@lo:38:kworker.0
00000100:00100000:1.0:1767320079.056695:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320079.057056:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993767936
00000100:00100000:0.0:1767320079.057063:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993767936
00000100:00100000:0.0:1767320079.057097:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993768320
00000100:00100000:0.0:1767320079.057100:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993768320
00000100:00100000:0.0:1767320079.057119:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72823
00000100:00100000:0.0:1767320079.057125:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993767936:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320079.057138:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320079.057190:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993767936:12345-0@lo:38:kworker.0 Request processed in 65us (3039us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320079.057198:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72823
00000100:00100000:0.0:1767320079.057213:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72824
00000100:00100000:0.0:1767320079.057218:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993768320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320079.057229:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320079.057254:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993768320:12345-0@lo:38:kworker.0 Request processed in 34us (1048us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320079.057260:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72824
00000100:00080000:1.0:1767320079.057498:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320079.057506:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320079.057510:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993767936:0@lo:38:kworker.0
00000100:00080000:1.0:1767320079.057524:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320079.057528:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320079.057531:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993768064:0@lo:38:kworker.0
00000100:00080000:1.0:1767320079.057560:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320079.057565:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320079.057567:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993768320:0@lo:38:kworker.0
00000100:00100000:2.0:1767320079.057705:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993768576
00000100:00100000:2.0:1767320079.057719:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993768576
00000100:00100000:2.0:1767320079.057867:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72825
00000100:00100000:2.0:1767320079.057873:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993768576:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320079.057885:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320079.057936:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993768576:12345-0@lo:38:kworker.0 Request processed in 62us (1239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320079.057942:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72825
00000100:00080000:1.0:1767320079.057997:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320079.058001:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320079.058005:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706488000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993768576:0@lo:38:kworker.0
00000100:00100000:0.0:1767320079.552102:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320079.613889:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320080.573423:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320080.638071:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320081.599545:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320081.662123:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320081.994683:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:1.0:1767320081.994905:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942230400 offset 0 length 520: 4
00000100:00100000:1.0:1767320081.994935:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320081.995300:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942230656
00000100:00100000:3.0:1767320081.995317:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942230656
00000100:00100000:3.0:1767320081.995507:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942230528
00000100:00100000:3.0:1767320081.995511:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942230528
00000100:00080000:1.0:1767320081.995572:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320081.995644:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5636
00000100:00100000:0.0:1767320081.995655:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942230656:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320081.995767:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942230656:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 112us (1103us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320081.995775:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5636
00000100:00100000:0.0:1767320081.995799:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72826
00000100:00100000:0.0:1767320081.995803:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942230528:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320081.995823:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320081.996122:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942230528:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 316us (1184us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320081.996129:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72826
00000100:00100000:0.0:1767320082.622267:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320082.624257:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993769088:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320082.624605:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993768960:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320082.625283:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320082.625524:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993769088
00000100:00100000:2.0:1767320082.625534:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993769088
00000100:00100000:2.0:1767320082.625589:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3239
00000100:00100000:2.0:1767320082.625598:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993769088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320082.625626:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320082.625668:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993769088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (1341us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320082.625676:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3239
00000100:00100000:2.0:1767320082.625709:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320082.625730:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993768960
00000100:00100000:2.0:1767320082.625743:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993768960
00000100:00100000:2.0:1767320082.625766:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240
00000100:00100000:3.0:1767320082.625991:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993769088:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320082.627125:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320082.627131:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320082.627599:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993768960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320082.627628:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320082.627709:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993768960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1936us (1998us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320082.627717:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240
00000100:00100000:1.0:1767320082.628225:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993768960:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320082.685512:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320083.648018:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320083.709372:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320084.157493:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320084.157504:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320084.157507:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320084.157511:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320084.157515:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320084.157523:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5323
00000100:00080000:1.0:1767320084.157528:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320084.157534:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320084.157588:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c700 x1853163993769216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320084.157616:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320084.157620:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320084.157622:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320084.157627:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5323
00000100:00080000:1.0:1767320084.157629:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320084.157633:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320084.157646:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ea00 x1853163993769344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320084.157672:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993769216:0@lo:38:kworker.0
00000100:00080000:1.0:1767320084.157682:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320084.157687:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320084.157688:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320084.157692:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5323
00000100:00080000:1.0:1767320084.157695:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320084.157699:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320084.157717:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320084.157729:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295f800 x1853163993769600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320084.157730:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993769472:0@lo:400:kworker.0
00000100:00100000:0.0:1767320084.157755:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320084.157776:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993769216
00000100:00100000:2.0:1767320084.157783:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993769216
00000100:00100000:2.0:1767320084.157830:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72827
00000100:00100000:2.0:1767320084.157837:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993769216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320084.157857:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320084.157893:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993769216:12345-0@lo:38:kworker.0 Request processed in 56us (138us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320084.157900:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72827
00000100:00100000:2.0:1767320084.157928:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320084.157980:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320084.157986:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320084.157989:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993769216:0@lo:38:kworker.0
00000100:00100000:0.0:1767320084.157995:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993769344:0@lo:38:kworker.0
00000100:00100000:0.0:1767320084.158025:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320084.158093:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993769472
00000100:00100000:2.0:1767320084.158096:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993769472
00000100:00100000:2.0:1767320084.158136:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5637
00000100:00080000:0.0:1767320084.158138:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320084.158142:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993769472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320084.158225:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993769600:0@lo:38:kworker.0
00000100:00100000:2.0:1767320084.158225:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993769472:12345-0@lo:400:kworker.0 Request processed in 82us (295us total) trans 0 rc 0/0
00000100:00080000:1.0:1767320084.158230:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767320084.158235:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5637
00000100:00080000:1.0:1767320084.158237:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320084.158241:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320084.158246:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5323
00000100:00080000:1.0:1767320084.158249:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767320084.158254:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320084.158258:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320084.158267:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993769472:0@lo:400:kworker.0
00000100:00100000:1.0:1767320084.158277:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411500 x1853163993769856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320084.158284:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993769600
00000100:00100000:2.0:1767320084.158289:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993769600
00000100:00100000:0.0:1767320084.158291:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993769728:0@lo:400:kworker.0
00000100:00100000:2.0:1767320084.158311:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72828
00000100:00100000:2.0:1767320084.158317:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993769600:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320084.158329:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320084.158339:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993769984:0@lo:400:kworker.0
00000100:00100000:2.0:1767320084.158358:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993769600:12345-0@lo:38:kworker.0 Request processed in 39us (106us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320084.158365:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72828
00000100:00100000:1.0:1767320084.158378:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320084.158388:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993770112:0@lo:400:kworker.0
00000100:00100000:1.0:1767320084.158420:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993769984
00000100:00100000:1.0:1767320084.158424:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993769984
00000100:00100000:1.0:1767320084.158457:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3489
00000100:00100000:1.0:1767320084.158466:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993769984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320084.158593:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993769344
00000100:00100000:3.0:1767320084.158598:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993769344
00000100:00100000:3.0:1767320084.158623:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226
00000100:00100000:3.0:1767320084.158629:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993769344:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320084.158639:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320084.159600:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320084.159655:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320084.159698:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993770112
00000100:00100000:2.0:1767320084.159714:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993770112
00000100:00100000:2.0:1767320084.159751:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3490
00000100:00100000:2.0:1767320084.159760:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993770112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320084.159893:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993770112:12345-0@lo:400:kworker.0 Request processed in 135us (295us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320084.159899:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3490
00000100:00080000:2.0:1767320084.159922:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320084.159925:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320084.159950:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993770112:0@lo:400:kworker.0
00000100:00100000:2.0:1767320084.160067:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993769728
00000100:00100000:2.0:1767320084.160071:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993769728
00000100:00100000:2.0:1767320084.160101:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5638
00000100:00100000:2.0:1767320084.160107:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993769728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320084.160139:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993769728:12345-0@lo:400:kworker.0 Request processed in 32us (1809us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320084.160144:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5638
00000100:00080000:2.0:1767320084.160181:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320084.160297:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993769856:0@lo:38:kworker.0
00000100:00100000:2.0:1767320084.160328:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320084.160354:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320084.160359:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320084.160362:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993769600:0@lo:38:kworker.0
00000100:00100000:0.0:1767320084.160384:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993769728:0@lo:400:kworker.0
00000100:00100000:2.0:1767320084.160384:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993769856
00000100:00100000:2.0:1767320084.160387:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993769856
00000100:00100000:2.0:1767320084.160420:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72829
00000100:00100000:2.0:1767320084.160424:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993769856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320084.160440:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320084.160480:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993769856:12345-0@lo:38:kworker.0 Request processed in 54us (151us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320084.160487:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72829
00000100:00100000:3.0:1767320084.160623:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993769344:12345-0@lo:38:kworker.0 Request processed in 1991us (2596us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320084.160630:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226
00000100:00080000:0.0:1767320084.161318:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320084.161323:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320084.161327:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993769856:0@lo:38:kworker.0
00000100:00080000:0.0:1767320084.161337:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320084.161340:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320084.161343:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993769344:0@lo:38:kworker.0
00000100:00100000:1.0:1767320084.164277:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993769984:12345-0@lo:400:kworker.0 Request processed in 5800us (5886us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320084.164294:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3489
00000100:00100000:2.0:1767320084.164447:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993769984:0@lo:400:kworker.0
00000100:00100000:0.0:1767320084.670285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320084.735359:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320085.694641:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320085.759147:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320086.717394:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320086.781334:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320087.112436:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320087.112559:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942230912
00000100:00100000:2.0:1767320087.112568:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942230912
00000100:00100000:2.0:1767320087.112718:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5639
00000100:00100000:2.0:1767320087.112728:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942230912:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320087.112805:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942230912:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 80us (379us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320087.112813:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5639
00000100:00100000:1.0:1767320087.114930:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320087.115047:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942230784
00000100:00100000:3.0:1767320087.115055:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942230784
00000100:00100000:3.0:1767320087.115089:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72830
00000100:00100000:3.0:1767320087.115096:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942230784:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320087.115117:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320087.115203:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942230784:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 107us (292us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320087.115269:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72830
00000100:00080000:0.0:1767320087.117064:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320087.741480:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320087.741502:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993770240:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320087.741583:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320087.741732:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993770368:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320087.741773:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320087.742344:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320087.746514:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993770240
00000100:00100000:1.0:1767320087.746530:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993770240
00000100:00080000:0.0:1767320087.746697:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320087.746778:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993770368
00000100:00100000:1.0:1767320087.746782:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993770368
00000100:00100000:2.0:1767320087.746818:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241
00000100:00100000:2.0:1767320087.746830:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993770240:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320087.746847:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3242
00000100:00100000:1.0:1767320087.746854:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706451050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993770368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320087.746874:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:2.0:1767320087.746874:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320087.747180:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993770240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 352us (5607us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320087.747188:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241
00000100:00100000:3.0:1767320087.747375:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993770240:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320087.749066:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320087.749186:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706451050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993770368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2329us (6838us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320087.749196:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3242
00000100:00100000:0.0:1767320087.749358:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993770368:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320087.808399:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320088.765284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320088.830410:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320089.277431:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320089.277442:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320089.277445:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320089.277448:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320089.277452:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320089.277460:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5328
00000100:00080000:2.0:1767320089.277464:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320089.277471:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320089.277508:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236300 x1853163993770496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320089.277534:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320089.277538:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320089.277540:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320089.277544:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5328
00000100:00080000:2.0:1767320089.277547:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320089.277550:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320089.277561:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235180 x1853163993770624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320089.277583:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320089.277586:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320089.277588:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320089.277591:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5328
00000100:00080000:2.0:1767320089.277593:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320089.277596:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320089.277604:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235f80 x1853163993770880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320089.277632:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320089.277635:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320089.277636:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320089.277640:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5328
00000100:00080000:2.0:1767320089.277642:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320089.277644:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320089.277653:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731234380 x1853163993771136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320089.277727:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993770496:0@lo:38:kworker.0
00000100:00100000:1.0:1767320089.277794:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320089.277856:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993770624:0@lo:38:kworker.0
00000100:00100000:1.0:1767320089.277883:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320089.277907:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993770880:0@lo:38:kworker.0
00000100:00100000:1.0:1767320089.277927:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320089.277943:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993771136:0@lo:38:kworker.0
00000100:00100000:1.0:1767320089.277975:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320089.278010:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993770624
00000100:00100000:1.0:1767320089.278032:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993770624
00000100:00100000:1.0:1767320089.278067:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227
00000100:00100000:1.0:1767320089.278074:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993770624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320089.278093:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320089.278132:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993770624:12345-0@lo:38:kworker.0 Request processed in 58us (248us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320089.278139:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227
00000100:00100000:1.0:1767320089.278182:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993770496
00000100:00100000:1.0:1767320089.278186:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993770496
00000100:00100000:1.0:1767320089.278201:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993770880
00000100:00100000:1.0:1767320089.278204:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993770880
00000100:00100000:1.0:1767320089.278213:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993771136
00000100:00100000:1.0:1767320089.278215:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993771136
00000100:00100000:1.0:1767320089.278230:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72831
00000100:00100000:1.0:1767320089.278234:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993770496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320089.278243:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320089.278267:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993770496:12345-0@lo:38:kworker.0 Request processed in 32us (473us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320089.278274:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72831
00000100:00100000:1.0:1767320089.278284:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72832
00000100:00100000:1.0:1767320089.278288:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993770880:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320089.278297:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320089.278317:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993770880:12345-0@lo:38:kworker.0 Request processed in 27us (389us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320089.278321:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72832
00000100:00100000:1.0:1767320089.278331:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72833
00000100:00100000:1.0:1767320089.278335:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993771136:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320089.278343:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320089.278364:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993771136:12345-0@lo:38:kworker.0 Request processed in 27us (389us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320089.278370:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72833
00000100:00080000:1.0:1767320089.278413:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320089.278418:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320089.278421:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993770496:0@lo:38:kworker.0
00000100:00080000:1.0:1767320089.278431:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320089.278434:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320089.278436:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993770624:0@lo:38:kworker.0
00000100:00080000:1.0:1767320089.278443:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320089.278446:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320089.278448:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993770880:0@lo:38:kworker.0
00000100:00080000:1.0:1767320089.278455:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320089.278458:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320089.278461:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993771136:0@lo:38:kworker.0
00000100:00100000:3.0:1767320089.278559:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993771264:0@lo:400:kworker.0
00000100:00100000:3.0:1767320089.278593:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320089.278633:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320089.278639:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993771008:0@lo:400:kworker.0
00000100:00100000:3.0:1767320089.278661:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320089.278754:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993771008
00000100:00100000:0.0:1767320089.278759:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993771008
00000100:00100000:0.0:1767320089.278805:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5640
00000100:00100000:0.0:1767320089.278813:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993771008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320089.278856:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993771008:12345-0@lo:400:kworker.0 Request processed in 46us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320089.278862:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5640
00000100:00100000:0.0:1767320089.278887:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993770752:0@lo:400:kworker.0
00000100:00100000:0.0:1767320089.278910:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320089.278928:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320089.278934:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993771392:0@lo:400:kworker.0
00000100:00100000:0.0:1767320089.278953:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320089.278978:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993771264
00000100:00100000:0.0:1767320089.278982:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993771264
00000100:00100000:0.0:1767320089.279009:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993771392
00000100:00100000:0.0:1767320089.279013:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993771392
00000100:00100000:0.0:1767320089.279033:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3491
00000100:00100000:0.0:1767320089.279040:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993771264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320089.279070:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993771264:12345-0@lo:400:kworker.0 Request processed in 31us (476us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320089.279076:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3491
00000100:00100000:0.0:1767320089.279088:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3492
00000100:00100000:0.0:1767320089.279093:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993771392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320089.279122:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993771392:12345-0@lo:400:kworker.0 Request processed in 30us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320089.279131:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3492
00000100:00100000:0.0:1767320089.279154:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993770752
00000100:00100000:0.0:1767320089.279179:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993770752
00000100:00100000:0.0:1767320089.279205:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5641
00000100:00100000:0.0:1767320089.279211:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993770752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320089.279239:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993770752:12345-0@lo:400:kworker.0 Request processed in 29us (328us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320089.279244:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5641
00000100:00100000:0.0:1767320089.279272:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993771392:0@lo:400:kworker.0
00000100:00100000:0.0:1767320089.279282:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993770752:0@lo:400:kworker.0
00000100:00100000:0.0:1767320089.279307:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993771008:0@lo:400:kworker.0
00000100:00100000:0.0:1767320089.279316:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993771264:0@lo:400:kworker.0
00000100:00080000:3.0:1767320089.279388:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320089.279392:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320089.279395:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320089.802050:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320089.853375:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320090.813272:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320090.877628:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320091.837275:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320091.901451:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320092.235088:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320092.235229:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320092.236029:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942231168
00000100:00100000:2.0:1767320092.236037:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942231168
00000100:00100000:2.0:1767320092.236125:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942231040
00000100:00100000:2.0:1767320092.236128:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942231040
00000100:00100000:2.0:1767320092.236143:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5642
00000100:00100000:2.0:1767320092.236150:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942231168:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320092.236300:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72834
00000100:00100000:1.0:1767320092.236304:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942231040:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320092.236320:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320092.236370:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942231168:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 220us (1292us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320092.236375:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5642
00000100:00080000:0.0:1767320092.236853:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320092.238389:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942231040:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 2077us (3154us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320092.238398:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72834
00000100:00100000:0.0:1767320092.861407:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320092.861434:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993771520:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320092.861569:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320092.861647:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993771520
00000100:00100000:3.0:1767320092.861664:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993771520
00000100:00100000:3.0:1767320092.861770:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3243
00000100:00100000:3.0:1767320092.861787:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993771520:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320092.861812:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00002000:00000024:3.0:1767320092.861837:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320092.861948:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993771520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 167us (378us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320092.861956:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3243
00000100:00100000:0.0:1767320092.862083:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320092.862101:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993771648:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320092.862185:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320092.862258:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320092.862370:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993771520:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320092.862430:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993771648
00000100:00100000:1.0:1767320092.862950:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993771648
00000100:00100000:1.0:1767320092.863032:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244
00000100:00100000:1.0:1767320092.863043:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993771648:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320092.863287:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767320092.863340:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320092.863408:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993771648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 367us (1252us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320092.863417:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244
00000100:00100000:0.0:1767320092.863493:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993771648:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320092.925515:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320093.885538:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320093.952360:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320094.397297:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320094.397315:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320094.397320:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320094.397325:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320094.397331:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320094.397342:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5333
00000100:00080000:2.0:1767320094.397348:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320094.397358:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320094.397421:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237100 x1853163993771776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320094.397456:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320094.397460:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320094.397462:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320094.397467:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5333
00000100:00080000:2.0:1767320094.397470:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320094.397475:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320094.397490:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236d80 x1853163993771904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320094.397546:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320094.397551:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320094.397553:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320094.397558:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5333
00000100:00080000:2.0:1767320094.397561:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320094.397565:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320094.397578:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731234a80 x1853163993772160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320094.397616:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320094.397619:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320094.397621:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320094.397625:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5333
00000100:00080000:2.0:1767320094.397627:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320094.397630:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320094.397640:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237b80 x1853163993772416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320094.397688:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993772288:0@lo:400:kworker.0
00000100:00100000:2.0:1767320094.397784:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320094.397869:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320094.397875:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993772544:0@lo:400:kworker.0
00000100:00100000:2.0:1767320094.397907:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320094.397954:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993772288
00000100:00100000:2.0:1767320094.397964:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993772288
00000100:00100000:0.0:1767320094.397970:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993772032:0@lo:400:kworker.0
00000100:00100000:0.0:1767320094.398011:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320094.398040:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320094.398041:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993772032
00000100:00100000:2.0:1767320094.398046:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993772032
00000100:00100000:0.0:1767320094.398048:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993772672:0@lo:400:kworker.0
00000100:00100000:0.0:1767320094.398078:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320094.398085:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5643
00000100:00100000:2.0:1767320094.398098:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993772288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320094.398110:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993772544
00000100:00100000:0.0:1767320094.398116:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993772544
00000100:00100000:0.0:1767320094.398152:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993772672
00000100:00100000:0.0:1767320094.398155:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993772672
00000100:00100000:2.0:1767320094.398195:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993772288:12345-0@lo:400:kworker.0 Request processed in 99us (409us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320094.398208:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3493
00000100:00100000:2.0:1767320094.398209:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5643
00000100:00100000:0.0:1767320094.398221:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993772544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320094.398238:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5644
00000100:00100000:2.0:1767320094.398247:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993772032:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320094.398261:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993772544:12345-0@lo:400:kworker.0 Request processed in 42us (353us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320094.398269:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3493
00000100:00100000:0.0:1767320094.398288:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3494
00000100:00100000:2.0:1767320094.398293:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993772032:12345-0@lo:400:kworker.0 Request processed in 46us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320094.398299:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993772672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320094.398306:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5644
00000100:00080000:2.0:1767320094.398336:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320094.398337:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993772672:12345-0@lo:400:kworker.0 Request processed in 42us (259us total) trans 0 rc 0/0
00000100:00080000:2.0:1767320094.398342:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320094.398346:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3494
00000100:00080000:2.0:1767320094.398347:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320094.398390:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993772544:0@lo:400:kworker.0
00000100:00100000:2.0:1767320094.398402:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993772288:0@lo:400:kworker.0
00000100:00100000:0.0:1767320094.398533:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993772672:0@lo:400:kworker.0
00000100:00100000:0.0:1767320094.398545:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993772032:0@lo:400:kworker.0
00000100:00100000:1.0:1767320094.400716:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993771776:0@lo:38:kworker.0
00000100:00100000:1.0:1767320094.401342:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320094.401413:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993771904:0@lo:38:kworker.0
00000100:00100000:1.0:1767320094.401452:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320094.401489:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993772160:0@lo:38:kworker.0
00000100:00100000:1.0:1767320094.401524:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320094.401558:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993772416:0@lo:38:kworker.0
00000100:00100000:1.0:1767320094.401584:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320094.401628:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993771776
00000100:00100000:1.0:1767320094.401639:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993771776
00000100:00100000:1.0:1767320094.401680:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993772160
00000100:00100000:1.0:1767320094.401684:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993772160
00000100:00100000:1.0:1767320094.401697:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993772416
00000100:00100000:1.0:1767320094.401700:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993772416
00000100:00100000:1.0:1767320094.401718:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72835
00000100:00100000:1.0:1767320094.401726:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993771776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320094.401753:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320094.401802:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993771776:12345-0@lo:38:kworker.0 Request processed in 75us (462us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320094.401817:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72835
00000100:00100000:1.0:1767320094.401838:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72836
00000100:00100000:1.0:1767320094.401843:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993772160:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320094.401849:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72837
00010000:00020000:1.0:1767320094.401854:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320094.401861:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993772416:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320094.401874:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320094.401881:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993772160:12345-0@lo:38:kworker.0 Request processed in 36us (366us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320094.401889:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72836
00000100:00100000:0.0:1767320094.401915:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993772416:12345-0@lo:38:kworker.0 Request processed in 54us (329us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320094.401924:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72837
00000100:00080000:1.0:1767320094.401940:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320094.401947:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320094.401952:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993771776:0@lo:38:kworker.0
00000100:00080000:1.0:1767320094.401961:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320094.401964:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320094.401967:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993772160:0@lo:38:kworker.0
00000100:00080000:1.0:1767320094.401974:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320094.401977:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320094.401979:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993772416:0@lo:38:kworker.0
00000100:00100000:2.0:1767320094.402129:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993771904
00000100:00100000:2.0:1767320094.402135:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993771904
00000100:00100000:2.0:1767320094.402188:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228
00000100:00100000:2.0:1767320094.402193:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993771904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320094.402204:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320094.402242:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993771904:12345-0@lo:38:kworker.0 Request processed in 48us (790us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320094.402249:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228
00000100:00080000:1.0:1767320094.403485:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320094.403495:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320094.403500:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993771904:0@lo:38:kworker.0
00000100:00100000:2.0:1767320094.911702:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320094.973571:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320095.933889:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320095.997582:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320096.957309:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320097.021937:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320097.353033:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320097.353136:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320097.353366:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942231424
00000100:00100000:3.0:1767320097.353379:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942231424
00000100:00100000:3.0:1767320097.353490:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942231296
00000100:00100000:3.0:1767320097.353494:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942231296
00000100:00100000:3.0:1767320097.353517:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5645
00000100:00100000:3.0:1767320097.353531:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942231424:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320097.353627:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942231424:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 99us (610us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320097.353636:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5645
00000100:00100000:3.0:1767320097.353660:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72838
00000100:00100000:3.0:1767320097.353665:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942231296:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320097.353691:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320097.353720:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942231296:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 52us (583us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320097.353726:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72838
00000100:00080000:2.0:1767320097.353925:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320097.981387:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320097.981685:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993772800:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320097.981793:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320097.982388:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993772928:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320097.982436:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320097.982497:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993772800
00000100:00100000:0.0:1767320097.982507:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993772800
00000100:00100000:0.0:1767320097.982578:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993772928
00000100:00100000:0.0:1767320097.982581:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993772928
00000100:00100000:0.0:1767320097.982810:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245
00000100:00100000:0.0:1767320097.982822:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993772800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320097.982859:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320097.982916:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993772800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (1124us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320097.982924:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245
00000100:00100000:0.0:1767320097.982945:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246
00000100:00100000:0.0:1767320097.982952:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993772928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320097.982972:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320097.983006:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993772928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (570us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320097.983012:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246
00000100:00080000:0.0:1767320097.983039:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320097.983043:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320097.983083:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993772928:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320097.985093:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993772800:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320098.045567:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320099.012572:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320099.069495:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320099.517489:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320099.517506:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320099.517511:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320099.517516:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320099.517522:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320099.517534:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5339
00000100:00080000:2.0:1767320099.517541:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320099.517550:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320099.517616:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237480 x1853163993773056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320099.517650:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320099.517655:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320099.517657:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320099.517663:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5339
00000100:00080000:2.0:1767320099.517666:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320099.517671:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320099.517688:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235f80 x1853163993773184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320099.518892:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320099.518899:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320099.518903:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320099.518910:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5339
00000100:00080000:2.0:1767320099.518914:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320099.518920:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320099.518946:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236300 x1853163993773440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320099.518988:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320099.518992:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320099.518994:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320099.518998:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5339
00000100:00080000:2.0:1767320099.519000:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320099.519004:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320099.519017:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236d80 x1853163993773696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320099.519089:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993773824:0@lo:400:kworker.0
00000100:00100000:0.0:1767320099.519111:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993773952:0@lo:400:kworker.0
00000100:00100000:3.0:1767320099.519125:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993773312:0@lo:400:kworker.0
00000100:00100000:2.0:1767320099.519224:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320099.519225:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320099.519336:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993773312
00000100:00100000:1.0:1767320099.519348:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993773312
00000100:00100000:1.0:1767320099.519452:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5646
00000100:00100000:1.0:1767320099.519465:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993773312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320099.519586:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320099.519593:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993773568:0@lo:400:kworker.0
00000100:00100000:2.0:1767320099.519618:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320099.519665:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993773568
00000100:00100000:2.0:1767320099.519669:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993773568
00000100:00100000:2.0:1767320099.519700:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5647
00000100:00100000:0.0:1767320099.519761:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320099.519840:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993773824
00000100:00100000:2.0:1767320099.519845:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993773568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320099.519848:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993773824
00000100:00100000:2.0:1767320099.519911:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993773568:12345-0@lo:400:kworker.0 Request processed in 203us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320099.519915:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993773952
00000100:00100000:0.0:1767320099.519921:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993773952
00000100:00100000:2.0:1767320099.519926:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5647
00000100:00100000:2.0:1767320099.519976:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3495
00000100:00100000:2.0:1767320099.519997:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993773824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320099.519999:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3496
00000100:00100000:0.0:1767320099.520028:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993773952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320099.520063:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993773568:0@lo:400:kworker.0
00000100:00080000:3.0:1767320099.520101:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320099.520106:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320099.520109:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320099.520130:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993773056:0@lo:38:kworker.0
00000100:00100000:2.0:1767320099.522934:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993773824:12345-0@lo:400:kworker.0 Request processed in 2933us (3699us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320099.522960:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3495
00000100:00100000:2.0:1767320099.523069:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993773824:0@lo:400:kworker.0
00000100:00100000:2.0:1767320099.523209:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993773952:0@lo:400:kworker.0
00000100:00100000:0.0:1767320099.523364:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993773952:12345-0@lo:400:kworker.0 Request processed in 3340us (3597us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320099.523376:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3496
00000100:00100000:3.0:1767320099.524811:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320099.524889:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993773184:0@lo:38:kworker.0
00000100:00100000:3.0:1767320099.524943:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320099.524979:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993773440:0@lo:38:kworker.0
00000100:00100000:3.0:1767320099.525004:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320099.525030:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993773696:0@lo:38:kworker.0
00000100:00100000:3.0:1767320099.525058:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320099.525082:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993773184
00000100:00100000:0.0:1767320099.525096:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993773184
00000100:00100000:3.0:1767320099.525122:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993773056
00000100:00100000:3.0:1767320099.525130:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993773056
00000100:00100000:0.0:1767320099.525188:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229
00000100:00100000:0.0:1767320099.525198:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b726fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993773184:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320099.525201:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993773440
00000100:00100000:3.0:1767320099.525208:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993773440
00000100:00100000:3.0:1767320099.525232:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993773696
00000100:00100000:3.0:1767320099.525236:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993773696
00010000:00020000:0.0:1767320099.525238:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320099.525264:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72839
00000100:00100000:2.0:1767320099.525314:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72840
00000100:00100000:2.0:1767320099.525324:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993773440:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320099.525333:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b726fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993773184:12345-0@lo:38:kworker.0 Request processed in 133us (386us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320099.525342:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229
00010000:00020000:2.0:1767320099.525348:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320099.525444:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993773056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320099.525458:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320099.525506:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993773056:12345-0@lo:38:kworker.0 Request processed in 231us (700us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320099.525516:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72839
00000100:00100000:1.0:1767320099.525538:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72841
00000100:00100000:1.0:1767320099.525549:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993773696:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320099.525561:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320099.525603:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320099.525613:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993773696:12345-0@lo:38:kworker.0 Request processed in 63us (553us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767320099.525613:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320099.525622:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993773056:0@lo:38:kworker.0
00000100:00100000:1.0:1767320099.525639:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72841
00000100:00080000:3.0:1767320099.525644:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320099.525651:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320099.525655:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993773184:0@lo:38:kworker.0
00000100:00100000:0.0:1767320099.525721:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993773312:12345-0@lo:400:kworker.0 Request processed in 6257us (6497us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320099.525734:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5646
00000100:00100000:1.0:1767320099.525767:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993773312:0@lo:400:kworker.0
00000100:00080000:3.0:1767320099.525902:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320099.525905:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993773440:12345-0@lo:38:kworker.0 Request processed in 579us (897us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767320099.525910:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320099.525917:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993773440:0@lo:38:kworker.0
00000100:00100000:2.0:1767320099.525919:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72840
00000100:00080000:3.0:1767320099.525932:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320099.525938:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320099.525942:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993773696:0@lo:38:kworker.0
00000100:00100000:0.0:1767320100.029827:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320100.097792:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320101.057347:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320101.118599:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320102.077314:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320102.141556:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320102.471304:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320102.471595:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942231680
00000100:00100000:3.0:1767320102.471610:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942231680
00000100:00080000:0.0:1767320102.471861:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320102.471979:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5648
00000100:00100000:3.0:1767320102.471996:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942231680:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320102.472887:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942231680:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 889us (1605us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320102.472909:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5648
00000100:00100000:0.0:1767320102.485121:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320102.485451:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942231552
00000100:00100000:3.0:1767320102.485466:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942231552
00000100:00100000:3.0:1767320102.485539:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72842
00000100:00100000:3.0:1767320102.485550:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942231552:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320102.485583:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320102.485655:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942231552:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 104us (551us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320102.485662:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72842
00000100:00100000:0.0:1767320103.101605:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320103.101640:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993774080:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320103.101740:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320103.101941:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993774080
00000100:00100000:1.0:1767320103.101953:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993774080
00000100:00080000:0.0:1767320103.102079:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320103.102148:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3247
00000100:00100000:1.0:1767320103.102182:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993774080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320103.102221:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320103.102335:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993774080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 177us (594us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320103.102343:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3247
00000100:00100000:2.0:1767320103.103424:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320103.103562:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993774208:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320103.103620:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320103.103729:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993774208
00000100:00100000:0.0:1767320103.103738:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993774208
00000100:00100000:0.0:1767320103.103804:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3248
00000100:00100000:0.0:1767320103.103813:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993774208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320103.103843:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320103.103891:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993774208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320103.103899:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3248
00000100:00080000:1.0:1767320103.104101:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320103.104149:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993774208:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320103.104467:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993774080:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320103.165754:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320104.126434:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320104.189495:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320104.637284:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320079/real 1767320079]  req@ffff89b731189f80 x1853163993767808/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320104.637317:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b731189f80 x1853163993767808/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767320104.637356:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320104.637515:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320104.637520:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993767808:0@lo:250:kworker.0
00000100:00080000:1.0:1767320104.637830:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320104.637835:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767320104.637837:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320104.637841:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5323
00000100:00080000:1.0:1767320104.637845:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320104.637850:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320104.637878:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43480 x1853163993774336/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320104.637931:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993774336:0@lo:250:kworker.0
00000400:00000100:0.0:1767320104.637991:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993774336 offset 0 length 520: 4
00000100:00080000:1.0:1767320104.638044:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320104.638048:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320104.638050:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320104.638053:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5344
00000100:00080000:1.0:1767320104.638055:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320104.638060:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320104.638077:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7480 x1853163993774464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320104.638200:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993774464:0@lo:38:kworker.0
00000100:00100000:0.0:1767320104.638237:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320104.638374:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320104.638378:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320104.638379:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320104.638382:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5344
00000100:00080000:1.0:1767320104.638384:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320104.638387:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320104.638399:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7800 x1853163993774592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320104.638430:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320104.638433:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320104.638434:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320104.638437:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5344
00000100:00080000:1.0:1767320104.638438:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320104.638441:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320104.638448:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7b80 x1853163993774848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320104.638462:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320104.638464:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320104.638465:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320104.638467:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5344
00000100:00080000:1.0:1767320104.638469:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320104.638470:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320104.638480:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291adc00 x1853163993775104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320104.638509:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993774976:0@lo:400:kworker.0
00000100:00100000:1.0:1767320104.638521:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993775360:0@lo:400:kworker.0
00000100:00100000:1.0:1767320104.638560:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320104.638566:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320104.638603:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993774592:0@lo:38:kworker.0
00000100:00100000:0.0:1767320104.638623:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320104.638634:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993774848:0@lo:38:kworker.0
00000100:00100000:0.0:1767320104.638654:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993774592
00000100:00100000:0.0:1767320104.638659:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993774592
00000100:00100000:0.0:1767320104.638684:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230
00000100:00100000:0.0:1767320104.638689:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993774592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320104.638704:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320104.638731:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993774592:12345-0@lo:38:kworker.0 Request processed in 42us (107us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320104.638736:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230
00000100:00100000:0.0:1767320104.638772:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993775360
00000100:00100000:0.0:1767320104.638775:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993775360
00000100:00100000:0.0:1767320104.638809:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3497
00000100:00100000:0.0:1767320104.638815:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993775360:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320104.638848:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993775360:12345-0@lo:400:kworker.0 Request processed in 35us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320104.638853:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3497
00000100:00100000:0.0:1767320104.638873:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993775232:0@lo:400:kworker.0
00000100:00100000:0.0:1767320104.638887:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320104.638906:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993774720:0@lo:400:kworker.0
00000100:00100000:0.0:1767320104.638925:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993775232
00000100:00100000:0.0:1767320104.638929:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993775232
00000100:00100000:0.0:1767320104.638963:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3498
00000100:00100000:0.0:1767320104.638970:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993775232:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320104.638997:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993775232:12345-0@lo:400:kworker.0 Request processed in 29us (108us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320104.639001:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3498
00000100:00100000:0.0:1767320104.639024:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993775232:0@lo:400:kworker.0
00000100:00100000:1.0:1767320104.639531:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993775360:0@lo:400:kworker.0
00000100:00100000:2.0:1767320104.640230:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993774464
00000100:00100000:2.0:1767320104.640237:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993774464
00000100:00100000:2.0:1767320104.640557:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993774976
00000100:00100000:2.0:1767320104.640563:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993774976
00000100:00100000:1.0:1767320104.640654:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5649
00000100:00100000:1.0:1767320104.640668:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993774976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320104.640733:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993774976:12345-0@lo:400:kworker.0 Request processed in 68us (2173us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320104.640739:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5649
00000100:00100000:1.0:1767320104.640759:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72843
00000100:00100000:1.0:1767320104.640763:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993774464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320104.640783:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320104.640818:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993774464:12345-0@lo:38:kworker.0 Request processed in 53us (2581us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320104.640823:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72843
00000100:00080000:1.0:1767320104.640860:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320104.644288:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320104.644562:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993775104:0@lo:38:kworker.0
00000100:00100000:1.0:1767320104.644616:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320104.644647:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320104.644652:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320104.644656:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993774464:0@lo:38:kworker.0
00000100:00080000:1.0:1767320104.644687:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320104.644691:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320104.644694:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993774592:0@lo:38:kworker.0
00000100:00100000:1.0:1767320104.644719:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993774848
00000100:00100000:1.0:1767320104.644724:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993774848
00000100:00100000:1.0:1767320104.644754:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993775104
00000100:00100000:1.0:1767320104.644757:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993775104
00000100:00100000:1.0:1767320104.644776:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72844
00000100:00100000:1.0:1767320104.644782:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993774848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320104.644803:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320104.644844:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993774848:12345-0@lo:38:kworker.0 Request processed in 60us (564us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320104.644851:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72844
00000100:00100000:1.0:1767320104.644867:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72845
00000100:00100000:1.0:1767320104.644870:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993775104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320104.644880:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320104.644904:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993775104:12345-0@lo:38:kworker.0 Request processed in 31us (287us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320104.644909:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72845
00000100:00080000:1.0:1767320104.644936:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320104.644940:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320104.644943:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993774848:0@lo:38:kworker.0
00000100:00080000:1.0:1767320104.644964:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320104.644968:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320104.644971:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993775104:0@lo:38:kworker.0
00000100:00100000:1.0:1767320104.645020:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320104.645049:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993774720
00000100:00100000:1.0:1767320104.645053:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993774720
00000100:00100000:1.0:1767320104.645087:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5650
00000100:00100000:1.0:1767320104.645093:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993774720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320104.645135:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993774720:12345-0@lo:400:kworker.0 Request processed in 42us (115us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320104.645142:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5650
00000100:00080000:1.0:1767320104.645184:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320104.645205:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993774720:0@lo:400:kworker.0
00000100:00100000:3.0:1767320104.646527:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993774976:0@lo:400:kworker.0
00000100:00100000:1.0:1767320105.150026:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320105.215951:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320106.174180:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320106.238644:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320107.197839:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320107.261430:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767320107.604799:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942231808 offset 0 length 520: 4
00000100:00100000:2.0:1767320107.605198:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320107.605833:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942232064
00000100:00100000:1.0:1767320107.605850:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942232064
00000100:00100000:1.0:1767320107.605945:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5651
00000100:00100000:1.0:1767320107.606045:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942232064:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320107.606139:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942232064:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 183us (941us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320107.606148:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5651
00000100:00080000:3.0:1767320107.606226:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320107.611635:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320107.611856:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942231936
00000100:00100000:0.0:1767320107.611873:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942231936
00000100:00100000:0.0:1767320107.611931:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72846
00000100:00100000:0.0:1767320107.611940:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942231936:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320107.611977:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320107.612070:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942231936:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 129us (450us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320107.612078:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72846
00000100:00100000:2.0:1767320108.221628:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320108.224436:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993775488:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320108.224442:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320108.224469:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993775616:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320108.224557:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320108.226068:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320108.233349:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993775488
00000100:00100000:3.0:1767320108.233354:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993775616
00000100:00100000:0.0:1767320108.233377:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993775488
00000100:00100000:3.0:1767320108.233377:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993775616
00000100:00100000:0.0:1767320108.233518:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249
00000100:00100000:0.0:1767320108.233536:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993775488:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320108.233549:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250
00000100:00100000:3.0:1767320108.233564:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993775616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320108.233595:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:3.0:1767320108.233606:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767320108.233708:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320108.233713:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320108.233876:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993775616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 317us (7816us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320108.233883:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250
00000100:00100000:1.0:1767320108.234129:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993775616:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320108.234595:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993775488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1063us (10036us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320108.234606:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249
00000100:00100000:2.0:1767320108.236242:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993775488:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320108.287657:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320109.247915:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320109.309405:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320109.757895:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320109.757911:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320109.757915:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320109.757922:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320109.757927:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320109.757938:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5349
00000100:00080000:3.0:1767320109.757945:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320109.757953:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320109.758010:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706489180 x1853163993775744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320109.758039:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320109.758042:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320109.758044:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320109.758049:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5349
00000100:00080000:3.0:1767320109.758051:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320109.758055:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320109.758074:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731189f80 x1853163993775872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320109.758117:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320109.758121:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320109.758123:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320109.758127:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5349
00000100:00080000:3.0:1767320109.758129:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320109.758133:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320109.758146:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731189180 x1853163993776128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320109.758209:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320109.758214:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320109.758216:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320109.758220:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5349
00000100:00080000:3.0:1767320109.758236:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320109.758242:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320109.758256:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73118aa00 x1853163993776384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320109.758318:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993776256:0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.758405:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320109.758486:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320109.758493:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993776512:0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.758536:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320109.758583:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993776512
00000100:00100000:3.0:1767320109.758592:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993776512
00000100:00100000:3.0:1767320109.758654:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3499
00000100:00100000:3.0:1767320109.758665:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993776512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.758735:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993776512:12345-0@lo:400:kworker.0 Request processed in 71us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320109.758743:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3499
00000100:00100000:3.0:1767320109.758800:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993776512:0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.758845:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731188000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993776640:0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.758870:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320109.758888:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320109.758894:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993776000:0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.758916:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320109.758942:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993776640
00000100:00100000:3.0:1767320109.758946:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993776640
00000100:00100000:3.0:1767320109.758968:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3500
00000100:00100000:3.0:1767320109.758974:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993776640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.759006:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993776640:12345-0@lo:400:kworker.0 Request processed in 33us (135us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320109.759012:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3500
00000100:00100000:3.0:1767320109.759034:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731188000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993776640:0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.759081:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993776256
00000100:00100000:3.0:1767320109.759086:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993776256
00000100:00100000:3.0:1767320109.759122:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993776000
00000100:00100000:3.0:1767320109.759125:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993776000
00000100:00100000:3.0:1767320109.759146:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5652
00000100:00100000:3.0:1767320109.759152:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993776256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.759216:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993776256:12345-0@lo:400:kworker.0 Request processed in 64us (812us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320109.759224:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5652
00000100:00100000:3.0:1767320109.759250:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5653
00000100:00100000:3.0:1767320109.759257:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993776000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.759287:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993776000:12345-0@lo:400:kworker.0 Request processed in 31us (370us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320109.759294:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5653
00000100:00100000:3.0:1767320109.759319:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993776000:0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.759340:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993776256:0@lo:400:kworker.0
00000100:00080000:3.0:1767320109.759364:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320109.759938:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993775744:0@lo:38:kworker.0
00000100:00100000:2.0:1767320109.759983:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320109.760015:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993775872:0@lo:38:kworker.0
00000100:00100000:2.0:1767320109.760039:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320109.760071:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993776128:0@lo:38:kworker.0
00000100:00100000:2.0:1767320109.760093:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320109.760111:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993776384:0@lo:38:kworker.0
00000100:00100000:2.0:1767320109.760133:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320109.760191:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993775872
00000100:00100000:2.0:1767320109.760197:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993775872
00000100:00100000:2.0:1767320109.760228:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231
00000100:00100000:2.0:1767320109.760244:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993775872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320109.760268:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320109.761734:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993775744
00000100:00100000:3.0:1767320109.761748:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993775744
00000100:00100000:3.0:1767320109.761797:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993776128
00000100:00100000:3.0:1767320109.761800:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993776128
00000100:00100000:3.0:1767320109.761819:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993776384
00000100:00100000:3.0:1767320109.761821:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993776384
00000100:00100000:3.0:1767320109.761853:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72847
00000100:00100000:3.0:1767320109.761861:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993775744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320109.761884:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320109.761975:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993775744:12345-0@lo:38:kworker.0 Request processed in 114us (1990us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320109.761983:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72847
00000100:00100000:3.0:1767320109.762003:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72848
00000100:00100000:3.0:1767320109.762006:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993776128:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320109.762015:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320109.762041:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993776128:12345-0@lo:38:kworker.0 Request processed in 33us (1947us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320109.762047:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72848
00000100:00100000:3.0:1767320109.763063:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72849
00000100:00100000:3.0:1767320109.763073:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993776384:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320109.763090:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320109.763148:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993776384:12345-0@lo:38:kworker.0 Request processed in 73us (3013us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320109.763181:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72849
00000100:00080000:3.0:1767320109.763324:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320109.763330:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320109.763335:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993775744:0@lo:38:kworker.0
00000100:00080000:3.0:1767320109.763349:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320109.763352:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320109.763356:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993776128:0@lo:38:kworker.0
00000100:00080000:3.0:1767320109.763365:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320109.763369:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320109.763372:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993776384:0@lo:38:kworker.0
00000100:00100000:2.0:1767320109.763641:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993775872:12345-0@lo:38:kworker.0 Request processed in 3393us (3598us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320109.763651:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231
00000100:00080000:3.0:1767320109.763917:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320109.763922:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320109.763926:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993775872:0@lo:38:kworker.0
00000100:00100000:3.0:1767320110.270600:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320110.334128:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320111.293695:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320111.357729:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320112.317294:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320112.381489:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320112.716307:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320112.716357:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320112.716557:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942232320
00000100:00100000:2.0:1767320112.716572:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942232320
00000100:00100000:2.0:1767320112.716675:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942232192
00000100:00100000:2.0:1767320112.716679:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942232192
00000100:00100000:2.0:1767320112.716704:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5654
00000100:00100000:2.0:1767320112.716716:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942232320:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320112.716825:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942232320:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 112us (534us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320112.716839:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5654
00000100:00100000:2.0:1767320112.716865:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72850
00000100:00100000:2.0:1767320112.716871:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942232192:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320112.716901:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320112.716931:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942232192:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 59us (573us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767320112.717528:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320112.726850:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72850
00000100:00100000:3.0:1767320113.341404:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320113.341477:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993776768:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320113.341577:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320113.341784:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320113.341794:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993776896:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320113.341830:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320113.343458:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993776768
00000100:00100000:3.0:1767320113.343478:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993776768
00000100:00100000:3.0:1767320113.343595:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993776896
00000100:00100000:3.0:1767320113.343600:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993776896
00000100:00100000:3.0:1767320113.343635:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251
00000100:00100000:3.0:1767320113.343646:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993776768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320113.343689:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320113.343858:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252
00000100:00100000:0.0:1767320113.343869:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993776896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320113.343898:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767320113.343920:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320113.343928:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320113.343952:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993776896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (2120us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320113.343964:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252
00000100:00100000:1.0:1767320113.344014:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993776896:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320113.350101:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993776768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6438us (8505us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320113.350123:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251
00000100:00100000:2.0:1767320113.350519:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993776768:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320113.405495:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320114.367840:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320114.433781:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320114.886105:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320114.886122:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320114.886126:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320114.886132:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320114.886146:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320114.886175:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5354
00000100:00080000:1.0:1767320114.886181:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320114.886191:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320114.886254:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7b80 x1853163993777024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320114.886293:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320114.886298:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320114.886299:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320114.886304:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5354
00000100:00080000:1.0:1767320114.886308:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320114.886312:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320114.886328:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7800 x1853163993777152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320114.886375:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320114.886379:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320114.886381:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320114.886385:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5354
00000100:00080000:1.0:1767320114.886387:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320114.886391:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320114.886403:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7100 x1853163993777408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320114.886436:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320114.886440:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767320114.886455:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767320114.886456:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320114.886464:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5354
00000100:00080000:1.0:1767320114.886466:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320114.886470:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320114.886485:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635bb80 x1853163993777664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320114.886485:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993777280:0@lo:400:kworker.0
00000100:00100000:1.0:1767320114.886547:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993777536:0@lo:400:kworker.0
00000100:00100000:2.0:1767320114.886596:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320114.886619:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993777792:0@lo:400:kworker.0
00000100:00100000:1.0:1767320114.886658:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320114.886742:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993777024:0@lo:38:kworker.0
00000100:00100000:3.0:1767320114.886782:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320114.886851:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320114.886862:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993777920:0@lo:400:kworker.0
00000100:00100000:0.0:1767320114.886892:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320114.891062:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993777280
00000100:00100000:2.0:1767320114.891086:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993777280
00000100:00100000:2.0:1767320114.891240:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993777024
00000100:00100000:2.0:1767320114.891244:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993777024
00000100:00100000:2.0:1767320114.891274:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5655
00000100:00100000:2.0:1767320114.891302:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993777280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320114.891455:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993777280:12345-0@lo:400:kworker.0 Request processed in 171us (4859us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320114.891464:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5655
00000100:00100000:2.0:1767320114.891487:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72851
00000100:00100000:2.0:1767320114.891492:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993777024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320114.891520:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320114.891556:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993777024:12345-0@lo:38:kworker.0 Request processed in 62us (4779us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320114.891563:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72851
00000100:00080000:2.0:1767320114.891593:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320114.891645:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993777280:0@lo:400:kworker.0
00000100:00100000:2.0:1767320114.891948:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993777792
00000100:00100000:2.0:1767320114.891954:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993777792
00000100:00100000:2.0:1767320114.891988:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993777920
00000100:00100000:2.0:1767320114.891992:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993777920
00000100:00100000:2.0:1767320114.892010:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3501
00000100:00100000:2.0:1767320114.892016:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993777792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320114.892056:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993777792:12345-0@lo:400:kworker.0 Request processed in 40us (5399us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320114.892061:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3501
00000100:00100000:2.0:1767320114.892071:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3502
00000100:00100000:2.0:1767320114.892076:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993777920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320114.892106:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993777920:12345-0@lo:400:kworker.0 Request processed in 31us (5214us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320114.892112:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3502
00000100:00100000:2.0:1767320114.892284:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320114.892334:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993777536
00000100:00100000:2.0:1767320114.892338:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993777536
00000100:00100000:2.0:1767320114.892535:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5656
00000100:00100000:2.0:1767320114.892543:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993777536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320114.892588:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993777536:12345-0@lo:400:kworker.0 Request processed in 47us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320114.892595:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5656
00000100:00080000:2.0:1767320114.892613:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320114.892638:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993777536:0@lo:400:kworker.0
00000100:00100000:1.0:1767320114.899402:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993777792:0@lo:400:kworker.0
00000100:00080000:3.0:1767320114.899684:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320114.899693:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320114.899698:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993777024:0@lo:38:kworker.0
00000100:00100000:3.0:1767320114.899711:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993777152:0@lo:38:kworker.0
00000100:00100000:3.0:1767320114.899801:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320114.899841:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993777408:0@lo:38:kworker.0
00000100:00100000:3.0:1767320114.899869:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320114.899910:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993777664:0@lo:38:kworker.0
00000100:00100000:3.0:1767320114.899934:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320114.900585:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993777408
00000100:00100000:3.0:1767320114.900596:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993777408
00000100:00100000:3.0:1767320114.900644:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993777664
00000100:00100000:3.0:1767320114.900648:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993777664
00000100:00100000:3.0:1767320114.900671:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72852
00000100:00100000:3.0:1767320114.900681:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993777408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320114.900708:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320114.900764:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993777408:12345-0@lo:38:kworker.0 Request processed in 83us (892us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320114.900772:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72852
00000100:00100000:3.0:1767320114.900791:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72853
00000100:00100000:3.0:1767320114.900797:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993777664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320114.900807:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320114.900829:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993777664:12345-0@lo:38:kworker.0 Request processed in 31us (895us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320114.900834:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72853
00000100:00080000:3.0:1767320114.900870:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320114.900875:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320114.900879:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993777408:0@lo:38:kworker.0
00000100:00080000:3.0:1767320114.900887:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320114.900891:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320114.900893:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993777664:0@lo:38:kworker.0
00000100:00100000:2.0:1767320114.902258:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993777152
00000100:00100000:2.0:1767320114.902273:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993777152
00000100:00100000:2.0:1767320114.902332:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232
00000100:00100000:2.0:1767320114.902341:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993777152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320114.902531:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320114.902623:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993777152:12345-0@lo:38:kworker.0 Request processed in 281us (2821us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320114.902632:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232
00000100:00080000:3.0:1767320114.903268:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320114.903275:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320114.903281:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993777152:0@lo:38:kworker.0
00000100:00100000:0.0:1767320114.904432:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993777920:0@lo:400:kworker.0
00000100:00100000:3.0:1767320115.389509:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320115.459636:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320116.413336:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320116.477891:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320117.441326:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320117.502424:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320117.832580:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320117.832679:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320117.832753:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942232576
00000100:00100000:3.0:1767320117.832769:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942232576
00000100:00100000:3.0:1767320117.832888:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942232448
00000100:00100000:3.0:1767320117.832892:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942232448
00000100:00100000:3.0:1767320117.832918:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5657
00000100:00100000:3.0:1767320117.832930:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942232576:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320117.833032:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942232576:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 103us (466us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320117.833045:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5657
00000100:00100000:3.0:1767320117.833070:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72854
00000100:00100000:3.0:1767320117.833075:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942232448:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320117.833113:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320117.833144:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942232448:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 68us (466us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320117.833152:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72854
00000100:00080000:0.0:1767320117.833265:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320118.462962:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993778048:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320118.463059:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320118.463916:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993778048
00000100:00100000:3.0:1767320118.463928:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993778048
00000100:00100000:2.0:1767320118.464193:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767320118.464226:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320118.464253:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253
00000100:00100000:2.0:1767320118.464267:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993778048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320118.464311:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320118.464407:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993778048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 144us (1348us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320118.464423:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253
00000100:00100000:1.0:1767320118.467251:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993778176:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320118.467356:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320118.467797:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993778048:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320118.468020:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993778176
00000100:00100000:2.0:1767320118.468029:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993778176
00000100:00100000:2.0:1767320118.468129:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3254
00000100:00100000:2.0:1767320118.468141:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993778176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320118.468212:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320118.468274:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993778176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (917us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320118.468282:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3254
00000100:00080000:0.0:1767320118.469287:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320118.469965:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993778176:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320118.525853:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320119.485268:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320119.549393:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320119.997502:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320119.997519:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320119.997523:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320119.997529:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320119.997536:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320119.997548:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5359
00000100:00080000:3.0:1767320119.997554:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320119.997564:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320119.997644:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313af800 x1853163993778304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320119.997680:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320119.997685:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320119.997687:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320119.997692:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5359
00000100:00080000:3.0:1767320119.997696:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320119.997701:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320119.997718:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313adf80 x1853163993778432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320119.997770:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320119.997775:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320119.997777:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320119.997782:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5359
00000100:00080000:3.0:1767320119.997785:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320119.997789:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320119.997801:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313aed80 x1853163993778688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320119.997825:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320119.997828:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320119.997842:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320119.997846:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5359
00000100:00080000:3.0:1767320119.997849:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320119.997852:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320119.997863:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac380 x1853163993778944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320119.997982:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993778560:0@lo:400:kworker.0
00000100:00100000:1.0:1767320119.998090:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320119.998214:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320119.998220:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993779200:0@lo:400:kworker.0
00000100:00100000:1.0:1767320119.998254:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320119.998293:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993778816:0@lo:400:kworker.0
00000100:00100000:1.0:1767320119.998318:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320119.998355:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320119.998360:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993779072:0@lo:400:kworker.0
00000100:00100000:1.0:1767320119.998386:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320119.998434:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993778560
00000100:00100000:1.0:1767320119.998447:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993778560
00000100:00100000:1.0:1767320119.998520:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993778816
00000100:00100000:1.0:1767320119.998524:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993778816
00000100:00100000:1.0:1767320119.998555:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5658
00000100:00100000:1.0:1767320119.998572:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993778560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320119.998640:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993778560:12345-0@lo:400:kworker.0 Request processed in 70us (551us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320119.998650:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5658
00000100:00100000:1.0:1767320119.998669:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5659
00000100:00100000:1.0:1767320119.998676:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993778816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320119.998708:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993778816:12345-0@lo:400:kworker.0 Request processed in 33us (389us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320119.998714:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5659
00000100:00080000:1.0:1767320119.998734:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320119.998778:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993778816:0@lo:400:kworker.0
00000100:00100000:1.0:1767320119.998811:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993778560:0@lo:400:kworker.0
00000100:00100000:0.0:1767320119.999094:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993778304:0@lo:38:kworker.0
00000100:00100000:0.0:1767320119.999133:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320119.999191:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993778432:0@lo:38:kworker.0
00000100:00100000:0.0:1767320119.999217:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320119.999245:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993778688:0@lo:38:kworker.0
00000100:00100000:0.0:1767320119.999266:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320119.999283:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993778944:0@lo:38:kworker.0
00000100:00100000:0.0:1767320119.999303:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320119.999350:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993778432
00000100:00100000:0.0:1767320119.999355:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993778432
00000100:00100000:0.0:1767320119.999379:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233
00000100:00100000:0.0:1767320119.999385:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993778432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320119.999410:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320119.999454:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993778432:12345-0@lo:38:kworker.0 Request processed in 67us (235us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320119.999461:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233
00000100:00100000:0.0:1767320119.999482:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993778304
00000100:00100000:0.0:1767320119.999486:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993778304
00000100:00100000:0.0:1767320119.999506:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993778688
00000100:00100000:0.0:1767320119.999509:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993778688
00000100:00100000:0.0:1767320119.999523:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993778944
00000100:00100000:0.0:1767320119.999526:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993778944
00000100:00100000:0.0:1767320119.999541:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72855
00000100:00100000:0.0:1767320119.999546:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993778304:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320119.999557:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320119.999588:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993778304:12345-0@lo:38:kworker.0 Request processed in 41us (454us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320119.999595:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72855
00000100:00100000:0.0:1767320119.999607:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72856
00000100:00100000:0.0:1767320119.999611:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993778688:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320119.999620:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320119.999643:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993778688:12345-0@lo:38:kworker.0 Request processed in 30us (375us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320119.999649:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72856
00000100:00100000:0.0:1767320119.999660:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72857
00000100:00100000:0.0:1767320119.999664:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993778944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320119.999673:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320119.999693:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993778944:12345-0@lo:38:kworker.0 Request processed in 28us (389us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320119.999699:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72857
00000100:00080000:0.0:1767320119.999729:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320119.999735:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320119.999739:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993778304:0@lo:38:kworker.0
00000100:00080000:0.0:1767320119.999748:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320119.999752:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320119.999755:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993778432:0@lo:38:kworker.0
00000100:00080000:0.0:1767320119.999762:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320119.999765:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320119.999768:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993778688:0@lo:38:kworker.0
00000100:00080000:0.0:1767320119.999775:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320119.999779:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320119.999782:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993778944:0@lo:38:kworker.0
00000100:00100000:2.0:1767320120.001137:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993779200
00000100:00100000:2.0:1767320120.001153:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993779200
00000100:00100000:2.0:1767320120.001287:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993779072
00000100:00100000:2.0:1767320120.001292:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993779072
00000100:00100000:2.0:1767320120.001323:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3503
00000100:00100000:2.0:1767320120.001344:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993779200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320120.001439:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993779200:12345-0@lo:400:kworker.0 Request processed in 107us (3184us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320120.001448:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3503
00000100:00100000:2.0:1767320120.001470:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3504
00000100:00100000:2.0:1767320120.001479:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993779072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320120.001517:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993779072:12345-0@lo:400:kworker.0 Request processed in 41us (3130us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320120.001523:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3504
00000100:00100000:2.0:1767320120.001589:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993779072:0@lo:400:kworker.0
00000100:00100000:2.0:1767320120.001631:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993779200:0@lo:400:kworker.0
00000100:00080000:0.0:1767320120.003832:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320120.003856:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320120.509335:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320120.573798:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320121.533855:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320121.598218:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320122.559022:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320122.621584:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320122.954571:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320122.954761:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320122.954950:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942232704
00000100:00100000:2.0:1767320122.954964:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942232704
00000100:00100000:3.0:1767320122.954978:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942232832
00000100:00100000:3.0:1767320122.954983:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942232832
00000100:00100000:2.0:1767320122.955058:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5660
00000100:00080000:1.0:1767320122.955098:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320122.955511:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942232832:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320122.955613:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942232832:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 107us (851us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320122.959488:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72858
00000100:00100000:3.0:1767320122.959510:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942232704:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320122.959543:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320122.959634:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942232704:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 129us (5078us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320122.959642:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72858
00000100:00100000:2.0:1767320122.969431:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5660
00000100:00100000:0.0:1767320123.581989:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993779328:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320123.582091:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320123.582655:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993779328
00000100:00100000:1.0:1767320123.582668:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993779328
00000100:00100000:1.0:1767320123.582749:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3255
00000100:00100000:1.0:1767320123.582761:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993779328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320123.582801:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320123.582892:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993779328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 133us (801us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320123.582900:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3255
00000100:00100000:1.0:1767320123.582960:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993779328:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320123.583565:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320123.586182:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320123.586249:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320123.586274:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993779456:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320123.586371:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320123.586494:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993779456
00000100:00100000:2.0:1767320123.586506:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993779456
00000100:00100000:2.0:1767320123.586596:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256
00000100:00100000:2.0:1767320123.586609:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993779456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320123.586657:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320123.586717:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993779456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (344us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320123.586725:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256
00000100:00100000:2.0:1767320123.586786:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993779456:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320123.587034:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767320123.645580:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320124.606531:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320124.669452:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320125.125305:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320125.125319:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320125.125323:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320125.125329:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320125.125334:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320125.125345:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5364
00000100:00080000:1.0:1767320125.125352:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320125.125360:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320125.125420:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac000 x1853163993779584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320125.125440:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320125.125444:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320125.125446:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320125.125451:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5364
00000100:00080000:1.0:1767320125.125453:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320125.125457:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320125.125472:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac380 x1853163993779712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320125.125519:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320125.125523:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320125.125525:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320125.125529:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5364
00000100:00080000:1.0:1767320125.125531:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320125.125535:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320125.125548:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313adf80 x1853163993779968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320125.125572:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320125.125577:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320125.125579:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320125.125582:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5364
00000100:00080000:1.0:1767320125.125584:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320125.125597:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320125.125610:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313af100 x1853163993780224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320125.125658:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993780480:0@lo:400:kworker.0
00000100:00100000:1.0:1767320125.125744:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320125.125825:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320125.125832:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993779840:0@lo:400:kworker.0
00000100:00100000:1.0:1767320125.125863:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320125.125894:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993780352:0@lo:400:kworker.0
00000100:00100000:1.0:1767320125.125919:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320125.125937:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320125.125942:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993780096:0@lo:400:kworker.0
00000100:00100000:1.0:1767320125.125974:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320125.126112:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993780480
00000100:00100000:3.0:1767320125.126123:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993780480
00000100:00100000:3.0:1767320125.126224:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993780352
00000100:00100000:3.0:1767320125.126228:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993780352
00000100:00100000:3.0:1767320125.126252:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3505
00000100:00100000:3.0:1767320125.126263:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993780480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320125.126335:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993780480:12345-0@lo:400:kworker.0 Request processed in 74us (590us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320125.126343:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3505
00000100:00100000:3.0:1767320125.126360:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3506
00000100:00100000:3.0:1767320125.126366:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993780352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320125.126397:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993780352:12345-0@lo:400:kworker.0 Request processed in 31us (477us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320125.126403:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3506
00000100:00100000:3.0:1767320125.126460:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993780480:0@lo:400:kworker.0
00000100:00100000:3.0:1767320125.126492:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993780352:0@lo:400:kworker.0
00000100:00100000:0.0:1767320125.126614:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993779840
00000100:00100000:0.0:1767320125.126620:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993779840
00000100:00100000:0.0:1767320125.126661:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993780096
00000100:00100000:0.0:1767320125.126665:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993780096
00000100:00100000:0.0:1767320125.126688:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5661
00000100:00100000:0.0:1767320125.126695:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993779840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320125.126734:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993779840:12345-0@lo:400:kworker.0 Request processed in 39us (869us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320125.126739:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5661
00000100:00100000:0.0:1767320125.126755:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5662
00000100:00100000:0.0:1767320125.126761:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993780096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320125.126792:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993780096:12345-0@lo:400:kworker.0 Request processed in 32us (817us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320125.126798:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5662
00000100:00100000:0.0:1767320125.126825:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993780096:0@lo:400:kworker.0
00000100:00100000:3.0:1767320125.127027:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993779840:0@lo:400:kworker.0
00000100:00100000:2.0:1767320125.127828:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993779584:0@lo:38:kworker.0
00000100:00100000:2.0:1767320125.127896:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320125.127937:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993779712:0@lo:38:kworker.0
00000100:00100000:2.0:1767320125.127974:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320125.128020:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993779968:0@lo:38:kworker.0
00000100:00100000:2.0:1767320125.128042:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320125.128062:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993780224:0@lo:38:kworker.0
00000100:00100000:2.0:1767320125.128083:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320125.128116:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993779584
00000100:00100000:2.0:1767320125.128121:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993779584
00000100:00100000:2.0:1767320125.128150:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993779968
00000100:00100000:2.0:1767320125.128152:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993779968
00000100:00100000:2.0:1767320125.128198:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993780224
00000100:00100000:2.0:1767320125.128202:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993780224
00000100:00100000:2.0:1767320125.128220:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72859
00000100:00100000:2.0:1767320125.128226:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993779584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320125.128250:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320125.128292:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993779584:12345-0@lo:38:kworker.0 Request processed in 65us (399us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320125.128381:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72859
00000100:00100000:2.0:1767320125.128399:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72860
00000100:00100000:2.0:1767320125.128403:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993779968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320125.128412:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320125.128436:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993779968:12345-0@lo:38:kworker.0 Request processed in 32us (393us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320125.128442:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72860
00000100:00100000:2.0:1767320125.128451:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72861
00000100:00100000:2.0:1767320125.128455:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993780224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320125.128463:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320125.128483:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993780224:12345-0@lo:38:kworker.0 Request processed in 26us (400us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320125.128489:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72861
00000100:00080000:2.0:1767320125.128554:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320125.128560:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320125.128564:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993779584:0@lo:38:kworker.0
00000100:00080000:2.0:1767320125.128573:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320125.128577:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320125.128579:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993779968:0@lo:38:kworker.0
00000100:00080000:2.0:1767320125.128597:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320125.128601:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320125.128605:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993780224:0@lo:38:kworker.0
00000100:00080000:1.0:1767320125.129092:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320125.129101:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320125.129104:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320125.129227:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993779712
00000100:00100000:0.0:1767320125.129236:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993779712
00000100:00100000:0.0:1767320125.129280:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234
00000100:00100000:0.0:1767320125.129286:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993779712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320125.129312:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320125.129377:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993779712:12345-0@lo:38:kworker.0 Request processed in 90us (1401us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320125.129386:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234
00000100:00080000:2.0:1767320125.129636:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320125.129642:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320125.129646:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993779712:0@lo:38:kworker.0
00000100:00100000:2.0:1767320125.630036:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320125.693617:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320126.653334:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320126.719138:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320127.677461:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320127.745154:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320128.076051:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320128.076117:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320128.084144:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942233088
00000100:00100000:3.0:1767320128.084290:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942233088
00000100:00100000:0.0:1767320128.084439:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942232960
00000100:00100000:0.0:1767320128.084446:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942232960
00000100:00100000:0.0:1767320128.084537:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72862
00000100:00100000:0.0:1767320128.084549:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942232960:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320128.084584:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320128.085676:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942232960:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 1117us (9547us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320128.085690:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72862
00000100:00100000:2.0:1767320128.085933:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5663
00000100:00100000:2.0:1767320128.085944:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942233088:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320128.086013:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942233088:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 73us (9979us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320128.086019:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5663
00000100:00080000:0.0:1767320128.086758:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320128.701480:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993780608:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320128.701575:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320128.701688:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320128.701798:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993780736:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320128.701825:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320128.701902:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993780608
00000100:00100000:0.0:1767320128.701916:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993780608
00000100:00100000:3.0:1767320128.701960:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993780736
00000100:00100000:3.0:1767320128.701965:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993780736
00000100:00100000:0.0:1767320128.702149:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257
00000100:00100000:0.0:1767320128.702188:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993780608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320128.702226:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320128.702276:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993780608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (701us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320128.702284:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257
00000100:00100000:3.0:1767320128.702598:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258
00000100:00100000:3.0:1767320128.702607:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993780736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320128.702627:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320128.702671:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993780736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (845us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320128.702678:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258
00000100:00080000:1.0:1767320128.703139:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320128.703147:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320128.703212:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993780736:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320128.703276:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993780608:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320128.765394:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320129.219451:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320104/real 1767320104]  req@ffff89b618a43480 x1853163993774336/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320129 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320129.219496:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b618a43480 x1853163993774336/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320129 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320129.219529:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320129.220925:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320129.220940:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993774336:0@lo:250:kworker.0
00000100:00080000:0.0:1767320129.222325:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320129.222337:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320129.222343:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320129.222353:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5349
00000100:00080000:0.0:1767320129.222359:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320129.222369:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320129.222426:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291afb80 x1853163993780864/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320129.222458:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320129.222462:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320129.222468:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320129.222472:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5369
00000100:00080000:0.0:1767320129.222474:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320129.222478:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320129.222498:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb27800 x1853163993780992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320129.222508:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320129.222512:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320129.222515:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767320129.222515:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993780864:0@lo:250:kworker.0
00000400:00000100:2.0:1767320129.222592:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993780864 offset 0 length 520: 4
00000100:00080000:0.0:1767320129.222598:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5369
00000100:00080000:0.0:1767320129.222604:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320129.222609:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320129.222627:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606744000 x1853163993781120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320129.222741:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320129.222756:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993780992:0@lo:38:kworker.0
00000100:00100000:2.0:1767320129.222802:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320129.222828:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993781120:0@lo:38:kworker.0
00000100:00100000:1.0:1767320129.222844:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993780992
00000100:00100000:1.0:1767320129.222857:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993780992
00000100:00100000:2.0:1767320129.222861:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320129.222928:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72863
00000100:00100000:1.0:1767320129.222939:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993780992:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320129.222942:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993781120
00000100:00100000:2.0:1767320129.222948:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993781120
00000100:00100000:2.0:1767320129.222978:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235
00000100:00100000:2.0:1767320129.222984:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993781120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320129.222989:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767320129.222999:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320129.223054:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320129.223059:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320129.223061:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320129.223065:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5369
00000100:00080000:0.0:1767320129.223067:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320129.223072:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320129.223088:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b601283480 x1853163993781376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320129.223337:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993781248:0@lo:400:kworker.0
00000100:00100000:3.0:1767320129.223377:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320129.223411:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993781248
00000100:00100000:3.0:1767320129.223415:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993781248
00000100:00100000:3.0:1767320129.223473:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5664
00000100:00100000:3.0:1767320129.223480:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993781248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320129.223524:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993781248:12345-0@lo:400:kworker.0 Request processed in 46us (147us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320129.223598:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993781120:12345-0@lo:38:kworker.0 Request processed in 62us (186us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320129.223619:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5664
00000100:00100000:3.0:1767320129.223675:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993781248:0@lo:400:kworker.0
00000100:00100000:2.0:1767320129.223688:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235
00000100:00100000:3.0:1767320129.223721:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993781376:0@lo:38:kworker.0
00000100:00080000:2.0:1767320129.223738:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320129.223754:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320129.223775:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993781376
00000100:00100000:2.0:1767320129.223780:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993781376
00000100:00100000:2.0:1767320129.223803:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72864
00000100:00100000:2.0:1767320129.223808:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993781376:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320129.223821:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320129.223857:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993780992:12345-0@lo:38:kworker.0 Request processed in 918us (1055us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320129.223865:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993781376:12345-0@lo:38:kworker.0 Request processed in 55us (109us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320129.223868:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72863
00000100:00100000:2.0:1767320129.223886:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72864
00000100:00080000:3.0:1767320129.224418:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320129.224426:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320129.224429:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993780992:0@lo:38:kworker.0
00000100:00080000:3.0:1767320129.224442:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320129.224445:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320129.224448:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993781120:0@lo:38:kworker.0
00000100:00080000:3.0:1767320129.224473:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320129.224476:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320129.224479:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993781376:0@lo:38:kworker.0
00000100:00100000:1.0:1767320129.224724:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993781504:0@lo:400:kworker.0
00000100:00100000:1.0:1767320129.224765:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320129.224813:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993781504
00000100:00100000:2.0:1767320129.224819:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993781504
00000100:00080000:3.0:1767320129.224849:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320129.224879:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5665
00000100:00100000:2.0:1767320129.224890:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993781504:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767320129.224934:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320129.225094:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320129.225098:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320129.225199:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5369
00000100:00080000:0.0:1767320129.225204:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320129.225210:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320129.225234:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a356d80 x1853163993781632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320129.225324:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993781632:0@lo:38:kworker.0
00000100:00100000:3.0:1767320129.225356:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320129.225434:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993781632
00000100:00100000:0.0:1767320129.225439:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993781632
00000100:00100000:0.0:1767320129.225470:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72865
00000100:00100000:0.0:1767320129.225476:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993781632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320129.225639:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320129.225687:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993781632:12345-0@lo:38:kworker.0 Request processed in 209us (329us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320129.225695:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72865
00000100:00080000:3.0:1767320129.225772:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320129.225776:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320129.225785:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993781632:0@lo:38:kworker.0
00000100:00100000:2.0:1767320129.225888:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993781504:12345-0@lo:400:kworker.0 Request processed in 999us (1121us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320129.225897:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5665
00000100:00100000:1.0:1767320129.225928:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993781504:0@lo:400:kworker.0
00000100:00100000:1.0:1767320129.726013:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320129.790514:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320130.749817:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320130.813356:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320131.773308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320131.837583:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320132.169084:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:1.0:1767320132.169134:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942233216 offset 0 length 520: 4
00000100:00100000:1.0:1767320132.169202:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320132.169218:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942233472
00000100:00100000:2.0:1767320132.169232:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942233472
00000100:00100000:2.0:1767320132.169330:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942233344
00000100:00100000:2.0:1767320132.169334:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942233344
00000100:00100000:2.0:1767320132.169357:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5666
00000100:00100000:2.0:1767320132.169368:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942233472:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320132.169469:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942233472:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 102us (402us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320132.169478:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5666
00000100:00100000:1.0:1767320132.169602:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72866
00000100:00100000:1.0:1767320132.169610:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942233344:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320132.169635:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320132.169666:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942233344:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 56us (506us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320132.169673:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72866
00000100:00080000:3.0:1767320132.170112:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320132.799461:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320132.862098:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320133.821564:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320133.822311:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993781760:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320133.822418:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320133.822500:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993781760
00000100:00100000:2.0:1767320133.822511:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993781760
00000100:00100000:2.0:1767320133.822607:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259
00000100:00100000:2.0:1767320133.822618:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993781760:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320133.822660:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320133.822716:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993781760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (298us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320133.822726:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259
00000100:00080000:3.0:1767320133.823979:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320133.824059:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993781760:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320133.824287:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993781888:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320133.824353:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320133.824701:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993781888
00000100:00100000:0.0:1767320133.824710:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993781888
00000100:00100000:0.0:1767320133.824805:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260
00000100:00100000:0.0:1767320133.824816:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993781888:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320133.824852:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320133.824913:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993781888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (559us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320133.824921:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260
00000100:00080000:3.0:1767320133.824996:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320133.825087:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993781888:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320133.889686:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320134.333658:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320134.333672:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320134.333676:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320134.333681:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320134.333686:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320134.333697:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5373
00000100:00080000:1.0:1767320134.333703:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320134.333712:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320134.333769:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b341c00 x1853163993782016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320134.333813:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320134.333817:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320134.333819:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320134.333824:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5373
00000100:00080000:1.0:1767320134.333827:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320134.333830:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320134.333847:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b343480 x1853163993782144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320134.333870:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993782016:0@lo:38:kworker.0
00000100:00080000:1.0:1767320134.333912:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320134.333918:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320134.333920:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320134.333925:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5373
00000100:00080000:1.0:1767320134.333928:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320134.333933:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320134.333951:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fced80 x1853163993782400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320134.333978:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320134.333990:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320134.333995:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320134.333997:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320134.334002:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5373
00000100:00080000:1.0:1767320134.334005:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320134.334008:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320134.334022:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b7480 x1853163993782656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320134.334080:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993782144:0@lo:38:kworker.0
00000100:00100000:3.0:1767320134.334112:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320134.334144:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993782400:0@lo:38:kworker.0
00000100:00100000:2.0:1767320134.334191:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993782272:0@lo:400:kworker.0
00000100:00100000:3.0:1767320134.334198:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320134.334222:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993782656:0@lo:38:kworker.0
00000100:00100000:2.0:1767320134.334237:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320134.334267:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993782016
00000100:00100000:2.0:1767320134.334278:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320134.334278:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993782016
00000100:00100000:2.0:1767320134.334288:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993782912:0@lo:400:kworker.0
00000100:00100000:2.0:1767320134.334320:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320134.334325:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993782400
00000100:00100000:3.0:1767320134.334330:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993782400
00000100:00100000:3.0:1767320134.334354:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993782272
00000100:00100000:3.0:1767320134.334358:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993782272
00000100:00100000:2.0:1767320134.334363:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993782144
00000100:00100000:2.0:1767320134.334369:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993782144
00000100:00100000:2.0:1767320134.334404:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236
00000100:00100000:3.0:1767320134.334415:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5667
00000100:00100000:2.0:1767320134.334416:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993782144:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320134.334428:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993782272:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767320134.334445:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320134.334495:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993782144:12345-0@lo:38:kworker.0 Request processed in 81us (381us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320134.334503:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993782272:12345-0@lo:400:kworker.0 Request processed in 78us (265us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320134.334506:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236
00000100:00100000:3.0:1767320134.334516:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5667
00000100:00100000:3.0:1767320134.334538:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72867
00000100:00100000:2.0:1767320134.334542:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993782912
00000100:00100000:3.0:1767320134.334545:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993782016:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320134.334548:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993782912
00010000:00020000:3.0:1767320134.334561:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320134.334581:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3507
00000100:00100000:2.0:1767320134.334590:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993782912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320134.334600:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993782016:12345-0@lo:38:kworker.0 Request processed in 54us (622us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320134.334607:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72867
00000100:00100000:3.0:1767320134.334625:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72868
00000100:00100000:3.0:1767320134.334630:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993782400:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320134.334634:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993782912:12345-0@lo:400:kworker.0 Request processed in 43us (311us total) trans 0 rc 0/0
00010000:00020000:3.0:1767320134.334643:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320134.334645:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3507
00000100:00100000:3.0:1767320134.334675:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993782400:12345-0@lo:38:kworker.0 Request processed in 42us (478us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320134.334682:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72868
00000100:00100000:2.0:1767320134.334711:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993782912:0@lo:400:kworker.0
00000100:00080000:3.0:1767320134.334715:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320134.334731:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993782272:0@lo:400:kworker.0
00000100:00100000:3.0:1767320134.334741:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993782784:0@lo:400:kworker.0
00000100:00100000:3.0:1767320134.334772:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320134.334793:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320134.334812:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320134.334821:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993782528:0@lo:400:kworker.0
00000100:00080000:2.0:1767320134.334829:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320134.334836:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320134.334841:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993782016:0@lo:38:kworker.0
00000100:00100000:3.0:1767320134.334847:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320134.334871:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767320134.334873:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993782784
00000100:00100000:3.0:1767320134.334877:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993782784
00000100:00080000:2.0:1767320134.334879:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320134.334885:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993782144:0@lo:38:kworker.0
00000100:00080000:2.0:1767320134.334898:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767320134.334902:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3508
00000100:00080000:2.0:1767320134.334905:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320134.334909:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993782784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320134.334911:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993782400:0@lo:38:kworker.0
00000100:00100000:3.0:1767320134.334942:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993782784:12345-0@lo:400:kworker.0 Request processed in 34us (170us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320134.334947:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3508
00000100:00100000:2.0:1767320134.334957:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993782656
00000100:00100000:2.0:1767320134.334962:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993782656
00000100:00100000:3.0:1767320134.334978:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993782784:0@lo:400:kworker.0
00000100:00100000:2.0:1767320134.334988:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993782528
00000100:00100000:2.0:1767320134.334992:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993782528
00000100:00100000:3.0:1767320134.335008:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72869
00000100:00100000:3.0:1767320134.335015:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993782656:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320134.335024:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5668
00010000:00020000:3.0:1767320134.335027:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320134.335035:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993782528:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320134.335067:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993782656:12345-0@lo:38:kworker.0 Request processed in 51us (274us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320134.335073:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72869
00000100:00080000:3.0:1767320134.335089:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320134.335105:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320134.335109:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320134.335112:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993782656:0@lo:38:kworker.0
00000100:00100000:2.0:1767320134.335203:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993782528:12345-0@lo:400:kworker.0 Request processed in 170us (358us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320134.335211:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5668
00000100:00100000:3.0:1767320134.337004:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993782528:0@lo:400:kworker.0
00000100:00100000:2.0:1767320134.845351:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320134.909615:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320135.869613:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320135.933528:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320136.893335:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320136.957689:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320137.291555:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320137.292206:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942233600
00000100:00100000:0.0:1767320137.292222:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942233600
00000100:00100000:0.0:1767320137.292337:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72870
00000100:00100000:0.0:1767320137.292349:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942233600:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320137.292381:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320137.292482:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942233600:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 125us (935us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320137.292491:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72870
00000100:00100000:1.0:1767320137.294252:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320137.294336:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942233728
00000100:00100000:0.0:1767320137.294346:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942233728
00000100:00100000:0.0:1767320137.294472:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5669
00000100:00100000:0.0:1767320137.294485:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942233728:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320137.294577:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942233728:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 94us (334us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320137.294585:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5669
00000100:00080000:3.0:1767320137.299302:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320137.919496:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320137.983043:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320138.941346:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320138.941698:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993783040:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320138.941789:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320138.941869:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993783040
00000100:00100000:3.0:1767320138.941896:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993783040
00000100:00100000:0.0:1767320138.942004:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320138.942015:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261
00000100:00100000:0.0:1767320138.942016:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993783168:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320138.942038:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993783040:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320138.942066:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:3.0:1767320138.942081:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320138.942132:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993783168
00000100:00100000:0.0:1767320138.942140:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993783168
00000100:00100000:3.0:1767320138.942226:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993783040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 193us (433us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320138.942235:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262
00000100:00100000:3.0:1767320138.942245:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261
00000100:00100000:0.0:1767320138.942248:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993783168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320138.942286:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320138.942345:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993783168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320138.942353:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262
00000100:00100000:3.0:1767320138.942606:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993783168:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320138.942718:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320138.942723:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320138.942761:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993783040:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320139.007792:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320139.453386:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320139.453403:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320139.453407:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320139.453412:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320139.453417:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320139.453429:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5379
00000100:00080000:3.0:1767320139.453436:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320139.453446:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320139.455899:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313af800 x1853163993783296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320139.455944:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320139.455950:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320139.455955:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320139.455961:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5379
00000100:00080000:3.0:1767320139.455966:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320139.455974:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320139.456001:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac700 x1853163993783424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320139.456116:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320139.456244:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993783296:0@lo:38:kworker.0
00000100:00080000:3.0:1767320139.456592:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320139.456607:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320139.456610:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320139.456616:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5379
00000100:00080000:3.0:1767320139.456619:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320139.456625:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320139.456650:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731189f80 x1853163993783680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320139.456697:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320139.456702:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320139.456704:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320139.456708:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5379
00000100:00080000:3.0:1767320139.456710:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320139.456714:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320139.456726:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731189180 x1853163993783936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320139.456821:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320139.456891:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993783424:0@lo:38:kworker.0
00000100:00100000:2.0:1767320139.456930:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320139.456974:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993783680:0@lo:38:kworker.0
00000100:00100000:0.0:1767320139.457013:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993784064:0@lo:400:kworker.0
00000100:00100000:0.0:1767320139.457078:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320139.457120:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320139.457126:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993783808:0@lo:400:kworker.0
00000100:00100000:0.0:1767320139.457153:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320139.457205:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993784064
00000100:00100000:0.0:1767320139.457215:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993784064
00000100:00100000:0.0:1767320139.457283:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3509
00000100:00100000:0.0:1767320139.457293:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993784064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320139.457351:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993784064:12345-0@lo:400:kworker.0 Request processed in 58us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320139.457359:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3509
00000100:00100000:0.0:1767320139.457389:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993783296
00000100:00100000:0.0:1767320139.457393:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993783296
00000100:00100000:0.0:1767320139.457413:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993783808
00000100:00100000:0.0:1767320139.457416:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993783808
00000100:00100000:0.0:1767320139.457453:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5670
00000100:00100000:0.0:1767320139.457460:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993783808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320139.457756:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320139.457796:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993783936:0@lo:38:kworker.0
00000100:00100000:2.0:1767320139.457833:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320139.457874:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993783808:12345-0@lo:400:kworker.0 Request processed in 410us (715us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320139.457883:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5670
00000100:00100000:2.0:1767320139.457902:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993783680
00000100:00100000:0.0:1767320139.457906:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993783936
00000100:00100000:0.0:1767320139.457916:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993783936
00000100:00100000:2.0:1767320139.457917:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993783680
00000100:00100000:0.0:1767320139.457940:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72871
00000100:00100000:0.0:1767320139.457947:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993783296:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320139.457967:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72872
00010000:00020000:0.0:1767320139.457973:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320139.457981:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993783936:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320139.458015:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993783296:12345-0@lo:38:kworker.0 Request processed in 66us (1195us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320139.458023:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72871
00000100:00100000:0.0:1767320139.458038:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72873
00000100:00100000:0.0:1767320139.458043:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993783680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320139.459130:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320139.459208:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993783936:12345-0@lo:38:kworker.0 Request processed in 1228us (1373us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320139.459218:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72872
00000100:00100000:2.0:1767320139.459259:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993783424
00000100:00100000:2.0:1767320139.459265:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993783424
00000100:00100000:2.0:1767320139.459712:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237
00000100:00100000:2.0:1767320139.459720:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993783424:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320139.460278:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993784192:0@lo:400:kworker.0
00000100:00100000:1.0:1767320139.460353:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320139.460406:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993783552:0@lo:400:kworker.0
00000100:00100000:1.0:1767320139.460435:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320139.460524:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993784192
00000100:00100000:1.0:1767320139.460532:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993784192
00000100:00100000:1.0:1767320139.460585:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3510
00000100:00100000:1.0:1767320139.460605:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993784192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320139.460665:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993784192:12345-0@lo:400:kworker.0 Request processed in 72us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320139.460672:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3510
00000100:00100000:1.0:1767320139.460749:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993784192:0@lo:400:kworker.0
00000100:00100000:1.0:1767320139.462310:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993783808:0@lo:400:kworker.0
00000100:00100000:1.0:1767320139.462332:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993784064:0@lo:400:kworker.0
00000100:00100000:1.0:1767320139.462418:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993783552
00000100:00100000:1.0:1767320139.462426:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993783552
00010000:00020000:0.0:1767320139.463232:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320139.463337:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993783680:12345-0@lo:38:kworker.0 Request processed in 5290us (5582us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320139.463348:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72873
00000100:00100000:0.0:1767320139.463383:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5671
00000100:00100000:0.0:1767320139.463395:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993783552:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320139.463453:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993783552:12345-0@lo:400:kworker.0 Request processed in 64us (3017us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320139.463459:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5671
00000100:00080000:1.0:1767320139.463741:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320139.464057:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320139.464065:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320139.464071:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993783680:0@lo:38:kworker.0
00000100:00080000:1.0:1767320139.464086:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320139.464090:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320139.464093:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993783936:0@lo:38:kworker.0
00000100:00080000:1.0:1767320139.464106:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320139.464110:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320139.464113:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993783296:0@lo:38:kworker.0
00010000:00020000:2.0:1767320139.467470:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320139.467600:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993783424:12345-0@lo:38:kworker.0 Request processed in 7876us (10669us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320139.468111:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237
00000100:00080000:1.0:1767320139.468262:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320139.468277:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320139.468283:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993783424:0@lo:38:kworker.0
00000100:00100000:0.0:1767320139.468439:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993783552:0@lo:400:kworker.0
00000100:00100000:2.0:1767320139.965321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320140.030304:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320140.989745:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320141.053738:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320142.013652:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320142.077836:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320142.408772:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320142.408829:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320142.408940:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942233984
00000100:00100000:3.0:1767320142.408954:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942233984
00000100:00100000:3.0:1767320142.409037:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942233856
00000100:00100000:3.0:1767320142.409041:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942233856
00000100:00100000:3.0:1767320142.409073:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5672
00000100:00100000:3.0:1767320142.409086:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942233984:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320142.409214:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942233984:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 132us (453us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320142.409223:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5672
00000100:00100000:3.0:1767320142.409242:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72874
00000100:00100000:3.0:1767320142.409247:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942233856:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320142.409277:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320142.409315:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942233856:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 66us (486us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320142.409328:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72874
00000100:00080000:1.0:1767320142.410285:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320143.039071:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320143.101778:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320144.061838:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993784320:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320144.061925:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320144.064204:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993784320
00000100:00100000:2.0:1767320144.064219:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993784320
00000100:00100000:2.0:1767320144.064304:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263
00000100:00100000:2.0:1767320144.064315:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993784320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320144.064350:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320144.064442:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993784320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (2516us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320144.064452:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263
00000100:00100000:1.0:1767320144.064466:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993784448:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320144.064515:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993784320:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320144.064521:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320144.064555:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993784448
00000100:00100000:2.0:1767320144.064559:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993784448
00000100:00100000:2.0:1767320144.064590:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264
00000100:00100000:2.0:1767320144.064609:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993784448:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320144.064627:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320144.064665:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993784448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (148us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320144.064671:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264
00000100:00080000:0.0:1767320144.064738:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320144.064743:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320144.064843:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993784448:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320144.067990:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320144.125463:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320144.573731:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320144.573741:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320144.573753:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320144.573757:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320144.573762:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320144.573769:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5384
00000100:00080000:0.0:1767320144.573774:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320144.573781:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320144.573821:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a356d80 x1853163993784576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320144.573899:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993784576:0@lo:38:kworker.0
00000100:00100000:1.0:1767320144.573972:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320144.574080:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993784576
00000100:00100000:2.0:1767320144.574089:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993784576
00000100:00100000:2.0:1767320144.574133:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72875
00000100:00100000:2.0:1767320144.574140:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993784576:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320144.574186:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320144.574685:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320144.574690:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320144.574694:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320144.574699:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5384
00000100:00080000:0.0:1767320144.574702:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320144.574706:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320144.574730:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b0e00 x1853163993784704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320144.574880:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993784576:12345-0@lo:38:kworker.0 Request processed in 737us (906us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320144.574888:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72875
00000100:00100000:1.0:1767320144.574902:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993784704:0@lo:38:kworker.0
00000100:00100000:1.0:1767320144.574941:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320144.574994:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320144.574998:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320144.575002:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993784576:0@lo:38:kworker.0
00000100:00100000:2.0:1767320144.575036:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993784704
00000100:00100000:2.0:1767320144.575041:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993784704
00000100:00100000:2.0:1767320144.575068:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238
00000100:00100000:2.0:1767320144.575073:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993784704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320144.575087:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320144.575268:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993784704:12345-0@lo:38:kworker.0 Request processed in 193us (326us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320144.575275:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238
00000100:00080000:3.0:1767320144.575519:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320144.575574:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993784832:0@lo:400:kworker.0
00000100:00100000:1.0:1767320144.575618:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320144.575666:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320144.575671:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320144.575674:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320144.575679:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5384
00000100:00080000:0.0:1767320144.575683:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767320144.575684:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993784832
00000100:00080000:0.0:1767320144.575688:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320144.575690:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993784832
00000100:00100000:0.0:1767320144.575711:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b1880 x1853163993784960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320144.575747:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5673
00000100:00100000:2.0:1767320144.575756:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993784832:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767320144.575759:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320144.575763:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320144.575766:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320144.575770:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5384
00000100:00080000:0.0:1767320144.575773:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320144.575778:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320144.575794:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b1500 x1853163993785216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320144.575806:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320144.575814:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993784704:0@lo:38:kworker.0
00000100:00100000:3.0:1767320144.575833:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993784960:0@lo:38:kworker.0
00000100:00100000:3.0:1767320144.575859:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320144.575878:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993785216:0@lo:38:kworker.0
00000100:00100000:3.0:1767320144.575900:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320144.575944:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993784960
00000100:00100000:3.0:1767320144.575948:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993784960
00000100:00100000:3.0:1767320144.575977:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993785216
00000100:00100000:3.0:1767320144.575980:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993785216
00000100:00100000:3.0:1767320144.575997:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72876
00000100:00100000:3.0:1767320144.576001:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993784960:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320144.576014:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320144.576048:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993784960:12345-0@lo:38:kworker.0 Request processed in 44us (187us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320144.576055:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72876
00000100:00100000:3.0:1767320144.576069:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72877
00000100:00100000:3.0:1767320144.576073:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993785216:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320144.576081:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320144.576106:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993785216:12345-0@lo:38:kworker.0 Request processed in 31us (205us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320144.576112:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72877
00000100:00080000:3.0:1767320144.576773:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320144.576779:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320144.576783:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993784960:0@lo:38:kworker.0
00000100:00080000:3.0:1767320144.576796:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320144.576800:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320144.576803:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993785216:0@lo:38:kworker.0
00000100:00100000:3.0:1767320144.576853:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993785088:0@lo:400:kworker.0
00000100:00100000:3.0:1767320144.576885:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320144.576907:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320144.576914:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993785344:0@lo:400:kworker.0
00000100:00100000:3.0:1767320144.577650:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320144.577696:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993785472:0@lo:400:kworker.0
00000100:00100000:3.0:1767320144.577727:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320144.577760:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993785088
00000100:00100000:3.0:1767320144.577767:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993785088
00000100:00100000:3.0:1767320144.577811:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5674
00000100:00100000:3.0:1767320144.577818:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993785088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320144.578115:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993785088:12345-0@lo:400:kworker.0 Request processed in 49us (981us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320144.578127:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5674
00000100:00080000:3.0:1767320144.578267:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320144.578302:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993785088:0@lo:400:kworker.0
00000100:00100000:3.0:1767320144.578623:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993785344
00000100:00100000:3.0:1767320144.578629:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993785344
00000100:00100000:3.0:1767320144.578664:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993785472
00000100:00100000:3.0:1767320144.578666:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993785472
00000100:00100000:3.0:1767320144.578686:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3511
00000100:00100000:3.0:1767320144.578693:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993785344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320144.578736:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993785344:12345-0@lo:400:kworker.0 Request processed in 44us (1089us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320144.578743:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3511
00000100:00100000:3.0:1767320144.578754:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3512
00000100:00100000:3.0:1767320144.578759:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993785472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320144.578791:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993785472:12345-0@lo:400:kworker.0 Request processed in 32us (1063us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320144.578797:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3512
00000100:00100000:3.0:1767320144.578832:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993785472:0@lo:400:kworker.0
00000100:00100000:3.0:1767320144.578856:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993785344:0@lo:400:kworker.0
00000100:00100000:2.0:1767320144.579138:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993784832:12345-0@lo:400:kworker.0 Request processed in 3381us (3516us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320144.579248:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5673
00000100:00100000:1.0:1767320144.584104:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993784832:0@lo:400:kworker.0
00000100:00100000:3.0:1767320145.089600:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320145.151972:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320146.109313:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320146.173403:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320147.133307:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320147.197369:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320147.527722:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320147.527779:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320147.528026:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942234240
00000100:00100000:3.0:1767320147.528038:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942234240
00000100:00100000:2.0:1767320147.528147:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942234112
00000100:00100000:2.0:1767320147.528154:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942234112
00000100:00100000:2.0:1767320147.528233:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5675
00000100:00080000:0.0:1767320147.528482:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320147.528528:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72878
00000100:00100000:3.0:1767320147.528542:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942234112:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:2.0:1767320147.528544:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942234240:12345-192.168.204.50@tcp:400:kworker.0
00010000:00020000:3.0:1767320147.528573:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320147.528639:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942234112:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 96us (858us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320147.528647:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72878
00000100:00100000:2.0:1767320147.529008:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942234240:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 764us (1295us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320147.529016:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5675
00000100:00100000:2.0:1767320148.157893:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320148.222243:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320149.182213:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320149.182245:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993785600:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320149.182322:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320149.183336:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993785600
00000100:00100000:0.0:1767320149.183347:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993785600
00000100:00100000:0.0:1767320149.183427:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3265
00000100:00100000:0.0:1767320149.183439:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993785600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320149.183471:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320149.183546:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993785600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (1223us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320149.183554:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3265
00000100:00080000:3.0:1767320149.184408:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320149.184521:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320149.184551:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993785728:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320149.184597:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320149.185566:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993785728
00000100:00100000:1.0:1767320149.185576:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993785728
00000100:00080000:0.0:1767320149.185828:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320149.185872:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3266
00000100:00100000:1.0:1767320149.185885:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993785728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320149.185914:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320149.185975:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993785728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (1377us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320149.192997:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993785600:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320149.193359:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3266
00000100:00100000:2.0:1767320149.193734:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993785728:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320149.245937:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320149.702830:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320149.702842:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320149.702845:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320149.702850:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320149.702854:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320149.702862:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5389
00000100:00080000:0.0:1767320149.702867:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320149.702873:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320149.702915:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b0380 x1853163993785856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320149.702933:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320149.702936:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320149.702938:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320149.702941:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5389
00000100:00080000:0.0:1767320149.702944:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320149.702947:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320149.702961:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b2300 x1853163993785984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320149.703010:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320149.703014:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320149.703015:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320149.703019:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5389
00000100:00080000:0.0:1767320149.703022:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320149.703025:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320149.703038:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b3800 x1853163993786240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320149.703069:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320149.703072:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320149.703074:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320149.703077:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5389
00000100:00080000:0.0:1767320149.703080:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320149.703083:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320149.703093:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b1c00 x1853163993786496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320149.703138:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993786368:0@lo:400:kworker.0
00000100:00100000:2.0:1767320149.703216:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993786624:0@lo:400:kworker.0
00000100:00100000:0.0:1767320149.703237:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320149.703298:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993786112:0@lo:400:kworker.0
00000100:00100000:3.0:1767320149.703601:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993785856:0@lo:38:kworker.0
00000100:00100000:2.0:1767320149.705806:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320149.706032:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993786368
00000100:00100000:2.0:1767320149.706041:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993786368
00000100:00100000:2.0:1767320149.706099:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5676
00000100:00100000:2.0:1767320149.706109:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993786368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320149.706348:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993786368:12345-0@lo:400:kworker.0 Request processed in 240us (3111us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320149.706355:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5676
00000100:00100000:2.0:1767320149.706382:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993786624
00000100:00100000:2.0:1767320149.706445:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993786624
00000100:00100000:2.0:1767320149.706475:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3513
00000100:00100000:2.0:1767320149.706481:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993786624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320149.706534:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993786624:12345-0@lo:400:kworker.0 Request processed in 53us (738us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320149.706544:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3513
00000100:00100000:2.0:1767320149.706589:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993786624:0@lo:400:kworker.0
00000100:00100000:2.0:1767320149.706618:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993786752:0@lo:400:kworker.0
00000100:00100000:2.0:1767320149.706653:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320149.706680:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993786752
00000100:00100000:2.0:1767320149.706684:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993786752
00000100:00100000:2.0:1767320149.706705:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3514
00000100:00100000:2.0:1767320149.706710:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993786752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320149.706742:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993786752:12345-0@lo:400:kworker.0 Request processed in 32us (88us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320149.706748:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3514
00000100:00100000:2.0:1767320149.706771:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993786752:0@lo:400:kworker.0
00000100:00080000:2.0:1767320149.706813:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320149.708332:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320149.709971:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993786112
00000100:00100000:1.0:1767320149.709984:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993786112
00000100:00100000:1.0:1767320149.711692:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5677
00000100:00100000:1.0:1767320149.711704:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993786112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320149.711804:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993786112:12345-0@lo:400:kworker.0 Request processed in 103us (3477us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320149.711811:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5677
00000100:00100000:1.0:1767320149.711869:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993786112:0@lo:400:kworker.0
00000100:00100000:3.0:1767320149.715556:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320149.715636:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993785984:0@lo:38:kworker.0
00000100:00100000:3.0:1767320149.715681:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320149.715908:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993785856
00000100:00100000:1.0:1767320149.715918:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993785856
00000100:00100000:1.0:1767320149.715961:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72879
00000100:00100000:1.0:1767320149.715968:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993785856:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320149.715987:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320149.716028:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993785856:12345-0@lo:38:kworker.0 Request processed in 59us (481us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320149.716034:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72879
00000100:00100000:3.0:1767320149.716179:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993786240:0@lo:38:kworker.0
00000100:00100000:1.0:1767320149.716291:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993785984
00000100:00100000:1.0:1767320149.716296:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993785984
00000100:00100000:1.0:1767320149.716318:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239
00000100:00100000:1.0:1767320149.716323:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993785984:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320149.716334:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320149.716362:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993785984:12345-0@lo:38:kworker.0 Request processed in 38us (681us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320149.716382:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239
00000100:00100000:3.0:1767320149.716453:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320149.716479:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993786496:0@lo:38:kworker.0
00000100:00100000:1.0:1767320149.716593:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993786240
00000100:00100000:1.0:1767320149.716598:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993786240
00000100:00100000:1.0:1767320149.716619:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72880
00000100:00100000:1.0:1767320149.716629:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993786240:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320149.716640:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320149.716670:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993786240:12345-0@lo:38:kworker.0 Request processed in 45us (217us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320149.716676:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72880
00000100:00100000:0.0:1767320149.716696:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993786368:0@lo:400:kworker.0
00000100:00100000:3.0:1767320149.716885:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320149.716963:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320149.716969:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320149.716972:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993785856:0@lo:38:kworker.0
00000100:00080000:3.0:1767320149.716981:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320149.716985:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320149.716987:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993785984:0@lo:38:kworker.0
00000100:00080000:3.0:1767320149.716994:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320149.716996:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320149.716999:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993786240:0@lo:38:kworker.0
00000100:00100000:1.0:1767320149.717101:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993786496
00000100:00100000:1.0:1767320149.717106:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993786496
00000100:00100000:1.0:1767320149.717136:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72881
00000100:00100000:1.0:1767320149.717140:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993786496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320149.717152:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320149.717291:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320149.717420:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993786496:12345-0@lo:38:kworker.0 Request processed in 277us (535us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320149.717427:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72881
00000100:00080000:3.0:1767320149.717477:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320149.717481:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320149.717484:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993786496:0@lo:38:kworker.0
00000100:00100000:2.0:1767320150.205970:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320150.271206:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320151.232653:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320151.293531:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320152.253356:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320152.317419:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320152.647212:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320152.647280:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942234496
00000100:00100000:2.0:1767320152.647291:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942234496
00000100:00100000:2.0:1767320152.647376:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5678
00000100:00100000:2.0:1767320152.647386:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942234496:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320152.647471:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942234496:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 86us (270us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320152.647487:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5678
00000100:00080000:0.0:1767320152.647558:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320152.648272:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320152.649913:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942234368
00000100:00100000:0.0:1767320152.649924:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942234368
00000100:00100000:0.0:1767320152.650035:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72882
00000100:00100000:0.0:1767320152.650044:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942234368:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320152.650079:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320152.650176:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942234368:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 116us (1889us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320152.650185:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72882
00000100:00100000:2.0:1767320153.277639:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320153.341582:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320154.301431:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993786880:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320154.301510:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320154.301599:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993786880
00000100:00100000:1.0:1767320154.301607:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993786880
00000100:00100000:1.0:1767320154.301665:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267
00000100:00100000:1.0:1767320154.301675:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993786880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320154.301703:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320154.301748:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993786880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320154.301756:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267
00000100:00100000:1.0:1767320154.301803:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993786880:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320154.301845:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320154.304597:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320154.307569:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320154.307596:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993787008:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320154.307678:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320154.307792:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993787008
00000100:00100000:1.0:1767320154.307801:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993787008
00000100:00100000:1.0:1767320154.307879:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268
00000100:00100000:1.0:1767320154.307897:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993787008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320154.307933:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320154.307985:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993787008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (305us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320154.307993:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268
00000100:00080000:0.0:1767320154.308085:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320154.308236:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993787008:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320154.366086:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320154.813321:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320129/real 1767320129]  req@ffff89b6291afb80 x1853163993780864/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320154 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320154.813359:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6291afb80 x1853163993780864/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320154 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320154.813382:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320154.813412:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320154.813416:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993780864:0@lo:250:kworker.0
00000100:00080000:2.0:1767320154.813448:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320154.813456:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320154.813460:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320154.813466:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5373
00000100:00080000:2.0:1767320154.813471:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320154.813477:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320154.813512:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecace00 x1853163993787136/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320154.813542:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320154.813546:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320154.813548:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320154.813551:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5394
00000100:00080000:2.0:1767320154.813554:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320154.813557:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320154.813572:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecad500 x1853163993787264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320154.813581:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320154.813584:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320154.813586:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320154.813590:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5394
00000100:00080000:2.0:1767320154.813593:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320154.813596:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320154.813607:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecaca80 x1853163993787392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320154.813653:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320154.813657:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320154.813659:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320154.813663:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5394
00000100:00080000:2.0:1767320154.813666:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320154.813669:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320154.813685:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecaea00 x1853163993787648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320154.813713:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767320154.813716:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320154.813722:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320154.813724:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320154.813728:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5394
00000100:00080000:2.0:1767320154.813731:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767320154.813733:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993787520:0@lo:400:kworker.0
00000100:00100000:1.0:1767320154.813804:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320154.813841:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993787136:0@lo:250:kworker.0
00000400:00000100:3.0:1767320154.813874:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993787136 offset 0 length 520: 4
00000100:00100000:1.0:1767320154.813887:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320154.813900:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993787776:0@lo:400:kworker.0
00000100:00100000:3.0:1767320154.813906:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993787264:0@lo:38:kworker.0
00000100:00100000:1.0:1767320154.813932:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320154.813962:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320154.813982:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993787520
00000100:00100000:1.0:1767320154.813991:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993787520
00000100:00100000:3.0:1767320154.813996:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993787392:0@lo:38:kworker.0
00000100:00100000:3.0:1767320154.814026:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320154.814046:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993787648:0@lo:38:kworker.0
00000100:00100000:1.0:1767320154.814047:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993787776
00000100:00100000:1.0:1767320154.814053:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993787776
00000100:00100000:3.0:1767320154.814072:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320154.814122:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320154.814217:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320154.814232:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecad180 x1853163993787904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320154.815020:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993787264
00000100:00100000:1.0:1767320154.815027:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993787264
00000100:00100000:1.0:1767320154.816450:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993787648
00000100:00100000:1.0:1767320154.816459:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993787648
00000100:00100000:1.0:1767320154.816477:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5679
00000100:00100000:1.0:1767320154.816492:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993787520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320154.816591:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993787520:12345-0@lo:400:kworker.0 Request processed in 106us (2786us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320154.816599:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5679
00000100:00100000:1.0:1767320154.816618:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5680
00000100:00100000:1.0:1767320154.816626:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993787776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320154.816661:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993787776:12345-0@lo:400:kworker.0 Request processed in 37us (2729us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320154.816668:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5680
00000100:00100000:1.0:1767320154.816681:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72883
00000100:00100000:1.0:1767320154.816685:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993787264:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320154.816704:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320154.816733:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993787264:12345-0@lo:38:kworker.0 Request processed in 46us (2771us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320154.816739:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72883
00000100:00100000:1.0:1767320154.816751:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72884
00000100:00100000:1.0:1767320154.816755:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993787648:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320154.816764:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320154.816788:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993787648:12345-0@lo:38:kworker.0 Request processed in 31us (2716us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320154.816793:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72884
00000100:00100000:1.0:1767320154.816818:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993787392
00000100:00100000:1.0:1767320154.816823:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993787392
00000100:00100000:1.0:1767320154.816841:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240
00000100:00100000:1.0:1767320154.816845:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993787392:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320154.816854:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320154.816880:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993787392:12345-0@lo:38:kworker.0 Request processed in 33us (2854us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320154.816886:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240
00000100:00100000:1.0:1767320154.816941:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993787776:0@lo:400:kworker.0
00000100:00100000:1.0:1767320154.816975:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993787520:0@lo:400:kworker.0
00000100:00100000:1.0:1767320154.817100:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993787904:0@lo:38:kworker.0
00000100:00100000:1.0:1767320154.817132:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320154.817184:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320154.817190:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320154.817194:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993787264:0@lo:38:kworker.0
00000100:00080000:1.0:1767320154.817205:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320154.817208:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320154.817211:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993787392:0@lo:38:kworker.0
00000100:00080000:1.0:1767320154.817219:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320154.817221:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320154.817224:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993787648:0@lo:38:kworker.0
00000100:00100000:1.0:1767320154.817251:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993787904
00000100:00100000:1.0:1767320154.817255:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993787904
00000100:00100000:1.0:1767320154.817274:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72885
00000100:00100000:1.0:1767320154.817279:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993787904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320154.817289:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320154.817317:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993787904:12345-0@lo:38:kworker.0 Request processed in 37us (185us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320154.817323:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72885
00000100:00080000:1.0:1767320154.817346:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320154.817349:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320154.817352:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993787904:0@lo:38:kworker.0
00000100:00100000:1.0:1767320155.326148:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320155.391681:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320156.349286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320156.413328:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320156.743573:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320156.747524:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942234880
00000100:00100000:2.0:1767320156.747542:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942234880
00000100:00080000:0.0:1767320156.747621:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320156.747637:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5681
00000100:00100000:2.0:1767320156.747647:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942234880:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320156.747729:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942234880:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 84us (4251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320156.747735:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5681
00000400:00000100:1.0:1767320156.759150:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942234624 offset 0 length 520: 4
00000100:00100000:1.0:1767320156.759234:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320156.759446:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942234752
00000100:00100000:3.0:1767320156.759456:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942234752
00000100:00100000:3.0:1767320156.759506:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72886
00000100:00100000:3.0:1767320156.759514:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942234752:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320156.759536:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320156.759595:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942234752:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 82us (361us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320156.759601:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72886
00000100:00100000:1.0:1767320157.373936:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320157.438690:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320158.397670:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320158.465476:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320159.421300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320159.421371:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993788032:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320159.421585:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320159.421599:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993788160:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320159.421889:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320159.421959:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993788160
00000100:00100000:1.0:1767320159.421967:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993788160
00000100:00100000:1.0:1767320159.422037:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269
00000100:00100000:1.0:1767320159.422047:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993788160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320159.422075:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767320159.422149:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320159.433088:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320159.433229:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993788160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 11180us (11335us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320159.433243:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269
00000100:00100000:1.0:1767320159.433291:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993788032
00000100:00100000:1.0:1767320159.433301:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993788032
00000100:00100000:1.0:1767320159.433370:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270
00000100:00100000:1.0:1767320159.433379:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993788032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320159.433415:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320159.433458:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993788032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320159.433477:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270
00000100:00100000:3.0:1767320159.434714:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993788160:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320159.438124:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320159.443640:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993788032:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320159.485707:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320159.934434:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320159.934446:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320159.934448:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320159.934452:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320159.934456:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320159.934464:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5399
00000100:00080000:3.0:1767320159.934468:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320159.934475:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320159.934522:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f1c00 x1853163993788288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320159.934583:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993788288:0@lo:38:kworker.0
00000100:00100000:1.0:1767320159.934656:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320159.934773:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993788288
00000100:00100000:2.0:1767320159.934782:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993788288
00000100:00100000:2.0:1767320159.934823:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72887
00000100:00100000:2.0:1767320159.934831:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993788288:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320159.934851:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320159.934899:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320159.934903:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320159.934906:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320159.934909:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5399
00000100:00080000:3.0:1767320159.934912:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320159.934916:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320159.934931:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f0000 x1853163993788416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320159.935016:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993788416:0@lo:38:kworker.0
00000100:00100000:1.0:1767320159.935045:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320159.935147:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993788288:12345-0@lo:38:kworker.0 Request processed in 315us (491us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320159.935156:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72887
00000100:00100000:0.0:1767320159.935548:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993788416
00000100:00100000:0.0:1767320159.935555:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993788416
00000100:00100000:0.0:1767320159.935588:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241
00000100:00100000:0.0:1767320159.935594:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993788416:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320159.935608:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320159.935641:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993788416:12345-0@lo:38:kworker.0 Request processed in 46us (595us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320159.935647:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241
00000100:00080000:3.0:1767320159.940628:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320159.940636:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320159.940640:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320159.940648:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5399
00000100:00080000:3.0:1767320159.940653:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767320159.940658:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993788544:0@lo:400:kworker.0
00000100:00080000:3.0:1767320159.940661:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320159.940682:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f1500 x1853163993788672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320159.940724:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320159.940728:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320159.940730:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767320159.940731:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320159.940734:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5399
00000100:00080000:3.0:1767320159.940736:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320159.940741:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320159.940752:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f3b80 x1853163993788928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320159.940790:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993788800:0@lo:400:kworker.0
00000100:00100000:3.0:1767320159.940819:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320159.940863:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993788544
00000100:00100000:0.0:1767320159.940870:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993788544
00000100:00100000:2.0:1767320159.940914:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993788800
00000100:00100000:2.0:1767320159.940919:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993788800
00000100:00100000:0.0:1767320159.940930:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5682
00000100:00100000:0.0:1767320159.940940:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993788544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320159.940954:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5683
00000100:00100000:2.0:1767320159.940959:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993788800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320159.941041:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993788800:0@lo:400:kworker.0
00000100:00080000:3.0:1767320159.941064:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320159.941113:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320159.941119:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320159.941122:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993788288:0@lo:38:kworker.0
00000100:00100000:1.0:1767320159.941173:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993788672:0@lo:38:kworker.0
00000100:00100000:3.0:1767320159.942617:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993788544:0@lo:400:kworker.0
00000100:00100000:2.0:1767320159.942695:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993788800:12345-0@lo:400:kworker.0 Request processed in 1733us (1874us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320159.942705:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5683
00000100:00100000:0.0:1767320159.946083:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993788544:12345-0@lo:400:kworker.0 Request processed in 5132us (5340us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320159.946098:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5682
00000100:00100000:1.0:1767320159.946436:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320159.946523:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993788928:0@lo:38:kworker.0
00000100:00100000:1.0:1767320159.946561:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320159.948558:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320159.948569:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320159.948573:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993788416:0@lo:38:kworker.0
00000100:00100000:2.0:1767320159.950475:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993788928
00000100:00100000:2.0:1767320159.950489:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993788928
00000100:00100000:0.0:1767320159.950512:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993788672
00000100:00100000:0.0:1767320159.950517:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993788672
00000100:00100000:2.0:1767320159.950558:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72888
00000100:00100000:2.0:1767320159.950566:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993788928:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320159.950588:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320159.950645:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72889
00000100:00100000:0.0:1767320159.950650:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993788672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320159.950660:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320159.950672:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993788928:12345-0@lo:38:kworker.0 Request processed in 106us (4109us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320159.950678:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72888
00000100:00100000:0.0:1767320159.950685:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993788672:12345-0@lo:38:kworker.0 Request processed in 35us (4251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320159.950690:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72889
00000100:00080000:1.0:1767320159.950745:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320159.950752:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320159.950756:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993788672:0@lo:38:kworker.0
00000100:00080000:1.0:1767320159.950766:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320159.950769:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320159.950772:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993788928:0@lo:38:kworker.0
00000100:00100000:2.0:1767320160.445828:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320160.509481:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320161.480531:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320161.533457:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320161.864494:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320161.864714:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942235008
00000100:00100000:0.0:1767320161.864724:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942235008
00000100:00100000:0.0:1767320161.864776:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72890
00000100:00100000:0.0:1767320161.864784:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942235008:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320161.864808:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320161.864871:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942235008:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 86us (388us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320161.864879:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72890
00000100:00100000:1.0:1767320161.873147:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320161.873324:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942235136
00000100:00100000:2.0:1767320161.873334:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942235136
00000100:00100000:2.0:1767320161.873461:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5684
00000100:00100000:2.0:1767320161.873473:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942235136:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320161.873549:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942235136:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 78us (412us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320161.873556:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5684
00000100:00080000:3.0:1767320161.877764:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320162.493688:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320162.561740:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320163.517610:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320163.581822:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320164.541340:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320164.541409:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320164.541805:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993789056:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320164.541885:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320164.541970:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993789184:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320164.542125:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320164.543139:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993789056
00000100:00100000:2.0:1767320164.543149:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993789056
00000100:00100000:2.0:1767320164.543257:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993789184
00000100:00100000:2.0:1767320164.543262:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993789184
00000100:00100000:2.0:1767320164.543288:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271
00000100:00100000:2.0:1767320164.543296:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993789056:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320164.543338:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320164.543397:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993789056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (1511us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320164.543405:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271
00000100:00100000:2.0:1767320164.543424:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272
00000100:00100000:2.0:1767320164.543430:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993789184:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320164.543444:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320164.543477:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993789184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (1351us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320164.543483:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272
00000100:00100000:2.0:1767320164.543532:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993789184:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320164.543620:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320164.543624:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320164.543647:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993789056:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320164.607453:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320165.053431:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320165.053441:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320165.053444:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320165.053448:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320165.053452:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320165.053459:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5404
00000100:00080000:0.0:1767320165.053464:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320165.053470:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320165.053509:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b2300 x1853163993789312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320165.053536:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320165.053539:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320165.053540:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320165.053544:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5404
00000100:00080000:0.0:1767320165.053558:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320165.053562:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320165.053575:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b0380 x1853163993789440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320165.053612:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320165.053615:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320165.053616:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320165.053620:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5404
00000100:00080000:0.0:1767320165.053623:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320165.053627:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320165.053637:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b1880 x1853163993789696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320165.053776:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993789568:0@lo:400:kworker.0
00000100:00100000:3.0:1767320165.053843:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320165.054099:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993789312:0@lo:38:kworker.0
00000100:00100000:2.0:1767320165.054215:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320165.054227:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993789824:0@lo:400:kworker.0
00000100:00100000:3.0:1767320165.054469:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993789568
00000100:00100000:3.0:1767320165.054478:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993789568
00000100:00100000:3.0:1767320165.054542:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5685
00000100:00100000:3.0:1767320165.054570:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993789568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320165.054621:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993789568:12345-0@lo:400:kworker.0 Request processed in 55us (778us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320165.054629:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5685
00000100:00100000:2.0:1767320165.054840:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320165.054871:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993789824
00000100:00100000:2.0:1767320165.054875:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993789824
00000100:00100000:2.0:1767320165.054905:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5686
00000100:00100000:2.0:1767320165.054911:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993789824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320165.054943:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993789824:12345-0@lo:400:kworker.0 Request processed in 33us (104us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320165.054949:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5686
00000100:00100000:2.0:1767320165.054980:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993789824:0@lo:400:kworker.0
00000100:00100000:3.0:1767320165.055098:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993789568:0@lo:400:kworker.0
00000100:00080000:3.0:1767320165.055127:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320165.055348:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320165.055377:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993789440:0@lo:38:kworker.0
00000100:00100000:1.0:1767320165.055410:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320165.055490:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993789696:0@lo:38:kworker.0
00000100:00100000:1.0:1767320165.055512:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320165.055543:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993789312
00000100:00100000:1.0:1767320165.055563:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993789312
00000100:00100000:1.0:1767320165.055585:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993789696
00000100:00100000:1.0:1767320165.055588:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993789696
00000100:00100000:1.0:1767320165.055603:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72891
00000100:00100000:1.0:1767320165.055608:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993789312:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320165.055627:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320165.056712:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72892
00000100:00100000:2.0:1767320165.056721:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993789696:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320165.056739:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320165.056799:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993789696:12345-0@lo:38:kworker.0 Request processed in 77us (1286us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320165.056807:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72892
00000100:00080000:2.0:1767320165.056899:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320165.056905:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320165.056910:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993789312:0@lo:38:kworker.0
00000100:00080000:2.0:1767320165.056921:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320165.056924:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320165.056927:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993789696:0@lo:38:kworker.0
00000100:00100000:1.0:1767320165.057104:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993789312:12345-0@lo:38:kworker.0 Request processed in 1493us (1755us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320165.057112:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72891
00000100:00080000:0.0:1767320165.057185:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320165.057191:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320165.057194:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320165.057199:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5404
00000100:00080000:0.0:1767320165.057203:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320165.057220:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320165.057249:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b1880 x1853163993789952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320165.058280:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993789952:0@lo:38:kworker.0
00000100:00100000:2.0:1767320165.058339:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320165.058475:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993789952
00000100:00100000:1.0:1767320165.058482:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993789952
00000100:00100000:1.0:1767320165.058519:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72893
00000100:00100000:1.0:1767320165.058524:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993789952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320165.058543:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320165.058604:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993789952:12345-0@lo:38:kworker.0 Request processed in 79us (265us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320165.058611:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72893
00000100:00080000:0.0:1767320165.058836:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320165.058841:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320165.058845:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993789952:0@lo:38:kworker.0
00000100:00100000:3.0:1767320165.060731:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993789440
00000100:00100000:3.0:1767320165.060746:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993789440
00000100:00100000:3.0:1767320165.060860:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242
00000100:00100000:3.0:1767320165.060868:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993789440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320165.060889:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320165.060975:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993789440:12345-0@lo:38:kworker.0 Request processed in 107us (5562us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320165.060982:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242
00000100:00080000:2.0:1767320165.061065:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320165.061072:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320165.061076:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993789440:0@lo:38:kworker.0
00000100:00100000:2.0:1767320165.565517:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320165.630043:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320166.589716:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320166.653738:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320166.986256:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320166.986299:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320166.986359:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942235392
00000100:00100000:0.0:1767320166.986368:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942235392
00000100:00100000:0.0:1767320166.986419:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942235264
00000100:00100000:0.0:1767320166.986421:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942235264
00000100:00100000:0.0:1767320166.986433:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5687
00000100:00100000:0.0:1767320166.986441:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942235392:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320166.986494:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942235392:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 56us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320166.986499:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5687
00000100:00100000:0.0:1767320166.986513:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72894
00000100:00100000:0.0:1767320166.986516:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942235264:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320166.986541:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320166.986556:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942235264:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 38us (257us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320166.986559:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72894
00000100:00080000:1.0:1767320166.986599:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320167.613407:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320167.677506:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320168.637805:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320168.704917:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320169.662849:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320169.662889:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993790080:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320169.663004:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320169.663189:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320169.663267:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993790080
00000100:00100000:1.0:1767320169.663279:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993790080
00000100:00100000:1.0:1767320169.663363:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273
00000100:00100000:1.0:1767320169.663384:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993790080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320169.663439:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320169.663500:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993790080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (497us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320169.663508:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273
00000100:00100000:2.0:1767320169.663689:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993790208:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320169.663729:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320169.663824:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993790208
00000100:00100000:0.0:1767320169.663830:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993790208
00000100:00100000:0.0:1767320169.663866:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274
00000100:00100000:0.0:1767320169.663875:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993790208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320169.663895:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320169.663957:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993790208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320169.663964:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274
00000100:00100000:1.0:1767320169.664265:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993790208:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320169.664341:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320169.664347:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320169.664385:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993790080:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320169.732248:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320170.173337:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320170.173352:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320170.173356:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320170.173361:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320170.173366:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320170.173377:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5409
00000100:00080000:0.0:1767320170.173383:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320170.173391:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320170.173458:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b2300 x1853163993790336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320170.173478:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320170.173481:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320170.173484:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320170.173489:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5409
00000100:00080000:0.0:1767320170.173491:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320170.173496:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320170.173520:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b2680 x1853163993790464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320170.173568:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320170.173572:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320170.173574:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320170.173578:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5409
00000100:00080000:0.0:1767320170.173580:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320170.173584:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320170.173595:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b0a80 x1853163993790720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320170.173620:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320170.173623:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320170.173625:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320170.173628:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5409
00000100:00080000:0.0:1767320170.173630:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320170.173633:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320170.173641:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b0380 x1853163993790976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320170.173678:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320170.173698:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993790848:0@lo:400:kworker.0
00000100:00100000:2.0:1767320170.173698:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320170.173708:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993790592:0@lo:400:kworker.0
00000100:00100000:1.0:1767320170.173786:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993790336:0@lo:38:kworker.0
00000100:00100000:2.0:1767320170.174210:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320170.174694:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320170.178219:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993790464:0@lo:38:kworker.0
00000100:00100000:1.0:1767320170.178688:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320170.178741:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993790720:0@lo:38:kworker.0
00000100:00100000:1.0:1767320170.178770:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320170.179642:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993790592
00000100:00100000:3.0:1767320170.179659:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993790592
00000100:00100000:1.0:1767320170.179785:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993790976:0@lo:38:kworker.0
00000100:00100000:1.0:1767320170.179839:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320170.180317:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993790336
00000100:00100000:2.0:1767320170.180324:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993790336
00000100:00100000:2.0:1767320170.180356:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993790720
00000100:00100000:2.0:1767320170.180360:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993790720
00000100:00100000:2.0:1767320170.180378:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993790976
00000100:00100000:2.0:1767320170.180380:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993790976
00000100:00100000:2.0:1767320170.180396:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5688
00000100:00100000:3.0:1767320170.180416:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72895
00000100:00100000:2.0:1767320170.180418:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993790592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320170.180423:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993790336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320170.180450:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320170.180690:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993790592:12345-0@lo:400:kworker.0 Request processed in 275us (6479us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320170.180700:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5688
00000100:00100000:2.0:1767320170.180726:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72896
00000100:00100000:2.0:1767320170.180731:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993790720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320170.180741:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320170.180769:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993790720:12345-0@lo:38:kworker.0 Request processed in 36us (1998us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320170.180776:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72896
00000100:00100000:2.0:1767320170.180789:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72897
00000100:00100000:2.0:1767320170.180793:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993790976:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320170.181018:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993790336:12345-0@lo:38:kworker.0 Request processed in 593us (6323us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320170.181026:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72895
00000100:00100000:3.0:1767320170.181056:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993790464
00000100:00100000:3.0:1767320170.181061:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993790464
00000100:00100000:3.0:1767320170.181089:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243
00000100:00100000:3.0:1767320170.181094:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993790464:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767320170.181957:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320170.181995:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320170.182243:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993790848
00000100:00100000:0.0:1767320170.182251:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993790848
00000100:00100000:0.0:1767320170.182313:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5689
00000100:00100000:0.0:1767320170.182322:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993790848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320170.182601:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993790848:12345-0@lo:400:kworker.0 Request processed in 78us (404us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320170.182610:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5689
00000100:00080000:0.0:1767320170.182634:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320170.182675:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993790848:0@lo:400:kworker.0
00000100:00080000:0.0:1767320170.182754:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320170.182761:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320170.182764:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993790336:0@lo:38:kworker.0
00000100:00080000:0.0:1767320170.182779:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320170.182783:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320170.182787:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993790720:0@lo:38:kworker.0
00010000:00020000:3.0:1767320170.185640:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320170.185795:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993790464:12345-0@lo:38:kworker.0 Request processed in 4689us (7098us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320170.185814:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243
00000100:00080000:0.0:1767320170.186055:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320170.186062:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320170.186067:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993790464:0@lo:38:kworker.0
00000100:00100000:3.0:1767320170.186222:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993790592:0@lo:400:kworker.0
00010000:00020000:2.0:1767320170.186559:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320170.186669:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993790976:12345-0@lo:38:kworker.0 Request processed in 5871us (6827us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320170.186678:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72897
00000100:00080000:0.0:1767320170.186743:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320170.186749:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320170.186753:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993790976:0@lo:38:kworker.0
00000100:00100000:0.0:1767320170.685465:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320170.753872:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320171.709344:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320171.773422:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320172.108356:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320172.108424:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320172.112428:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942235648
00000100:00100000:3.0:1767320172.112451:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942235648
00000100:00100000:3.0:1767320172.112569:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942235520
00000100:00100000:3.0:1767320172.112573:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942235520
00000100:00080000:0.0:1767320172.112636:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320172.112777:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5690
00000100:00100000:1.0:1767320172.112833:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72898
00000100:00100000:3.0:1767320172.112840:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942235648:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320172.112849:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942235520:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320172.112879:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320172.112982:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942235520:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 136us (4556us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320172.112990:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72898
00000100:00100000:3.0:1767320172.113233:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942235648:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 399us (4891us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320172.113242:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5690
00000100:00100000:0.0:1767320172.733356:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320172.797367:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320173.759449:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320173.822468:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320174.781349:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320174.784728:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993791104:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320174.784837:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320174.784967:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320174.784978:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993791232:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320174.785011:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320174.785236:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993791104
00000100:00100000:0.0:1767320174.785247:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993791104
00000100:00100000:0.0:1767320174.785336:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993791232
00000100:00100000:0.0:1767320174.785339:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993791232
00000100:00100000:0.0:1767320174.785367:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3275
00000100:00100000:0.0:1767320174.785379:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993791104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320174.785431:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320174.785493:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993791104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (657us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320174.785502:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3275
00000100:00100000:0.0:1767320174.785525:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276
00000100:00100000:0.0:1767320174.785533:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993791232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320174.785554:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320174.785584:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993791232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (572us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320174.785592:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276
00000100:00080000:1.0:1767320174.785665:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320174.785673:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320174.786933:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993791232:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320174.786994:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993791104:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320174.845523:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320175.293675:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320175.293702:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320175.293705:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320175.293710:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320175.293716:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320175.293728:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5414
00000100:00080000:0.0:1767320175.293736:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320175.293745:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320175.293808:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b1500 x1853163993791360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320175.295151:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320175.295155:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320175.295174:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320175.295183:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5414
00000100:00080000:0.0:1767320175.295187:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320175.295193:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320175.295235:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b2680 x1853163993791488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320175.295343:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993791616:0@lo:400:kworker.0
00000100:00100000:3.0:1767320175.295446:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320175.295568:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320175.295573:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320175.295576:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320175.295580:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5414
00000100:00080000:0.0:1767320175.295584:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320175.295588:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320175.295606:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b2300 x1853163993791744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320175.295637:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320175.295640:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320175.295643:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320175.295648:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5414
00000100:00080000:0.0:1767320175.295650:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320175.295654:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320175.295667:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b0380 x1853163993792000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320175.295750:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320175.295766:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993791872:0@lo:400:kworker.0
00000100:00100000:0.0:1767320175.295803:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320175.295871:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993791616
00000100:00100000:0.0:1767320175.295881:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993791616
00000100:00100000:0.0:1767320175.295954:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993791872
00000100:00100000:0.0:1767320175.295967:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993791872
00000100:00100000:0.0:1767320175.295996:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5691
00000100:00100000:0.0:1767320175.296005:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993791616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320175.296130:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5692
00000100:00100000:1.0:1767320175.296143:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993791872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320175.296209:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993791872:12345-0@lo:400:kworker.0 Request processed in 70us (404us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320175.296218:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5692
00000100:00080000:1.0:1767320175.296247:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320175.296264:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993791360:0@lo:38:kworker.0
00000100:00100000:1.0:1767320175.296293:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320175.296312:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993791488:0@lo:38:kworker.0
00000100:00100000:1.0:1767320175.296338:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320175.296365:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993791744:0@lo:38:kworker.0
00000100:00100000:1.0:1767320175.296388:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320175.296407:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993792000:0@lo:38:kworker.0
00000100:00100000:1.0:1767320175.296428:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320175.296464:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993791488
00000100:00100000:1.0:1767320175.296468:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993791488
00000100:00100000:1.0:1767320175.296494:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244
00000100:00100000:1.0:1767320175.296499:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993791488:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320175.296523:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320175.296560:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993791488:12345-0@lo:38:kworker.0 Request processed in 59us (220us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320175.296566:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244
00000100:00100000:1.0:1767320175.296590:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993791360
00000100:00100000:1.0:1767320175.296594:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993791360
00000100:00100000:1.0:1767320175.296613:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993791744
00000100:00100000:1.0:1767320175.296616:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993791744
00000100:00100000:1.0:1767320175.296626:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993792000
00000100:00100000:1.0:1767320175.296628:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993792000
00000100:00100000:1.0:1767320175.296636:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72899
00000100:00100000:1.0:1767320175.296639:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993791360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320175.296649:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320175.296676:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993791360:12345-0@lo:38:kworker.0 Request processed in 35us (382us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320175.296682:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72899
00000100:00100000:1.0:1767320175.296692:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72900
00000100:00100000:1.0:1767320175.296696:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993791744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320175.296704:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320175.296725:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993791744:12345-0@lo:38:kworker.0 Request processed in 27us (336us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320175.296730:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72900
00000100:00100000:1.0:1767320175.296742:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72901
00000100:00100000:1.0:1767320175.296746:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993792000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320175.296755:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320175.296777:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993792000:12345-0@lo:38:kworker.0 Request processed in 29us (347us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320175.296782:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72901
00000100:00100000:1.0:1767320175.296832:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993791872:0@lo:400:kworker.0
00000100:00080000:1.0:1767320175.296867:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320175.296872:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320175.296875:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993791360:0@lo:38:kworker.0
00000100:00080000:1.0:1767320175.296883:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320175.296887:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320175.296889:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993791488:0@lo:38:kworker.0
00000100:00080000:1.0:1767320175.296897:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320175.296900:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320175.296902:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993791744:0@lo:38:kworker.0
00000100:00080000:1.0:1767320175.296909:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320175.296912:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320175.296915:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993792000:0@lo:38:kworker.0
00000100:00100000:0.0:1767320175.302183:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993791616:12345-0@lo:400:kworker.0 Request processed in 6140us (6698us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320175.302207:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5691
00000100:00100000:3.0:1767320175.302353:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993791616:0@lo:400:kworker.0
00000100:00100000:0.0:1767320175.805375:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320175.870083:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320176.829361:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320176.893417:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320177.228200:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320177.228594:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320177.228650:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942235904
00000100:00100000:2.0:1767320177.228664:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942235904
00000100:00100000:2.0:1767320177.228820:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942235776
00000100:00100000:2.0:1767320177.228826:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942235776
00000100:00100000:2.0:1767320177.228852:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5693
00000100:00100000:2.0:1767320177.228865:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942235904:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320177.228995:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942235904:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 121us (841us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320177.229005:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5693
00000100:00100000:2.0:1767320177.229027:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72902
00000100:00100000:2.0:1767320177.229032:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942235776:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320177.229796:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320177.229849:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942235776:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 815us (1254us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767320177.232409:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320177.233375:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72902
00000100:00100000:0.0:1767320177.853521:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320177.917494:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320178.302453:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320178.302470:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320178.302474:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320178.302481:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320178.302487:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320178.302500:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5419
00000100:00080000:1.0:1767320178.302506:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320178.302517:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320178.302587:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cca80 x1853163993792128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320178.302700:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993792128:0@lo:38:kworker.0
00000100:00100000:2.0:1767320178.302817:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320178.303093:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993792128
00000100:00100000:3.0:1767320178.303107:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993792128
00000100:00100000:3.0:1767320178.303212:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72903
00000100:00100000:3.0:1767320178.303221:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993792128:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320178.303252:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767320178.305137:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320178.305150:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320178.305155:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320178.305182:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5420
00000100:00080000:1.0:1767320178.305187:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320178.305196:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320178.305255:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cdf80 x1853163993792256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320178.307981:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993792256:0@lo:38:kworker.0
00000100:00100000:2.0:1767320178.308091:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320178.308266:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993792256
00000100:00100000:0.0:1767320178.308278:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993792256
00000100:00100000:0.0:1767320178.308326:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245
00000100:00100000:0.0:1767320178.308335:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993792256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320178.308374:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320178.308422:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993792256:12345-0@lo:38:kworker.0 Request processed in 87us (331us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320178.308430:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245
00000100:00100000:3.0:1767320178.308668:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993792128:12345-0@lo:38:kworker.0 Request processed in 5444us (5849us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320178.308679:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72903
00000100:00080000:1.0:1767320178.312435:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320178.312444:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320178.312448:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320178.312457:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5420
00000100:00080000:1.0:1767320178.312463:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320178.312471:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320178.312496:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cf800 x1853163993792512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320178.312535:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320178.312539:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320178.312541:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320178.312545:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5420
00000100:00080000:1.0:1767320178.312548:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320178.312551:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320178.312565:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cd500 x1853163993792768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320178.312624:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993792640:0@lo:400:kworker.0
00000100:00100000:1.0:1767320178.312708:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320178.312760:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320178.312766:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993792896:0@lo:400:kworker.0
00000100:00100000:1.0:1767320178.312792:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320178.313059:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993792384:0@lo:400:kworker.0
00000100:00100000:0.0:1767320178.313095:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320178.313124:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320178.313129:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993793024:0@lo:400:kworker.0
00000100:00100000:0.0:1767320178.313151:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320178.313208:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993792640
00000100:00100000:0.0:1767320178.313218:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993792640
00000100:00100000:0.0:1767320178.313289:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993792384
00000100:00100000:0.0:1767320178.313293:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993792384
00000100:00100000:0.0:1767320178.313326:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5694
00000100:00100000:0.0:1767320178.313336:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993792640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320178.313408:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993792640:12345-0@lo:400:kworker.0 Request processed in 73us (700us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320178.313416:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5694
00000100:00100000:0.0:1767320178.313436:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5695
00000100:00100000:0.0:1767320178.313441:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993792384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320178.313471:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993792384:12345-0@lo:400:kworker.0 Request processed in 30us (376us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320178.313479:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5695
00000100:00100000:0.0:1767320178.313499:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993792896
00000100:00100000:0.0:1767320178.313502:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993792896
00000100:00100000:0.0:1767320178.313530:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993793024
00000100:00100000:0.0:1767320178.313533:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993793024
00000100:00100000:0.0:1767320178.313553:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3515
00000100:00100000:0.0:1767320178.313559:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993792896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320178.313588:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993792896:12345-0@lo:400:kworker.0 Request processed in 29us (796us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320178.313594:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3515
00000100:00100000:0.0:1767320178.313603:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3516
00000100:00100000:0.0:1767320178.313609:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993793024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320178.313630:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993793024:12345-0@lo:400:kworker.0 Request processed in 22us (479us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320178.313635:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3516
00000100:00080000:0.0:1767320178.313650:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320178.313655:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320178.313658:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320178.313708:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993793024:0@lo:400:kworker.0
00000100:00100000:0.0:1767320178.313719:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993792384:0@lo:400:kworker.0
00000100:00080000:2.0:1767320178.314313:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320178.314321:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320178.314325:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993792128:0@lo:38:kworker.0
00000100:00100000:3.0:1767320178.316602:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993792512:0@lo:38:kworker.0
00000100:00100000:3.0:1767320178.316704:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320178.316775:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993792768:0@lo:38:kworker.0
00000100:00100000:3.0:1767320178.316799:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320178.316866:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320178.316874:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320178.316878:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993792256:0@lo:38:kworker.0
00000100:00100000:3.0:1767320178.316920:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993792512
00000100:00100000:3.0:1767320178.316927:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993792512
00000100:00100000:3.0:1767320178.316974:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993792768
00000100:00100000:3.0:1767320178.316978:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993792768
00000100:00100000:3.0:1767320178.317003:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72904
00000100:00100000:3.0:1767320178.317011:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993792512:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320178.317039:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320178.317088:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993792512:12345-0@lo:38:kworker.0 Request processed in 76us (384us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320178.317095:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72904
00000100:00100000:3.0:1767320178.317115:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72905
00000100:00100000:3.0:1767320178.317119:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993792768:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320178.317128:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320178.317152:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993792768:12345-0@lo:38:kworker.0 Request processed in 32us (352us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320178.317193:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72905
00000100:00080000:3.0:1767320178.317220:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320178.317224:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320178.317227:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993792512:0@lo:38:kworker.0
00000100:00080000:3.0:1767320178.317235:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320178.317239:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320178.317242:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993792768:0@lo:38:kworker.0
00000100:00100000:0.0:1767320178.318559:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993792896:0@lo:400:kworker.0
00000100:00100000:0.0:1767320178.318578:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993792640:0@lo:400:kworker.0
00000100:00100000:0.0:1767320178.877364:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320178.945224:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320179.325476:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320154/real 1767320154]  req@ffff89b61ecace00 x1853163993787136/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320179 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320179.325534:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b61ecace00 x1853163993787136/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320179 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320179.325565:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320179.325611:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320179.325616:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993787136:0@lo:250:kworker.0
00000100:00080000:0.0:1767320179.326276:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320179.326287:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320179.326292:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320179.326298:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5399
00000100:00080000:0.0:1767320179.326303:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320179.326313:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320179.326387:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731347b80 x1853163993793152/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320179.326417:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320179.326421:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320179.326422:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320179.326426:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5423
00000100:00080000:0.0:1767320179.326429:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320179.326432:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320179.326450:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731346a00 x1853163993793280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320179.326460:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320179.326463:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320179.326465:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320179.326469:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5423
00000100:00080000:0.0:1767320179.326472:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320179.326475:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320179.326494:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345500 x1853163993793408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320179.326537:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320179.326541:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320179.326543:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320179.326548:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5423
00000100:00080000:0.0:1767320179.326550:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320179.326554:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320179.326566:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731344a80 x1853163993793664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320179.326607:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320179.326611:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320179.326613:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320179.326618:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5423
00000100:00080000:0.0:1767320179.326620:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320179.326623:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320179.326636:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cf480 x1853163993793920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320179.326688:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993793792:0@lo:400:kworker.0
00000100:00100000:0.0:1767320179.326781:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320179.327132:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993794176:0@lo:400:kworker.0
00000100:00100000:1.0:1767320179.327211:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320179.327252:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993794048:0@lo:400:kworker.0
00000100:00100000:1.0:1767320179.327280:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320179.327481:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993793536:0@lo:400:kworker.0
00000100:00100000:2.0:1767320179.327520:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320179.328255:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993793792
00000100:00100000:3.0:1767320179.328268:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993793792
00000100:00100000:3.0:1767320179.328340:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993793536
00000100:00100000:3.0:1767320179.328362:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993793536
00000100:00100000:3.0:1767320179.328399:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5696
00000100:00100000:3.0:1767320179.328411:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993793792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320179.328501:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993793792:12345-0@lo:400:kworker.0 Request processed in 92us (1721us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320179.328509:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5696
00000100:00100000:3.0:1767320179.328531:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5697
00000100:00100000:3.0:1767320179.328536:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993793536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320179.328564:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993793536:12345-0@lo:400:kworker.0 Request processed in 28us (1043us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320179.328584:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5697
00000100:00100000:3.0:1767320179.328625:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993793152:0@lo:250:kworker.0
00000400:00000100:3.0:1767320179.328653:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993793152 offset 0 length 520: 4
00000100:00100000:1.0:1767320179.329293:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993794176
00000100:00100000:1.0:1767320179.329301:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993794176
00000100:00100000:1.0:1767320179.329373:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993794048
00000100:00100000:1.0:1767320179.329377:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993794048
00000100:00100000:1.0:1767320179.329404:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3517
00000100:00100000:1.0:1767320179.329413:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993794176:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320179.329469:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993794176:12345-0@lo:400:kworker.0 Request processed in 58us (2257us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320179.329477:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3517
00000100:00100000:1.0:1767320179.329492:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3518
00000100:00100000:1.0:1767320179.329498:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993794048:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320179.329536:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993794048:12345-0@lo:400:kworker.0 Request processed in 39us (2255us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320179.329542:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3518
00000100:00100000:0.0:1767320179.330698:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993793792:0@lo:400:kworker.0
00000100:00100000:2.0:1767320179.330807:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993793536:0@lo:400:kworker.0
00000100:00100000:1.0:1767320179.331035:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993794176:0@lo:400:kworker.0
00000100:00100000:3.0:1767320179.331239:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993793280:0@lo:38:kworker.0
00000100:00100000:2.0:1767320179.331268:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993794048:0@lo:400:kworker.0
00000100:00100000:3.0:1767320179.331610:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320179.331657:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993793408:0@lo:38:kworker.0
00000100:00100000:0.0:1767320179.331666:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993793280
00000100:00100000:0.0:1767320179.331674:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993793280
00000100:00100000:3.0:1767320179.331694:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320179.331718:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993793664:0@lo:38:kworker.0
00000100:00100000:0.0:1767320179.331726:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72906
00000100:00100000:0.0:1767320179.331735:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993793280:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320179.331746:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767320179.331761:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320179.331807:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993793280:12345-0@lo:38:kworker.0 Request processed in 72us (198us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320179.331814:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72906
00000100:00100000:0.0:1767320179.331829:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993793664
00000100:00100000:0.0:1767320179.331832:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993793664
00000100:00100000:0.0:1767320179.331853:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72907
00000100:00100000:0.0:1767320179.331857:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993793664:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320179.331865:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320179.331887:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993793664:12345-0@lo:38:kworker.0 Request processed in 28us (141us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320179.331892:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72907
00000100:00100000:1.0:1767320179.332012:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993793408
00000100:00100000:1.0:1767320179.332016:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993793408
00000100:00100000:1.0:1767320179.332043:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246
00000100:00100000:1.0:1767320179.332048:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993793408:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320179.332058:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320179.332086:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993793408:12345-0@lo:38:kworker.0 Request processed in 37us (393us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320179.332091:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246
00000100:00080000:3.0:1767320179.332133:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320179.332141:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320179.332145:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993793664:0@lo:38:kworker.0
00000100:00100000:3.0:1767320179.332154:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993793920:0@lo:38:kworker.0
00000100:00100000:3.0:1767320179.332208:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320179.332251:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320179.332256:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320179.332489:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993793280:0@lo:38:kworker.0
00000100:00080000:3.0:1767320179.332504:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320179.332508:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320179.332511:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993793408:0@lo:38:kworker.0
00000100:00100000:1.0:1767320179.333243:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993793920
00000100:00100000:1.0:1767320179.333251:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993793920
00000100:00100000:1.0:1767320179.333301:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72908
00000100:00100000:1.0:1767320179.333308:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993793920:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320179.333325:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320179.333421:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993793920:12345-0@lo:38:kworker.0 Request processed in 112us (1212us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320179.333428:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72908
00000100:00080000:3.0:1767320179.333499:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320179.333507:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320179.333510:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993793920:0@lo:38:kworker.0
00000100:00100000:0.0:1767320179.901342:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320179.901535:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993794304:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320179.901579:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320179.901595:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993794432:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320179.901644:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320179.901806:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993794304
00000100:00100000:1.0:1767320179.901817:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993794304
00000100:00100000:0.0:1767320179.901839:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320179.901885:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993794432
00000100:00100000:1.0:1767320179.901889:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993794432
00000100:00100000:1.0:1767320179.901919:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277
00000100:00100000:1.0:1767320179.901929:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993794304:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320179.901976:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320179.902008:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3278
00000100:00100000:1.0:1767320179.902030:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993794304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (385us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320179.902032:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993794432:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320179.902044:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277
00002000:00000024:0.0:1767320179.902063:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320179.902109:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993794304:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320179.902117:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993794432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320179.902126:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3278
00000100:00100000:1.0:1767320179.902187:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993794432:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320179.965455:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320180.927466:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320180.989709:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320181.949321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320182.017656:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320182.344451:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320182.344572:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320182.346457:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942236160
00000100:00100000:3.0:1767320182.346480:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942236160
00000100:00100000:3.0:1767320182.346592:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942236032
00000100:00100000:3.0:1767320182.346596:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942236032
00000100:00100000:3.0:1767320182.346625:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5698
00000100:00100000:3.0:1767320182.346637:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942236160:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320182.346756:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942236160:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 121us (2323us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320182.346766:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5698
00000100:00100000:3.0:1767320182.346789:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72909
00000100:00100000:3.0:1767320182.346794:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942236032:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320182.346821:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320182.346851:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942236032:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (2279us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320182.346857:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72909
00000100:00080000:0.0:1767320182.346904:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767320182.347011:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942236288 offset 0 length 520: 4
00000100:00100000:0.0:1767320182.973353:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320183.047302:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320183.997355:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320184.061555:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320184.511401:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320184.511418:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320184.511422:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320184.511428:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320184.511433:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320184.511444:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5424
00000100:00080000:1.0:1767320184.511451:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320184.511461:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320184.511525:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f2d80 x1853163993794560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320184.511561:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320184.511566:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320184.511567:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320184.511573:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5424
00000100:00080000:1.0:1767320184.511576:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320184.511580:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320184.511600:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f3480 x1853163993794688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320184.511658:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320184.511662:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320184.511664:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320184.511668:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5424
00000100:00080000:1.0:1767320184.511672:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320184.511676:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320184.511689:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f0380 x1853163993794944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320184.511720:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320184.511724:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320184.511726:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320184.511731:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5424
00000100:00080000:1.0:1767320184.511734:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320184.511737:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320184.511749:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f2680 x1853163993795200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320184.511797:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993795072:0@lo:400:kworker.0
00000100:00100000:1.0:1767320184.511908:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320184.511997:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320184.512004:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993795328:0@lo:400:kworker.0
00000100:00100000:1.0:1767320184.512046:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320184.512224:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993795072
00000100:00100000:3.0:1767320184.512235:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993795072
00000100:00100000:3.0:1767320184.512316:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5699
00000100:00100000:3.0:1767320184.512327:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993795072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320184.512402:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993795072:12345-0@lo:400:kworker.0 Request processed in 77us (494us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320184.512411:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5699
00000100:00100000:3.0:1767320184.512446:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993794560:0@lo:38:kworker.0
00000100:00100000:3.0:1767320184.512475:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320184.512493:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993794688:0@lo:38:kworker.0
00000100:00100000:3.0:1767320184.512518:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320184.512540:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993794944:0@lo:38:kworker.0
00000100:00100000:3.0:1767320184.512559:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320184.512572:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993795200:0@lo:38:kworker.0
00000100:00100000:3.0:1767320184.512591:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320184.512617:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993794560
00000100:00100000:3.0:1767320184.512620:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993794560
00000100:00100000:3.0:1767320184.512640:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993794944
00000100:00100000:3.0:1767320184.512642:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993794944
00000100:00100000:3.0:1767320184.512654:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993795200
00000100:00100000:3.0:1767320184.512657:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993795200
00000100:00100000:3.0:1767320184.512669:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72910
00000100:00100000:3.0:1767320184.512673:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993794560:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320184.512696:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320184.512729:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993794560:12345-0@lo:38:kworker.0 Request processed in 54us (253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320184.512735:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72910
00000100:00100000:3.0:1767320184.512745:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72911
00000100:00100000:3.0:1767320184.512749:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993794944:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320184.512756:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320184.512775:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993794944:12345-0@lo:38:kworker.0 Request processed in 26us (215us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320184.512780:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72911
00000100:00100000:3.0:1767320184.512790:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72912
00000100:00100000:3.0:1767320184.512794:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993795200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320184.512803:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320184.512823:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993795200:12345-0@lo:38:kworker.0 Request processed in 28us (231us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320184.512829:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72912
00000100:00080000:3.0:1767320184.512881:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320184.512887:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320184.512891:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993794560:0@lo:38:kworker.0
00000100:00080000:3.0:1767320184.512901:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320184.512904:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320184.512907:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993794944:0@lo:38:kworker.0
00000100:00080000:3.0:1767320184.512913:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320184.512916:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320184.512919:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993795200:0@lo:38:kworker.0
00000100:00100000:3.0:1767320184.512961:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993795072:0@lo:400:kworker.0
00000100:00100000:0.0:1767320184.513070:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993794816:0@lo:400:kworker.0
00000100:00100000:0.0:1767320184.513106:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320184.513137:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320184.513145:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993795456:0@lo:400:kworker.0
00000100:00100000:0.0:1767320184.513202:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320184.513233:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993795328
00000100:00100000:0.0:1767320184.513237:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993795328
00000100:00100000:0.0:1767320184.513274:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993795456
00000100:00100000:0.0:1767320184.513278:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993795456
00000100:00100000:0.0:1767320184.513301:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3519
00000100:00100000:0.0:1767320184.513308:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993795328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320184.513345:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993795328:12345-0@lo:400:kworker.0 Request processed in 38us (1299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320184.513351:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3519
00000100:00100000:0.0:1767320184.513364:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3520
00000100:00100000:0.0:1767320184.513370:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993795456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320184.513395:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993795456:12345-0@lo:400:kworker.0 Request processed in 26us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320184.513400:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3520
00000100:00100000:0.0:1767320184.513415:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993794816
00000100:00100000:0.0:1767320184.513419:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993794816
00000100:00100000:0.0:1767320184.513444:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5700
00000100:00100000:0.0:1767320184.513452:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993794816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320184.513479:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993794816:12345-0@lo:400:kworker.0 Request processed in 29us (372us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320184.513485:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5700
00000100:00100000:0.0:1767320184.513505:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993794688
00000100:00100000:0.0:1767320184.513509:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993794688
00000100:00100000:0.0:1767320184.513529:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247
00000100:00100000:0.0:1767320184.513535:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993794688:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320184.513547:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320184.513579:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993794688:12345-0@lo:38:kworker.0 Request processed in 43us (1060us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320184.513588:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247
00000100:00100000:0.0:1767320184.513633:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993795456:0@lo:400:kworker.0
00000100:00100000:0.0:1767320184.513642:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993794816:0@lo:400:kworker.0
00000100:00080000:0.0:1767320184.513665:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320184.513669:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320184.513673:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993794688:0@lo:38:kworker.0
00000100:00100000:3.0:1767320184.513862:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993795328:0@lo:400:kworker.0
00000100:00080000:1.0:1767320184.514715:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320184.514724:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320184.514728:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320185.021650:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320185.021683:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993795584:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320185.021795:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320185.021911:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993795584
00000100:00100000:1.0:1767320185.021922:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993795584
00000100:00100000:1.0:1767320185.022000:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279
00000100:00100000:1.0:1767320185.022012:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993795584:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320185.022052:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320185.022101:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993795584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (307us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320185.022110:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279
00000100:00100000:3.0:1767320185.022308:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993795712:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320185.022344:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320185.022497:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993795584:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320185.023181:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320185.028490:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993795712
00000100:00100000:1.0:1767320185.028515:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993795712
00000100:00100000:1.0:1767320185.028704:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280
00000100:00100000:1.0:1767320185.028718:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993795712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320185.029996:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320185.030178:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993795712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1445us (7814us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320185.030190:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280
00000100:00100000:3.0:1767320185.030319:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993795712:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320185.085781:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320186.045831:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320186.109596:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320187.069347:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320187.133935:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320187.466652:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320187.466715:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320187.466899:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942236416
00000100:00100000:2.0:1767320187.466915:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942236416
00000100:00100000:2.0:1767320187.466983:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942236544
00000100:00100000:2.0:1767320187.466987:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942236544
00000100:00100000:2.0:1767320187.467048:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5701
00000100:00100000:2.0:1767320187.467061:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942236544:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320187.467210:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942236544:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 151us (493us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320187.467219:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5701
00000100:00100000:2.0:1767320187.467245:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72913
00000100:00100000:2.0:1767320187.467251:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942236416:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320187.467282:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320187.467312:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942236416:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 60us (677us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320187.467320:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72913
00000100:00080000:1.0:1767320187.467581:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320188.093463:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320188.157485:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320189.117927:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320189.181485:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320189.629418:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320189.629434:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320189.629439:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320189.629444:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320189.629450:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320189.629464:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5429
00000100:00080000:0.0:1767320189.629472:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320189.629482:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320189.629612:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cf480 x1853163993795840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320189.629647:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320189.629651:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320189.629653:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320189.629658:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5429
00000100:00080000:0.0:1767320189.629661:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320189.629665:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320189.629681:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc380 x1853163993795968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320189.629777:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993796096:0@lo:400:kworker.0
00000100:00100000:2.0:1767320189.629870:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320189.629981:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320189.629985:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320189.629987:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320189.629991:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5429
00000100:00080000:0.0:1767320189.629994:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320189.629998:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320189.630012:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345500 x1853163993796224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320189.630041:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320189.630045:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320189.630047:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320189.630051:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5429
00000100:00080000:0.0:1767320189.630053:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320189.630057:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320189.630067:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731344a80 x1853163993796480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320189.630155:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993796096
00000100:00100000:1.0:1767320189.630186:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993796096
00000100:00100000:1.0:1767320189.630267:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5702
00000100:00100000:1.0:1767320189.630289:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993796096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320189.630396:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993796736:0@lo:400:kworker.0
00000100:00100000:3.0:1767320189.630437:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320189.630486:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993795840:0@lo:38:kworker.0
00000100:00100000:3.0:1767320189.630522:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320189.630536:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993795968:0@lo:38:kworker.0
00000100:00100000:3.0:1767320189.630559:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320189.630580:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993796224:0@lo:38:kworker.0
00000100:00100000:3.0:1767320189.630598:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320189.630612:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993796480:0@lo:38:kworker.0
00000100:00100000:3.0:1767320189.630632:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320189.630665:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993795968
00000100:00100000:3.0:1767320189.630669:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993795968
00000100:00100000:3.0:1767320189.630694:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248
00000100:00100000:3.0:1767320189.630701:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993795968:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320189.630727:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320189.630775:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993795968:12345-0@lo:38:kworker.0 Request processed in 74us (214us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320189.630783:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248
00000100:00100000:3.0:1767320189.630808:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993795840
00000100:00100000:3.0:1767320189.630811:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993795840
00000100:00100000:3.0:1767320189.630841:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993796224
00000100:00100000:3.0:1767320189.630843:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993796224
00000100:00100000:3.0:1767320189.630857:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993796480
00000100:00100000:3.0:1767320189.630859:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993796480
00000100:00100000:3.0:1767320189.630872:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72914
00000100:00100000:3.0:1767320189.630877:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993795840:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320189.630886:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320189.630913:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993795840:12345-0@lo:38:kworker.0 Request processed in 35us (390us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320189.630919:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72914
00000100:00100000:3.0:1767320189.630929:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72915
00000100:00100000:3.0:1767320189.630932:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993796224:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320189.630940:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320189.630961:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993796224:12345-0@lo:38:kworker.0 Request processed in 28us (362us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320189.630966:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72915
00000100:00100000:3.0:1767320189.630977:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72916
00000100:00100000:3.0:1767320189.630981:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993796480:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320189.630988:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320189.631007:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993796480:12345-0@lo:38:kworker.0 Request processed in 25us (375us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320189.631013:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72916
00000100:00080000:3.0:1767320189.631070:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320189.631076:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320189.631080:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993795840:0@lo:38:kworker.0
00000100:00080000:3.0:1767320189.631091:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320189.631094:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320189.631097:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993795968:0@lo:38:kworker.0
00000100:00080000:3.0:1767320189.631104:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320189.631107:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320189.631110:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993796224:0@lo:38:kworker.0
00000100:00080000:3.0:1767320189.631118:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320189.631121:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320189.631123:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993796480:0@lo:38:kworker.0
00000100:00100000:3.0:1767320189.631208:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993796352:0@lo:400:kworker.0
00000100:00100000:3.0:1767320189.631237:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320189.631257:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320189.631263:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993796608:0@lo:400:kworker.0
00000100:00100000:3.0:1767320189.631282:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320189.631313:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993796352
00000100:00100000:3.0:1767320189.631317:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993796352
00000100:00100000:3.0:1767320189.631346:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5703
00000100:00100000:3.0:1767320189.631352:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993796352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320189.631389:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993796352:12345-0@lo:400:kworker.0 Request processed in 37us (152us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320189.631396:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5703
00000100:00100000:3.0:1767320189.631426:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993796352:0@lo:400:kworker.0
00000100:00100000:3.0:1767320189.631470:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993796736
00000100:00100000:3.0:1767320189.631473:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993796736
00000100:00100000:3.0:1767320189.631503:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993796608
00000100:00100000:3.0:1767320189.631506:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993796608
00000100:00100000:3.0:1767320189.631525:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3521
00000100:00100000:3.0:1767320189.631531:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993796736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320189.631568:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993796736:12345-0@lo:400:kworker.0 Request processed in 37us (1130us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320189.631574:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3521
00000100:00100000:3.0:1767320189.631585:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3522
00000100:00100000:3.0:1767320189.631590:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993796608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320189.631618:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993796608:12345-0@lo:400:kworker.0 Request processed in 28us (335us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320189.631624:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3522
00000100:00100000:3.0:1767320189.631650:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993796736:0@lo:400:kworker.0
00000100:00100000:3.0:1767320189.631675:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993796608:0@lo:400:kworker.0
00000100:00080000:3.0:1767320189.631726:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320189.631731:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320189.631733:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320189.634046:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993796096:12345-0@lo:400:kworker.0 Request processed in 3746us (4161us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320189.634063:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5702
00000100:00100000:2.0:1767320189.634398:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993796096:0@lo:400:kworker.0
00000100:00100000:1.0:1767320190.141324:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320190.141528:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320190.141556:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993796864:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320190.141663:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320190.142096:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993796864
00000100:00100000:1.0:1767320190.142109:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993796864
00000100:00100000:1.0:1767320190.142246:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281
00000100:00100000:1.0:1767320190.142271:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993796864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320190.142313:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320190.142388:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993796864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (724us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320190.142397:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281
00000100:00100000:2.0:1767320190.144435:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320190.144957:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993796864:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320190.147589:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993796992:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320190.147713:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320190.148025:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993796992
00000100:00100000:3.0:1767320190.148043:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993796992
00000100:00100000:3.0:1767320190.148197:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282
00000100:00100000:3.0:1767320190.148209:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993796992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320190.148245:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320190.148342:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993796992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (629us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320190.148350:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282
00000100:00100000:0.0:1767320190.148442:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993796992:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320190.205470:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320191.165310:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320191.233400:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320192.193375:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320192.253441:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320192.590286:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320192.590402:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320192.598794:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942236800
00000100:00100000:1.0:1767320192.598812:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942236800
00000100:00100000:1.0:1767320192.598932:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942236672
00000100:00100000:1.0:1767320192.598936:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942236672
00000100:00100000:1.0:1767320192.598965:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5704
00000100:00100000:1.0:1767320192.598976:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942236800:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767320192.599142:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320192.599181:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72917
00000100:00100000:3.0:1767320192.599187:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942236672:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320192.599209:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320192.599284:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942236672:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 97us (8882us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320192.599291:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72917
00000100:00100000:1.0:1767320192.599712:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942236800:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 737us (9438us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320192.599720:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5704
00000100:00100000:1.0:1767320193.213571:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320193.277494:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320194.239292:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320194.301512:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320194.749312:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320194.749327:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320194.749331:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320194.749335:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320194.749340:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320194.749351:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5434
00000100:00080000:0.0:1767320194.749357:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320194.749365:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320194.749417:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345880 x1853163993797120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320194.749455:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320194.749458:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320194.749461:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320194.749465:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5434
00000100:00080000:0.0:1767320194.749468:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320194.749472:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320194.749488:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731346a00 x1853163993797248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320194.749525:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320194.749529:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320194.749531:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320194.749536:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5434
00000100:00100000:3.0:1767320194.749536:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767320194.749539:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320194.749545:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320194.749555:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993797376:0@lo:400:kworker.0
00000100:00100000:0.0:1767320194.749559:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345500 x1853163993797504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320194.749597:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320194.749601:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320194.749603:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320194.749607:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5434
00000100:00080000:0.0:1767320194.749610:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320194.749614:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320194.749627:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf88a80 x1853163993797760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320194.749640:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320194.749682:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993797888:0@lo:400:kworker.0
00000100:00100000:0.0:1767320194.749724:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320194.749731:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993798016:0@lo:400:kworker.0
00000100:00100000:0.0:1767320194.749752:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320194.749759:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993797632:0@lo:400:kworker.0
00000100:00100000:3.0:1767320194.749765:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320194.749787:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320194.749811:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993797888
00000100:00100000:3.0:1767320194.749820:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993797888
00000100:00100000:0.0:1767320194.749835:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993797376
00000100:00100000:0.0:1767320194.749841:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993797376
00000100:00100000:3.0:1767320194.749874:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993798016
00000100:00100000:3.0:1767320194.749878:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993798016
00000100:00100000:3.0:1767320194.749902:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3523
00000100:00100000:3.0:1767320194.749911:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993797888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320194.749968:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993797888:12345-0@lo:400:kworker.0 Request processed in 58us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320194.749975:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3523
00000100:00100000:0.0:1767320194.749982:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993797632
00000100:00100000:0.0:1767320194.749986:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993797632
00000100:00100000:3.0:1767320194.749998:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3524
00000100:00100000:3.0:1767320194.750006:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993798016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320194.750019:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5705
00000100:00100000:0.0:1767320194.750028:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993797376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320194.750061:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993798016:12345-0@lo:400:kworker.0 Request processed in 56us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320194.750069:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3524
00000100:00100000:0.0:1767320194.750074:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993797376:12345-0@lo:400:kworker.0 Request processed in 47us (433us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320194.750082:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5705
00000100:00100000:0.0:1767320194.750101:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5706
00000100:00080000:3.0:1767320194.750104:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320194.750109:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993797632:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320194.750111:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320194.750116:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320194.750208:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993797120:0@lo:38:kworker.0
00000100:00100000:3.0:1767320194.750261:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993797888:0@lo:400:kworker.0
00000100:00100000:0.0:1767320194.750281:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993797632:12345-0@lo:400:kworker.0 Request processed in 172us (492us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320194.750289:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5706
00000100:00100000:3.0:1767320194.750293:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993797632:0@lo:400:kworker.0
00000100:00100000:2.0:1767320194.751141:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993798016:0@lo:400:kworker.0
00000100:00100000:2.0:1767320194.751156:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993797376:0@lo:400:kworker.0
00000100:00100000:1.0:1767320194.754559:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320194.754734:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993797248:0@lo:38:kworker.0
00000100:00100000:1.0:1767320194.754778:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320194.754821:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993797504:0@lo:38:kworker.0
00000100:00100000:1.0:1767320194.754856:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320194.754862:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993797248
00000100:00100000:3.0:1767320194.754876:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993797248
00000100:00100000:3.0:1767320194.754942:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249
00000100:00100000:3.0:1767320194.754950:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993797248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320194.754979:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320194.755032:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993797248:12345-0@lo:38:kworker.0 Request processed in 81us (252us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320194.755039:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249
00000100:00100000:1.0:1767320194.755199:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993797760:0@lo:38:kworker.0
00000100:00100000:1.0:1767320194.755224:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320194.755258:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993797120
00000100:00100000:0.0:1767320194.755263:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993797120
00000100:00100000:0.0:1767320194.755290:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993797504
00000100:00100000:0.0:1767320194.755293:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993797504
00000100:00100000:0.0:1767320194.755311:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72918
00000100:00100000:0.0:1767320194.755316:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993797120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320194.755329:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320194.755365:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993797120:12345-0@lo:38:kworker.0 Request processed in 48us (816us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320194.755372:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72918
00000100:00100000:0.0:1767320194.755385:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72919
00000100:00100000:0.0:1767320194.755388:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993797504:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320194.755397:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767320194.755552:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320194.755559:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320194.755562:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993797120:0@lo:38:kworker.0
00000100:00080000:1.0:1767320194.755574:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320194.755577:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320194.755580:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993797248:0@lo:38:kworker.0
00000100:00100000:1.0:1767320194.755616:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993797760
00000100:00100000:1.0:1767320194.755620:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993797760
00000100:00100000:1.0:1767320194.755645:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72920
00000100:00100000:1.0:1767320194.755650:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993797760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320194.755670:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320194.755699:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993797760:12345-0@lo:38:kworker.0 Request processed in 48us (474us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320194.755704:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72920
00000100:00080000:1.0:1767320194.755736:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320194.755740:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320194.755742:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993797760:0@lo:38:kworker.0
00000100:00100000:0.0:1767320194.756101:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993797504:12345-0@lo:38:kworker.0 Request processed in 639us (1174us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320194.756109:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72919
00000100:00080000:1.0:1767320194.756240:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320194.756244:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320194.756248:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993797504:0@lo:38:kworker.0
00000100:00100000:2.0:1767320195.267208:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993798144:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320195.267289:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320195.267451:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993798272:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320195.267485:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320195.267616:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993798144
00000100:00100000:1.0:1767320195.267625:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993798144
00000100:00100000:2.0:1767320195.267639:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993798272
00000100:00100000:2.0:1767320195.267646:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993798272
00000100:00100000:1.0:1767320195.267686:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3283
00000100:00100000:1.0:1767320195.267697:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993798144:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320195.267699:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3284
00000100:00100000:2.0:1767320195.267711:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993798272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320195.267730:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:1.0:1767320195.267731:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320195.267784:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993798144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (492us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320195.267788:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993798272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320195.267800:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3283
00000100:00100000:2.0:1767320195.267805:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3284
00000100:00100000:1.0:1767320195.267861:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993798144:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320195.268061:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320195.269185:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993798272:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320195.326916:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320196.285288:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320196.349386:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320197.314639:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320197.374011:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320197.704388:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320197.704549:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942237056
00000100:00100000:2.0:1767320197.704560:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942237056
00000100:00100000:2.0:1767320197.704656:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5707
00000100:00100000:2.0:1767320197.704666:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942237056:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320197.704789:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942237056:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 125us (412us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320197.704800:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5707
00000100:00080000:3.0:1767320197.705011:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320197.725045:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320197.725149:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942236928
00000100:00100000:0.0:1767320197.725181:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942236928
00000100:00100000:0.0:1767320197.725227:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72921
00000100:00100000:0.0:1767320197.725235:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942236928:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320197.725260:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320197.725346:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942236928:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 110us (310us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320197.725354:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72921
00000100:00100000:1.0:1767320198.333277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320198.398933:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320199.358153:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320199.421373:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320199.869848:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320199.869859:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320199.869862:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320199.869867:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320199.869871:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320199.869879:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5439
00000100:00080000:3.0:1767320199.869884:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320199.869893:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320199.869937:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f66300 x1853163993798400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320199.869962:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320199.869966:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320199.869967:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320199.869973:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5439
00000100:00080000:3.0:1767320199.869975:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320199.869978:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320199.869991:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f65c00 x1853163993798528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320199.870017:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320199.870020:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320199.870022:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320199.870025:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5439
00000100:00080000:3.0:1767320199.870027:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320199.870030:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320199.870038:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f67800 x1853163993798784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320199.870059:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320199.870062:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320199.870063:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320199.870066:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5439
00000100:00080000:3.0:1767320199.870068:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320199.870071:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320199.870081:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f64000 x1853163993799040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320199.870124:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993799296:0@lo:400:kworker.0
00000100:00100000:3.0:1767320199.870204:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320199.870265:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320199.870271:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993798656:0@lo:400:kworker.0
00000100:00100000:3.0:1767320199.870297:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320199.870319:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993798912:0@lo:400:kworker.0
00000100:00100000:3.0:1767320199.870338:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320199.870353:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320199.870358:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993799168:0@lo:400:kworker.0
00000100:00100000:3.0:1767320199.870376:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320199.870405:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993799296
00000100:00100000:3.0:1767320199.870413:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993799296
00000100:00100000:3.0:1767320199.870463:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993799168
00000100:00100000:3.0:1767320199.870465:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993799168
00000100:00100000:3.0:1767320199.870486:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3525
00000100:00100000:3.0:1767320199.870494:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993799296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320199.870544:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993799296:12345-0@lo:400:kworker.0 Request processed in 50us (339us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320199.870551:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3525
00000100:00100000:3.0:1767320199.870580:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3526
00000100:00100000:3.0:1767320199.870587:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993799168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320199.870617:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993799168:12345-0@lo:400:kworker.0 Request processed in 31us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320199.870622:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3526
00000100:00100000:3.0:1767320199.870642:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993798656
00000100:00100000:3.0:1767320199.870645:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993798656
00000100:00100000:3.0:1767320199.870669:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993798912
00000100:00100000:3.0:1767320199.870671:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993798912
00000100:00100000:3.0:1767320199.870691:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5708
00000100:00100000:3.0:1767320199.870696:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993798656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320199.870727:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993798656:12345-0@lo:400:kworker.0 Request processed in 31us (429us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320199.870732:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5708
00000100:00100000:3.0:1767320199.870743:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5709
00000100:00100000:3.0:1767320199.870749:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993798912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320199.870774:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993798912:12345-0@lo:400:kworker.0 Request processed in 26us (435us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320199.870780:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5709
00000100:00080000:3.0:1767320199.870800:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320199.870805:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320199.870807:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320199.870847:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993799168:0@lo:400:kworker.0
00000100:00100000:3.0:1767320199.870857:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993798912:0@lo:400:kworker.0
00000100:00100000:3.0:1767320199.870884:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993798656:0@lo:400:kworker.0
00000100:00100000:3.0:1767320199.870894:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993799296:0@lo:400:kworker.0
00000100:00100000:3.0:1767320199.870925:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993798400:0@lo:38:kworker.0
00000100:00100000:3.0:1767320199.870950:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320199.870975:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993798528:0@lo:38:kworker.0
00000100:00100000:1.0:1767320199.870984:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993798400
00000100:00100000:1.0:1767320199.870988:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993798400
00000100:00100000:3.0:1767320199.870997:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320199.871012:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72922
00000100:00100000:3.0:1767320199.871016:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993798784:0@lo:38:kworker.0
00000100:00100000:1.0:1767320199.871017:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993798400:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320199.871033:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767320199.871035:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320199.871048:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993799040:0@lo:38:kworker.0
00000100:00100000:1.0:1767320199.871065:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993798400:12345-0@lo:38:kworker.0 Request processed in 48us (115us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320199.871065:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320199.871071:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72922
00000100:00100000:1.0:1767320199.871084:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993798784
00000100:00100000:1.0:1767320199.871086:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993798784
00000100:00080000:3.0:1767320199.871090:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320199.871094:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320199.871098:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993798400:0@lo:38:kworker.0
00000100:00100000:1.0:1767320199.871100:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993799040
00000100:00100000:1.0:1767320199.871102:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993799040
00000100:00100000:1.0:1767320199.871111:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72923
00000100:00100000:1.0:1767320199.871115:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993798784:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320199.871125:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320199.871127:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72924
00000100:00100000:3.0:1767320199.871131:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993799040:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320199.871139:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320199.871151:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993798784:12345-0@lo:38:kworker.0 Request processed in 35us (117us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320199.871173:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72923
00000100:00100000:3.0:1767320199.871176:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993799040:12345-0@lo:38:kworker.0 Request processed in 27us (92us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320199.871182:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72924
00000100:00080000:1.0:1767320199.871205:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320199.871208:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320199.871211:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993798784:0@lo:38:kworker.0
00000100:00080000:1.0:1767320199.871219:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320199.871222:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320199.871224:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993799040:0@lo:38:kworker.0
00000100:00100000:2.0:1767320199.871287:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993798528
00000100:00100000:2.0:1767320199.871292:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993798528
00000100:00100000:2.0:1767320199.871319:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250
00000100:00100000:2.0:1767320199.871324:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993798528:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320199.871334:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320199.871375:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993798528:12345-0@lo:38:kworker.0 Request processed in 50us (377us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320199.871380:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250
00000100:00080000:1.0:1767320199.871445:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320199.871450:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320199.871453:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993798528:0@lo:38:kworker.0
00000100:00100000:0.0:1767320200.385195:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993799424:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320200.385293:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320200.386300:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993799424
00000100:00100000:2.0:1767320200.386310:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993799424
00000100:00100000:2.0:1767320200.386396:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285
00000100:00100000:2.0:1767320200.386408:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993799424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320200.386445:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320200.386483:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993799552:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320200.386513:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993799424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (1230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320200.386514:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320200.386520:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285
00000100:00100000:0.0:1767320200.386551:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993799552
00000100:00100000:0.0:1767320200.386564:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993799552
00000100:00100000:0.0:1767320200.386592:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286
00000100:00100000:0.0:1767320200.386598:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993799552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320200.386617:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320200.386648:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993799552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320200.386655:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286
00000100:00100000:0.0:1767320200.386714:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993799552:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320200.386714:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993799424:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320200.391836:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320200.448206:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320201.405434:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320201.469470:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320202.429299:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320202.498136:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320202.828293:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320202.828365:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320202.828523:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942237184
00000100:00100000:2.0:1767320202.828536:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942237184
00000100:00100000:2.0:1767320202.828599:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942237312
00000100:00100000:2.0:1767320202.828602:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942237312
00000100:00100000:2.0:1767320202.828656:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5710
00000100:00100000:2.0:1767320202.828667:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942237312:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320202.828763:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942237312:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 97us (397us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320202.828771:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5710
00000100:00100000:2.0:1767320202.828792:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72925
00000100:00100000:2.0:1767320202.828797:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942237184:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320202.828818:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320202.828843:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942237184:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (568us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320202.828849:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72925
00000100:00080000:1.0:1767320202.829099:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320203.453342:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320203.517808:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320204.477781:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320204.544016:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320204.989285:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320204.989296:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320204.989299:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320204.989303:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320204.989307:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320204.989315:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5444
00000100:00080000:3.0:1767320204.989320:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320204.989327:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320204.989369:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290e00 x1853163993799680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320204.989406:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320204.989416:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320204.989418:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320204.989422:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5444
00000100:00080000:3.0:1767320204.989424:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320204.989428:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320204.989443:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293480 x1853163993799808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320204.989496:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320204.989500:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320204.989502:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320204.989505:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5444
00000100:00080000:3.0:1767320204.989507:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320204.989511:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320204.989521:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293800 x1853163993800064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320204.989547:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320204.989550:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320204.989552:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320204.989555:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5444
00000100:00080000:3.0:1767320204.989558:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320204.989561:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320204.989573:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291180 x1853163993800320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320204.989629:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993800192:0@lo:400:kworker.0
00000100:00100000:3.0:1767320204.989693:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320204.989710:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993800576:0@lo:400:kworker.0
00000100:00100000:2.0:1767320204.989747:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320204.989811:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320204.989819:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993799936:0@lo:400:kworker.0
00000100:00100000:0.0:1767320204.989826:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993800192
00000100:00100000:0.0:1767320204.989834:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993800192
00000100:00100000:2.0:1767320204.989862:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993800448:0@lo:400:kworker.0
00000100:00100000:2.0:1767320204.989889:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320204.989896:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5711
00000100:00100000:0.0:1767320204.989909:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993800192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320204.989924:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993800576
00000100:00100000:2.0:1767320204.989929:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993800576
00000100:00100000:2.0:1767320204.989961:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993800448
00000100:00100000:0.0:1767320204.989962:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993800192:12345-0@lo:400:kworker.0 Request processed in 56us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320204.989971:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5711
00000100:00100000:2.0:1767320204.989974:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993800448
00000100:00080000:0.0:1767320204.989997:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320204.990003:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320204.990003:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3527
00000100:00080000:0.0:1767320204.990009:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320204.990013:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993800576:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320204.990046:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3528
00000100:00100000:2.0:1767320204.990051:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993800576:12345-0@lo:400:kworker.0 Request processed in 40us (303us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320204.990058:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993800448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320204.990066:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3527
00000100:00100000:0.0:1767320204.990107:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993800448:12345-0@lo:400:kworker.0 Request processed in 52us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320204.990114:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3528
00000100:00100000:0.0:1767320204.990154:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993800448:0@lo:400:kworker.0
00000100:00100000:3.0:1767320204.990367:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993800192:0@lo:400:kworker.0
00000100:00100000:2.0:1767320204.990391:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320204.990430:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993800576:0@lo:400:kworker.0
00000100:00100000:1.0:1767320204.992027:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320179/real 1767320179]  req@ffff89b731347b80 x1853163993793152/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320204 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320204.992053:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b731347b80 x1853163993793152/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320204 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320204.992075:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993799680:0@lo:38:kworker.0
00000100:00100000:1.0:1767320204.992131:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320204.992299:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993799808:0@lo:38:kworker.0
00000100:00100000:1.0:1767320204.992328:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320204.992367:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993800064:0@lo:38:kworker.0
00000100:00100000:1.0:1767320204.992390:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320204.992466:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993799808
00000100:00100000:3.0:1767320204.992485:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993799808
00000100:00100000:3.0:1767320204.992522:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251
00000100:00100000:3.0:1767320204.992530:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993799808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320204.992550:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320204.992588:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993799808:12345-0@lo:38:kworker.0 Request processed in 58us (259us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320204.992595:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251
00000100:00100000:1.0:1767320205.005684:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993800320:0@lo:38:kworker.0
00000100:00100000:1.0:1767320205.006202:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320205.006244:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993799936
00000100:00100000:2.0:1767320205.006254:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993799936
00000100:00100000:2.0:1767320205.006330:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993799680
00000100:00100000:2.0:1767320205.006334:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993799680
00000100:00100000:2.0:1767320205.006353:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5712
00000100:00100000:2.0:1767320205.006364:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993799936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320205.006454:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993799936:12345-0@lo:400:kworker.0 Request processed in 92us (16063us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320205.006463:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5712
00000100:00100000:2.0:1767320205.006490:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993800064
00000100:00100000:2.0:1767320205.006494:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993800064
00000100:00100000:2.0:1767320205.006513:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72926
00000100:00100000:2.0:1767320205.006517:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993799680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320205.006541:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320205.006575:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993799680:12345-0@lo:38:kworker.0 Request processed in 56us (14443us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320205.006581:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72926
00000100:00100000:2.0:1767320205.006593:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72927
00000100:00100000:2.0:1767320205.006597:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993800064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320205.007123:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320205.007155:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993800064:12345-0@lo:38:kworker.0 Request processed in 556us (14764us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320205.007190:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72927
00000100:00080000:2.0:1767320205.007219:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320205.007255:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993799936:0@lo:400:kworker.0
00000100:00080000:1.0:1767320205.008106:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320205.008130:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320205.008134:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993793152:0@lo:250:kworker.0
00000100:00080000:1.0:1767320205.008175:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320205.008180:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320205.008183:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993799680:0@lo:38:kworker.0
00000100:00080000:1.0:1767320205.008194:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320205.008197:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320205.008200:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993799808:0@lo:38:kworker.0
00000100:00080000:1.0:1767320205.008208:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320205.008211:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320205.008214:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993800064:0@lo:38:kworker.0
00000100:00080000:3.0:1767320205.008272:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320205.008277:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320205.008280:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320205.008285:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5424
00000100:00080000:3.0:1767320205.008289:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320205.008294:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320205.008323:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292a00 x1853163993800704/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320205.008409:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993800704:0@lo:250:kworker.0
00000400:00000100:1.0:1767320205.008449:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993800704 offset 0 length 520: 4
00000100:00100000:0.0:1767320205.008951:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993800320
00000100:00100000:0.0:1767320205.008958:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993800320
00000100:00100000:0.0:1767320205.009040:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72928
00000100:00100000:0.0:1767320205.009047:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993800320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320205.009065:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320205.009112:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993800320:12345-0@lo:38:kworker.0 Request processed in 65us (2912us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320205.009119:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72928
00000100:00080000:1.0:1767320205.009188:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320205.009193:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320205.009197:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993800320:0@lo:38:kworker.0
00000100:00100000:2.0:1767320205.501444:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320205.501477:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993800832:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320205.501556:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320205.501696:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320205.501707:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993800960:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320205.501735:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320205.501818:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993800832
00000100:00100000:1.0:1767320205.501826:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993800832
00000100:00100000:1.0:1767320205.501877:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993800960
00000100:00100000:1.0:1767320205.501880:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993800960
00000100:00100000:1.0:1767320205.501903:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287
00000100:00100000:1.0:1767320205.501911:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993800832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320205.501940:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320205.501983:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993800832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (429us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320205.501990:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287
00000100:00100000:1.0:1767320205.502008:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288
00000100:00100000:1.0:1767320205.502014:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993800960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320205.502028:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320205.502057:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993800960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (321us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320205.502063:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288
00000100:00100000:0.0:1767320205.502152:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993800960:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320205.502262:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993800832:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320205.502389:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320205.565408:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320206.525300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320206.589891:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320206.919809:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:1.0:1767320206.919858:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942237440 offset 0 length 520: 4
00000100:00100000:1.0:1767320206.919890:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320206.920017:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942237696
00000100:00100000:0.0:1767320206.920031:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942237696
00000100:00100000:0.0:1767320206.920126:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942237568
00000100:00100000:0.0:1767320206.920130:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942237568
00000100:00100000:0.0:1767320206.920149:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5713
00000100:00100000:0.0:1767320206.920204:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942237696:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320206.920313:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942237696:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 154us (515us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320206.920322:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5713
00000100:00100000:0.0:1767320206.920344:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72929
00000100:00100000:0.0:1767320206.920349:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942237568:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320206.920380:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320206.920408:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942237568:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 57us (516us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320206.920414:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72929
00000100:00080000:1.0:1767320206.920868:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320207.549367:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320207.613633:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320208.573287:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320208.638461:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320209.597265:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320209.662666:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320210.109370:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320210.109395:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320210.109398:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320210.109403:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320210.109407:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320210.109415:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5449
00000100:00080000:3.0:1767320210.109419:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320210.109427:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320210.109487:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291180 x1853163993801088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320210.109558:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993801088:0@lo:38:kworker.0
00000100:00100000:1.0:1767320210.109624:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320210.109738:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993801088
00000100:00100000:2.0:1767320210.109746:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993801088
00000100:00100000:2.0:1767320210.109786:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72930
00000100:00100000:2.0:1767320210.109796:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993801088:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320210.109816:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320210.109865:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320210.109869:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320210.109871:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320210.109876:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5449
00000100:00080000:3.0:1767320210.109879:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320210.109883:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320210.109901:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293800 x1853163993801216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320210.110583:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993801216:0@lo:38:kworker.0
00000100:00100000:1.0:1767320210.110624:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320210.110767:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993801216
00000100:00100000:0.0:1767320210.110773:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993801216
00000100:00100000:0.0:1767320210.110803:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252
00000100:00100000:0.0:1767320210.110809:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993801216:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320210.110825:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320210.110862:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993801216:12345-0@lo:38:kworker.0 Request processed in 52us (236us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320210.110869:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252
00000100:00080000:1.0:1767320210.110960:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320210.110966:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320210.110970:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993801216:0@lo:38:kworker.0
00000100:00100000:2.0:1767320210.111040:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993801088:12345-0@lo:38:kworker.0 Request processed in 1243us (1415us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320210.111058:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72930
00000100:00080000:3.0:1767320210.111257:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320210.111262:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320210.111265:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320210.111269:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5449
00000100:00080000:3.0:1767320210.111273:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320210.111277:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320210.111295:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290e00 x1853163993801472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320210.111329:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320210.111333:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320210.111335:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320210.111339:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5449
00000100:00080000:3.0:1767320210.111342:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320210.111345:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320210.111357:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293100 x1853163993801728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320210.111622:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993801344:0@lo:400:kworker.0
00000100:00100000:0.0:1767320210.111672:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320210.111710:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993801344
00000100:00100000:0.0:1767320210.111714:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993801344
00000100:00100000:0.0:1767320210.111754:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5714
00000100:00100000:0.0:1767320210.111762:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993801344:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320210.111801:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993801344:12345-0@lo:400:kworker.0 Request processed in 40us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320210.111807:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5714
00000100:00080000:0.0:1767320210.111824:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320210.111847:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993801344:0@lo:400:kworker.0
00000100:00100000:3.0:1767320210.112118:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993801856:0@lo:400:kworker.0
00000100:00100000:3.0:1767320210.112151:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320210.112194:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320210.112200:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993801600:0@lo:400:kworker.0
00000100:00100000:3.0:1767320210.112220:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320210.112246:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993801856
00000100:00100000:3.0:1767320210.112249:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993801856
00000100:00100000:3.0:1767320210.112280:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3529
00000100:00100000:3.0:1767320210.112286:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731db3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993801856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320210.112634:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731db3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993801856:12345-0@lo:400:kworker.0 Request processed in 347us (481us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320210.112641:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3529
00000100:00080000:3.0:1767320210.112938:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320210.112949:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993801600
00000100:00100000:3.0:1767320210.112953:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993801600
00000100:00100000:3.0:1767320210.113000:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5715
00000100:00100000:3.0:1767320210.113008:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993801600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320210.113042:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993801600:12345-0@lo:400:kworker.0 Request processed in 36us (821us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320210.113053:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5715
00000100:00080000:3.0:1767320210.113077:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320210.113099:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993801600:0@lo:400:kworker.0
00000100:00100000:3.0:1767320210.113110:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993801856:0@lo:400:kworker.0
00000100:00100000:0.0:1767320210.113353:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320210.113382:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993801984:0@lo:400:kworker.0
00000100:00100000:0.0:1767320210.113415:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320210.113813:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993801984
00000100:00100000:3.0:1767320210.113818:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993801984
00000100:00100000:3.0:1767320210.113897:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3530
00000100:00100000:3.0:1767320210.113905:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993801984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320210.113945:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993801984:12345-0@lo:400:kworker.0 Request processed in 41us (529us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320210.113951:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3530
00000100:00100000:0.0:1767320210.114731:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993801984:0@lo:400:kworker.0
00000100:00080000:1.0:1767320210.114957:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320210.114964:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320210.114967:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993801088:0@lo:38:kworker.0
00000100:00100000:1.0:1767320210.114991:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993801472:0@lo:38:kworker.0
00000100:00100000:1.0:1767320210.115032:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320210.115070:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993801728:0@lo:38:kworker.0
00000100:00100000:1.0:1767320210.115094:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320210.115184:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993801472
00000100:00100000:3.0:1767320210.115190:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993801472
00000100:00100000:3.0:1767320210.115225:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993801728
00000100:00100000:3.0:1767320210.115228:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993801728
00000100:00100000:3.0:1767320210.115244:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72931
00000100:00100000:3.0:1767320210.115250:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993801472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320210.115272:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320210.115324:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993801472:12345-0@lo:38:kworker.0 Request processed in 73us (291us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320210.115330:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72931
00000100:00100000:3.0:1767320210.115342:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72932
00000100:00100000:3.0:1767320210.115346:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993801728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320210.115354:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320210.115600:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993801728:12345-0@lo:38:kworker.0 Request processed in 252us (505us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320210.115608:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72932
00000100:00080000:1.0:1767320210.115883:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320210.115888:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320210.115891:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993801472:0@lo:38:kworker.0
00000100:00080000:1.0:1767320210.115899:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320210.115902:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320210.115904:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993801728:0@lo:38:kworker.0
00000100:00080000:2.0:1767320210.115975:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320210.621802:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320210.622242:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993802112:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320210.622329:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320210.622614:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993802112
00000100:00100000:0.0:1767320210.622624:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993802112
00000100:00100000:0.0:1767320210.622684:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289
00000100:00100000:0.0:1767320210.622695:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993802112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320210.622726:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320210.622782:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993802112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (451us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320210.622790:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289
00000100:00100000:2.0:1767320210.622916:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993802112:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320210.622976:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320210.622987:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993802240:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320210.623014:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320210.623155:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993802240
00000100:00100000:2.0:1767320210.623179:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993802240
00000100:00100000:2.0:1767320210.623214:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3290
00000100:00100000:2.0:1767320210.623221:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993802240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320210.623239:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320210.623281:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993802240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320210.623288:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3290
00000100:00100000:1.0:1767320210.623327:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993802240:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320210.685832:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320211.645307:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320211.709407:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320212.046651:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320212.046761:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320212.046993:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942237952
00000100:00100000:1.0:1767320212.047004:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942237952
00000100:00100000:1.0:1767320212.047090:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942237824
00000100:00100000:1.0:1767320212.047094:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942237824
00000100:00100000:1.0:1767320212.047113:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5716
00000100:00100000:1.0:1767320212.047124:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942237952:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320212.047247:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72933
00000100:00100000:1.0:1767320212.047252:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942237952:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 128us (612us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320212.047259:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942237824:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:1.0:1767320212.047265:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5716
00010000:00020000:3.0:1767320212.047293:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320212.047331:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942237824:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 73us (569us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320212.047348:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72933
00000100:00080000:2.0:1767320212.047804:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320212.670545:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320212.733406:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320213.693941:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320213.758864:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320214.717667:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320214.781744:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320215.229542:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320215.229558:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320215.229561:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320215.229566:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320215.229571:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320215.229582:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5454
00000100:00080000:1.0:1767320215.229588:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320215.229597:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320215.229662:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615d880 x1853163993802368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320215.229703:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320215.229707:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320215.229710:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320215.229714:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5454
00000100:00080000:1.0:1767320215.229717:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320215.229722:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320215.229740:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c380 x1853163993802496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320215.229802:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320215.229806:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320215.229808:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320215.229813:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5454
00000100:00080000:1.0:1767320215.229816:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320215.229820:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320215.229834:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c700 x1853163993802752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320215.229877:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320215.229881:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320215.229883:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320215.229888:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5454
00000100:00080000:1.0:1767320215.229891:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767320215.229895:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767320215.229896:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320215.229914:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615fb80 x1853163993803008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320215.229930:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993802624:0@lo:400:kworker.0
00000100:00100000:1.0:1767320215.229984:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993802880:0@lo:400:kworker.0
00000100:00100000:0.0:1767320215.230020:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320215.230269:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993802368:0@lo:38:kworker.0
00000100:00100000:1.0:1767320215.231336:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320215.231341:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320215.231360:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993803264:0@lo:400:kworker.0
00000100:00100000:1.0:1767320215.231411:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320215.231418:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320215.231420:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993803136:0@lo:400:kworker.0
00000100:00100000:1.0:1767320215.231450:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320215.231501:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993802624
00000100:00100000:3.0:1767320215.231511:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993802624
00000100:00100000:1.0:1767320215.231526:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993802880
00000100:00100000:1.0:1767320215.231532:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993802880
00000100:00100000:3.0:1767320215.231586:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5717
00000100:00100000:3.0:1767320215.231596:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993802624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320215.231655:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993802624:12345-0@lo:400:kworker.0 Request processed in 60us (1638us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320215.231663:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5717
00000100:00100000:0.0:1767320215.234728:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993802624:0@lo:400:kworker.0
00000100:00100000:0.0:1767320215.234789:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993803264
00000100:00100000:0.0:1767320215.234797:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993803264
00000100:00100000:0.0:1767320215.234863:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993803136
00000100:00100000:0.0:1767320215.234867:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993803136
00000100:00100000:0.0:1767320215.234895:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3531
00000100:00100000:0.0:1767320215.234905:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993803264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320215.234982:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993803264:12345-0@lo:400:kworker.0 Request processed in 80us (3565us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320215.234990:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3531
00000100:00100000:0.0:1767320215.235008:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3532
00000100:00100000:0.0:1767320215.235015:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993803136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320215.235056:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993803136:12345-0@lo:400:kworker.0 Request processed in 40us (3604us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320215.235062:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3532
00000100:00100000:0.0:1767320215.235120:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993803136:0@lo:400:kworker.0
00000100:00100000:0.0:1767320215.235198:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993803264:0@lo:400:kworker.0
00000100:00080000:0.0:1767320215.235228:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320215.235233:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320215.235236:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320215.239636:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5718
00000100:00100000:1.0:1767320215.239671:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993802880:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320215.244546:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993802880:12345-0@lo:400:kworker.0 Request processed in 4881us (13197us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320215.244566:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5718
00000100:00100000:2.0:1767320215.246820:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320215.246908:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993802496:0@lo:38:kworker.0
00000100:00100000:2.0:1767320215.246984:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320215.247302:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993802368
00000100:00100000:0.0:1767320215.247313:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993802368
00000100:00100000:0.0:1767320215.247366:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72934
00000100:00100000:0.0:1767320215.247375:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993802368:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320215.247405:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320215.248404:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993802880:0@lo:400:kworker.0
00000100:00100000:3.0:1767320215.248484:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993802752:0@lo:38:kworker.0
00000100:00100000:3.0:1767320215.248543:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320215.248676:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993803008:0@lo:38:kworker.0
00000100:00100000:3.0:1767320215.248704:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320215.248922:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993802496
00000100:00100000:2.0:1767320215.248930:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993802496
00000100:00100000:2.0:1767320215.248984:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253
00000100:00100000:2.0:1767320215.248992:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993802496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320215.250112:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320215.250206:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993802496:12345-0@lo:38:kworker.0 Request processed in 1212us (3220us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320215.250216:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253
00000100:00080000:3.0:1767320215.258459:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320215.258477:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320215.258483:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993802496:0@lo:38:kworker.0
00000100:00100000:1.0:1767320215.258579:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993802752
00000100:00100000:1.0:1767320215.258591:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993802752
00000100:00100000:2.0:1767320215.261591:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993803008
00000100:00100000:2.0:1767320215.261606:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993803008
00000100:00100000:2.0:1767320215.261688:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72935
00000100:00100000:2.0:1767320215.261698:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993803008:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320215.261722:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320215.262033:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993803008:12345-0@lo:38:kworker.0 Request processed in 318us (13310us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320215.262043:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72935
00000100:00100000:1.0:1767320215.262586:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72936
00000100:00100000:1.0:1767320215.262598:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993802752:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320215.262625:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320215.263799:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320215.263809:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320215.263814:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993803008:0@lo:38:kworker.0
00000100:00100000:0.0:1767320215.273203:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993802368:12345-0@lo:38:kworker.0 Request processed in 25818us (26382us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320215.273232:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72934
00000100:00080000:2.0:1767320215.273630:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320215.273639:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320215.273644:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993802368:0@lo:38:kworker.0
00000100:00100000:0.0:1767320215.276847:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993802752:12345-0@lo:38:kworker.0 Request processed in 14237us (28290us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320215.276865:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72936
00000100:00080000:2.0:1767320215.277125:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320215.277132:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320215.277136:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993802752:0@lo:38:kworker.0
00000100:00100000:3.0:1767320215.741382:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320215.741764:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993803392:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320215.741839:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320215.742143:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993803392
00000100:00100000:1.0:1767320215.742152:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993803392
00000100:00100000:1.0:1767320215.742220:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3291
00000100:00100000:1.0:1767320215.742228:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993803392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320215.742258:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320215.742320:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993803392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (481us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320215.742328:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3291
00000100:00100000:3.0:1767320215.742498:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993803392:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320215.743788:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320215.743806:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993803520:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320215.743871:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320215.743988:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993803520
00000100:00100000:0.0:1767320215.743996:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993803520
00000100:00100000:0.0:1767320215.744044:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292
00000100:00100000:0.0:1767320215.744053:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993803520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320215.744076:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320215.744121:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993803520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320215.744128:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292
00000100:00100000:2.0:1767320215.744295:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993803520:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320215.806287:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320216.765578:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320216.829360:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320217.159329:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320217.159389:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320217.159423:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942238208
00000100:00100000:3.0:1767320217.159434:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942238208
00000100:00100000:3.0:1767320217.159520:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942238080
00000100:00100000:3.0:1767320217.159524:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942238080
00000100:00100000:3.0:1767320217.159548:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5719
00000100:00100000:3.0:1767320217.159560:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942238208:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320217.159566:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72937
00000100:00100000:1.0:1767320217.159576:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942238080:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320217.159600:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320217.159738:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942238208:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 181us (417us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320217.159747:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5719
00000100:00080000:0.0:1767320217.159883:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320217.162549:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942238080:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 2961us (3148us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320217.162563:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72937
00000100:00100000:3.0:1767320217.789395:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320217.860024:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320218.813608:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320218.880080:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320219.837298:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320219.903821:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320220.349751:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320220.349762:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320220.349767:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320220.349771:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320220.349775:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320220.349785:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5459
00000100:00080000:2.0:1767320220.349790:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320220.349797:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320220.349841:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d180 x1853163993803648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320220.349934:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993803648:0@lo:38:kworker.0
00000100:00100000:3.0:1767320220.350010:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320220.350213:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993803648
00000100:00100000:1.0:1767320220.350223:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993803648
00000100:00100000:1.0:1767320220.350278:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72938
00000100:00100000:1.0:1767320220.350286:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993803648:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320220.350324:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320220.350473:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320220.350477:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320220.350480:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320220.350486:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5459
00000100:00080000:2.0:1767320220.350489:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320220.350492:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320220.350512:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760fb80 x1853163993803776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320220.351846:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993803648:12345-0@lo:38:kworker.0 Request processed in 1554us (1829us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320220.351858:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72938
00000100:00080000:2.0:1767320220.352153:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320220.352177:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320220.352180:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320220.352199:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5459
00000100:00080000:2.0:1767320220.352204:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320220.352211:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320220.352232:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ca80 x1853163993804032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320220.352266:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320220.352270:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320220.352272:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320220.352276:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5459
00000100:00080000:2.0:1767320220.352280:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320220.352284:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320220.352294:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731347b80 x1853163993804288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320220.352546:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320220.352577:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993803904:0@lo:400:kworker.0
00000100:00100000:0.0:1767320220.352652:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320220.352725:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993804160:0@lo:400:kworker.0
00000100:00100000:0.0:1767320220.352751:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320220.352786:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993803904
00000100:00100000:0.0:1767320220.352795:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993803904
00000100:00100000:0.0:1767320220.352846:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993804160
00000100:00100000:0.0:1767320220.352850:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993804160
00000100:00100000:0.0:1767320220.352888:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5720
00000100:00100000:0.0:1767320220.352896:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993803904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320220.352950:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993803904:12345-0@lo:400:kworker.0 Request processed in 55us (298us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320220.352957:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5720
00000100:00100000:0.0:1767320220.352972:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5721
00000100:00100000:0.0:1767320220.352978:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993804160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320220.353006:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993804160:12345-0@lo:400:kworker.0 Request processed in 29us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320220.353012:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5721
00000100:00080000:0.0:1767320220.353028:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320220.353063:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993804160:0@lo:400:kworker.0
00000100:00100000:0.0:1767320220.353088:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993803904:0@lo:400:kworker.0
00000100:00100000:1.0:1767320220.356123:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320220.356150:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993804544:0@lo:400:kworker.0
00000100:00100000:1.0:1767320220.356493:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320220.357224:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993804416:0@lo:400:kworker.0
00000100:00100000:0.0:1767320220.357269:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320220.358070:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993804544
00000100:00100000:2.0:1767320220.358083:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993804544
00000100:00100000:2.0:1767320220.358213:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3533
00000100:00100000:2.0:1767320220.358224:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993804544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320220.358295:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993804544:12345-0@lo:400:kworker.0 Request processed in 73us (1802us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320220.358445:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3533
00000100:00100000:2.0:1767320220.358467:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993804416
00000100:00100000:2.0:1767320220.358471:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993804416
00000100:00100000:2.0:1767320220.358498:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3534
00000100:00100000:2.0:1767320220.358503:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993804416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320220.358537:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993804416:12345-0@lo:400:kworker.0 Request processed in 34us (1268us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320220.358543:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3534
00000100:00100000:1.0:1767320220.358675:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993804544:0@lo:400:kworker.0
00000100:00080000:0.0:1767320220.358838:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320220.358844:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320220.358876:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993804416:0@lo:400:kworker.0
00000100:00100000:3.0:1767320220.359024:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993803776:0@lo:38:kworker.0
00000100:00100000:3.0:1767320220.359069:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320220.359153:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993804032:0@lo:38:kworker.0
00000100:00100000:3.0:1767320220.359209:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320220.359237:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993804288:0@lo:38:kworker.0
00000100:00100000:3.0:1767320220.359258:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320220.359290:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320220.359295:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320220.359299:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993803648:0@lo:38:kworker.0
00000100:00100000:1.0:1767320220.359519:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993804032
00000100:00100000:1.0:1767320220.359524:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993804032
00000100:00100000:1.0:1767320220.359566:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993804288
00000100:00100000:1.0:1767320220.359569:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993804288
00000100:00100000:1.0:1767320220.359587:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72939
00000100:00100000:1.0:1767320220.359592:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993804032:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320220.359610:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320220.359655:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993804032:12345-0@lo:38:kworker.0 Request processed in 62us (446us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320220.359662:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72939
00000100:00100000:1.0:1767320220.359674:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72940
00000100:00100000:1.0:1767320220.359678:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993804288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320220.359687:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320220.359983:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993804288:12345-0@lo:38:kworker.0 Request processed in 302us (722us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320220.359990:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72940
00000100:00080000:3.0:1767320220.360130:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320220.360136:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320220.360139:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993804032:0@lo:38:kworker.0
00000100:00080000:3.0:1767320220.360146:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320220.360150:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320220.360152:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993804288:0@lo:38:kworker.0
00000100:00100000:2.0:1767320220.360397:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993803776
00000100:00100000:2.0:1767320220.360402:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993803776
00000100:00100000:2.0:1767320220.360475:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254
00000100:00100000:2.0:1767320220.360482:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993803776:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320220.360497:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320220.360542:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993803776:12345-0@lo:38:kworker.0 Request processed in 59us (1472us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320220.360549:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254
00000100:00080000:3.0:1767320220.360606:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320220.360610:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320220.360613:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993803776:0@lo:38:kworker.0
00000100:00100000:2.0:1767320220.861352:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993804800:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320220.861352:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993804672:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320220.863387:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320220.867918:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320220.868018:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320220.876143:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993804672
00000100:00100000:1.0:1767320220.876171:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993804672
00000100:00100000:1.0:1767320220.876267:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993804800
00000100:00100000:1.0:1767320220.876270:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993804800
00000100:00100000:1.0:1767320220.876415:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293
00000100:00100000:1.0:1767320220.876427:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993804672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320220.876477:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320220.876582:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993804672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 158us (8670us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320220.876589:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293
00000100:00100000:1.0:1767320220.876604:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294
00000100:00100000:1.0:1767320220.876610:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993804800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320220.876852:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320220.876887:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993804800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 278us (8869us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320220.876893:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294
00000100:00100000:2.0:1767320220.877380:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993804800:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320220.877437:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993804672:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320220.925649:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320221.885297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320221.952099:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320222.279416:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320222.279531:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320222.279695:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942238464
00000100:00100000:3.0:1767320222.279710:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942238464
00000100:00100000:3.0:1767320222.279804:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942238336
00000100:00100000:3.0:1767320222.279806:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942238336
00000100:00100000:3.0:1767320222.279914:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5722
00000100:00100000:3.0:1767320222.279927:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942238464:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320222.280032:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942238464:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 108us (631us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320222.280040:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5722
00000100:00100000:3.0:1767320222.280062:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72941
00000100:00100000:3.0:1767320222.280066:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942238336:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320222.280098:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320222.280129:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942238336:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 60us (597us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320222.280137:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72941
00000100:00080000:1.0:1767320222.280893:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320222.909317:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320222.975120:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320223.933353:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320224.000713:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320224.958074:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320225.021782:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320225.472721:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320225.472731:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320225.472734:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320225.472738:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320225.472742:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320225.472749:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5465
00000100:00080000:3.0:1767320225.472754:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320225.472760:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320225.472805:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e5bb80 x1853163993804928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320225.472841:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320225.472845:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320225.472846:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320225.472850:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5465
00000100:00080000:3.0:1767320225.472852:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320225.472856:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320225.472868:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e5a680 x1853163993805056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320225.472904:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320225.472908:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320225.472910:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320225.472913:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5465
00000100:00080000:3.0:1767320225.472915:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320225.472919:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320225.472929:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e59880 x1853163993805312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320225.472951:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320225.472954:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320225.472956:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320225.472960:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5465
00000100:00080000:3.0:1767320225.472962:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320225.472966:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320225.472975:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e59f80 x1853163993805568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320225.473059:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993805184:0@lo:400:kworker.0
00000100:00100000:0.0:1767320225.473083:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993804928:0@lo:38:kworker.0
00000100:00100000:2.0:1767320225.473197:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993805696:0@lo:400:kworker.0
00000100:00100000:3.0:1767320225.473297:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993805824:0@lo:400:kworker.0
00000100:00100000:0.0:1767320225.481808:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320225.481883:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993805056:0@lo:38:kworker.0
00000100:00100000:0.0:1767320225.481928:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320225.481952:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993805312:0@lo:38:kworker.0
00000100:00100000:0.0:1767320225.481970:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320225.481988:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993805568:0@lo:38:kworker.0
00000100:00100000:0.0:1767320225.482005:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320225.482050:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993804928
00000100:00100000:0.0:1767320225.482057:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993804928
00000100:00100000:0.0:1767320225.482083:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993805312
00000100:00100000:0.0:1767320225.482085:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993805312
00000100:00100000:0.0:1767320225.482131:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993805568
00000100:00100000:0.0:1767320225.482134:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993805568
00000100:00100000:2.0:1767320225.482192:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320225.482218:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320225.482225:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993805440:0@lo:400:kworker.0
00000100:00100000:2.0:1767320225.482245:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320225.482267:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993805440
00000100:00100000:2.0:1767320225.482271:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993805440
00000100:00100000:0.0:1767320225.482854:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72942
00000100:00100000:0.0:1767320225.482864:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993804928:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320225.482886:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320225.482938:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993804928:12345-0@lo:38:kworker.0 Request processed in 74us (1138us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320225.484324:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5723
00000100:00100000:2.0:1767320225.484342:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993805440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320225.484407:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993805440:12345-0@lo:400:kworker.0 Request processed in 75us (2161us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320225.484414:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5723
00000100:00100000:2.0:1767320225.484432:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72943
00000100:00100000:2.0:1767320225.484436:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993805312:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320225.484471:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320225.484500:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993805312:12345-0@lo:38:kworker.0 Request processed in 62us (2528us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320225.484505:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72943
00000100:00100000:2.0:1767320225.484518:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72944
00000100:00100000:2.0:1767320225.484522:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993805568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320225.484531:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320225.484548:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993805568:12345-0@lo:38:kworker.0 Request processed in 25us (2543us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320225.484555:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72944
00000100:00100000:2.0:1767320225.484581:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993805696
00000100:00100000:2.0:1767320225.484586:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993805696
00000100:00100000:2.0:1767320225.484622:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3535
00000100:00100000:2.0:1767320225.484628:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993805696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320225.484655:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993805696:12345-0@lo:400:kworker.0 Request processed in 28us (2463us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320225.484661:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3535
00000100:00080000:2.0:1767320225.484681:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320225.484685:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320225.484702:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993805056
00000100:00100000:2.0:1767320225.484705:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993805056
00000100:00100000:2.0:1767320225.484723:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255
00000100:00100000:2.0:1767320225.484727:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993805056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320225.484736:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320225.484759:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993805056:12345-0@lo:38:kworker.0 Request processed in 31us (2831us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320225.484764:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255
00000100:00100000:2.0:1767320225.484803:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993805440:0@lo:400:kworker.0
00000100:00100000:2.0:1767320225.484814:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993805696:0@lo:400:kworker.0
00000100:00080000:2.0:1767320225.484886:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320225.484891:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320225.484894:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993804928:0@lo:38:kworker.0
00000100:00080000:2.0:1767320225.484902:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320225.484905:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320225.484909:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993805056:0@lo:38:kworker.0
00000100:00080000:2.0:1767320225.484916:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320225.484920:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320225.484923:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993805312:0@lo:38:kworker.0
00000100:00080000:2.0:1767320225.484931:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320225.484934:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320225.484937:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993805568:0@lo:38:kworker.0
00000100:00100000:1.0:1767320225.486106:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320225.486460:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320225.486828:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993805824
00000100:00100000:1.0:1767320225.486840:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993805824
00000100:00100000:1.0:1767320225.486918:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3536
00000100:00100000:1.0:1767320225.486930:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993805824:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320225.487012:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993805824:12345-0@lo:400:kworker.0 Request processed in 85us (551us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320225.487020:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3536
00000100:00080000:3.0:1767320225.487212:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320225.487253:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993805824:0@lo:400:kworker.0
00000100:00100000:2.0:1767320225.487696:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993805184
00000100:00100000:2.0:1767320225.487709:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993805184
00000100:00100000:2.0:1767320225.487799:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5724
00000100:00100000:2.0:1767320225.487808:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993805184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320225.487903:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993805184:12345-0@lo:400:kworker.0 Request processed in 96us (1814us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320225.487911:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5724
00000100:00100000:1.0:1767320225.487920:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993805184:0@lo:400:kworker.0
00000100:00080000:3.0:1767320225.489893:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320225.495821:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72942
00000100:00100000:2.0:1767320225.982014:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993806080:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320225.982112:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320225.982263:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993806080
00000100:00100000:3.0:1767320225.982270:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993806080
00000100:00100000:3.0:1767320225.982331:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295
00000100:00100000:3.0:1767320225.982340:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993806080:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320225.982372:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320225.982433:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993806080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (321us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320225.982440:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295
00000100:00100000:1.0:1767320225.982559:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320225.982576:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993805952:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320225.982608:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320225.982660:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993806080:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320225.982681:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993805952
00000100:00100000:3.0:1767320225.982685:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993805952
00000100:00100000:3.0:1767320225.982718:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3296
00000100:00100000:3.0:1767320225.982724:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993805952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320225.982740:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320225.982770:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993805952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (161us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320225.982776:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3296
00000100:00100000:3.0:1767320225.982803:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993805952:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320226.049199:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320227.005586:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320227.071650:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320227.399405:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320227.399595:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942238592
00000100:00100000:2.0:1767320227.399605:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942238592
00000100:00100000:2.0:1767320227.399646:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72945
00000100:00100000:2.0:1767320227.399652:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942238592:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320227.399672:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320227.399732:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942238592:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 80us (338us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320227.399742:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72945
00000100:00100000:0.0:1767320227.399877:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320227.400110:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942238720
00000100:00100000:2.0:1767320227.400114:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942238720
00000100:00100000:1.0:1767320227.400191:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5725
00000100:00100000:1.0:1767320227.400203:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942238720:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320227.400246:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942238720:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 47us (376us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320227.400252:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5725
00000100:00080000:3.0:1767320227.400762:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320228.030417:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320228.094010:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320229.059109:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320229.120711:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320230.077300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320230.143529:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320230.589792:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320230.589809:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320230.589812:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320230.589815:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320230.589819:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320230.589826:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5470
00000100:00080000:1.0:1767320230.589830:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320230.589837:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320230.589876:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a294380 x1853163993806208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320230.589900:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320230.589904:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320230.589905:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320230.589909:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5470
00000100:00080000:1.0:1767320230.589911:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320230.589914:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320230.589925:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a296300 x1853163993806336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320230.589955:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320230.589959:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320230.589961:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320230.589964:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5470
00000100:00080000:1.0:1767320230.589966:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320230.589969:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320230.589981:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251f80 x1853163993806592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320230.590015:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320230.590018:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320230.590020:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320230.590023:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5470
00000100:00080000:1.0:1767320230.590026:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320230.590029:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320230.590040:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252d80 x1853163993806848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320230.590073:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993806720:0@lo:400:kworker.0
00000100:00100000:1.0:1767320230.590134:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320230.590215:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320230.590220:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993806720
00000100:00100000:1.0:1767320230.590222:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993806976:0@lo:400:kworker.0
00000100:00100000:2.0:1767320230.590229:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993806720
00000100:00100000:1.0:1767320230.590251:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320230.590288:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993806976
00000100:00100000:1.0:1767320230.590292:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993806976
00000100:00100000:2.0:1767320230.590295:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5726
00000100:00100000:2.0:1767320230.590307:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993806720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320230.590327:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3537
00000100:00100000:1.0:1767320230.590336:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993806976:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320230.590382:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993806720:12345-0@lo:400:kworker.0 Request processed in 77us (246us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320230.590391:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5726
00000100:00100000:3.0:1767320230.590423:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993807104:0@lo:400:kworker.0
00000100:00100000:2.0:1767320230.590428:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320205/real 1767320205]  req@ffff89b629292a00 x1853163993800704/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320230 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320230.590446:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b629292a00 x1853163993800704/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320230 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320230.590460:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993806208:0@lo:38:kworker.0
00000100:00100000:0.0:1767320230.590485:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993806464:0@lo:400:kworker.0
00000100:00100000:3.0:1767320230.593496:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320230.593564:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320230.593569:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320230.593762:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993807104
00000100:00100000:3.0:1767320230.593770:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993807104
00000100:00100000:3.0:1767320230.593933:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3538
00000100:00100000:3.0:1767320230.593942:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993807104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320230.594005:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993807104:12345-0@lo:400:kworker.0 Request processed in 53us (504us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320230.594013:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3538
00000100:00080000:3.0:1767320230.594032:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320230.594057:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993807104:0@lo:400:kworker.0
00000100:00100000:2.0:1767320230.594435:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320230.594904:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993806336:0@lo:38:kworker.0
00000100:00100000:2.0:1767320230.594938:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320230.594964:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993806336
00000100:00100000:2.0:1767320230.594969:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993806336
00000100:00100000:2.0:1767320230.595005:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256
00000100:00100000:2.0:1767320230.595011:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993806336:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320230.595039:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320230.595070:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993806336:12345-0@lo:38:kworker.0 Request processed in 58us (131us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320230.595079:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256
00000100:00080000:2.0:1767320230.595112:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320230.595117:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320230.595121:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993806336:0@lo:38:kworker.0
00000100:00100000:2.0:1767320230.595128:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993806592:0@lo:38:kworker.0
00000100:00100000:2.0:1767320230.595151:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320230.598050:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993806976:12345-0@lo:400:kworker.0 Request processed in 7706us (7789us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320230.598064:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3537
00000100:00100000:0.0:1767320230.598194:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993806976:0@lo:400:kworker.0
00000100:00100000:0.0:1767320230.598210:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993806720:0@lo:400:kworker.0
00000100:00100000:2.0:1767320230.610938:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993806848:0@lo:38:kworker.0
00000100:00100000:2.0:1767320230.611015:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320230.611251:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993806208
00000100:00100000:3.0:1767320230.611260:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993806208
00000100:00100000:3.0:1767320230.611299:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993806592
00000100:00100000:3.0:1767320230.611302:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993806592
00000100:00100000:3.0:1767320230.611328:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72946
00000100:00100000:3.0:1767320230.611334:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993806208:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320230.611367:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320230.611412:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993806208:12345-0@lo:38:kworker.0 Request processed in 76us (16977us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320230.611420:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72946
00000100:00100000:3.0:1767320230.611437:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72947
00000100:00100000:3.0:1767320230.611442:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993806592:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320230.611451:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320230.611477:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993806592:12345-0@lo:38:kworker.0 Request processed in 33us (16325us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320230.611483:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72947
00000100:00080000:2.0:1767320230.615389:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320230.615418:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320230.615425:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993800704:0@lo:250:kworker.0
00000100:00080000:2.0:1767320230.615499:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320230.615504:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320230.615507:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993806208:0@lo:38:kworker.0
00000100:00080000:2.0:1767320230.615521:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320230.615525:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320230.615529:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993806592:0@lo:38:kworker.0
00000100:00080000:2.0:1767320230.615558:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320230.615563:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320230.615565:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320230.615569:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5449
00000100:00080000:2.0:1767320230.615573:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320230.615579:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320230.615610:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e59880 x1853163993807232/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320230.615648:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993807232:0@lo:250:kworker.0
00000400:00000100:2.0:1767320230.615693:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993807232 offset 0 length 520: 4
00000100:00100000:3.0:1767320230.616457:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320230.618688:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993806848
00000100:00100000:0.0:1767320230.618702:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993806848
00000100:00100000:0.0:1767320230.618739:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993806464
00000100:00100000:0.0:1767320230.618744:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993806464
00000100:00100000:2.0:1767320230.618753:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72948
00000100:00100000:2.0:1767320230.618763:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993806848:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320230.618787:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5727
00010000:00020000:2.0:1767320230.618789:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320230.618793:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993806464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320230.618866:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993806464:12345-0@lo:400:kworker.0 Request processed in 72us (2410us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320230.618866:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993806848:12345-0@lo:38:kworker.0 Request processed in 104us (7851us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320230.618873:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72948
00000100:00080000:1.0:1767320230.618919:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320230.618923:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320230.618928:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320230.618933:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993806848:0@lo:38:kworker.0
00000100:00100000:1.0:1767320230.618946:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993806464:0@lo:400:kworker.0
00000100:00100000:0.0:1767320230.619756:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5727
00000100:00100000:1.0:1767320231.101306:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320231.103808:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320231.103831:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993807360:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320231.103905:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320231.104104:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993807360
00000100:00100000:2.0:1767320231.104114:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993807360
00000100:00100000:2.0:1767320231.104206:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3297
00000100:00100000:2.0:1767320231.104216:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993807360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320231.104245:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320231.104304:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993807360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (398us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320231.104311:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3297
00000100:00100000:1.0:1767320231.104598:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993807360:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320231.106071:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320231.106092:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993807488:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320231.106149:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320231.106318:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993807488
00000100:00100000:0.0:1767320231.106325:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993807488
00000100:00100000:0.0:1767320231.106371:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298
00000100:00100000:0.0:1767320231.106379:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993807488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320231.106405:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320231.106456:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993807488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (307us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320231.106463:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298
00000100:00100000:1.0:1767320231.106543:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993807488:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320231.167029:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320232.125252:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320232.194110:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320232.520143:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320232.520216:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942239104
00000100:00100000:0.0:1767320232.520227:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942239104
00000100:00100000:0.0:1767320232.520310:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5728
00000100:00100000:0.0:1767320232.520321:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942239104:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320232.520392:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942239104:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 74us (259us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320232.520400:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5728
00000100:00080000:1.0:1767320232.520850:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767320232.521059:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942238848 offset 0 length 520: 4
00000100:00100000:1.0:1767320232.521193:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320232.521477:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942238976
00000100:00100000:3.0:1767320232.521483:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942238976
00000100:00100000:3.0:1767320232.521521:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72949
00000100:00100000:3.0:1767320232.521528:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942238976:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320232.521549:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320232.521597:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942238976:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 68us (403us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320232.521604:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72949
00000100:00100000:2.0:1767320233.149434:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320233.213482:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320234.174488:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320234.237404:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320235.197372:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320235.269740:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320235.710041:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320235.710052:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320235.710055:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320235.710058:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320235.710062:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320235.710070:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5475
00000100:00080000:0.0:1767320235.710075:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320235.710082:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320235.710120:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1f80 x1853163993807616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320235.710146:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320235.710149:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320235.710152:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320235.710156:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5475
00000100:00080000:0.0:1767320235.710185:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320235.710190:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320235.710204:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1880 x1853163993807744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320235.710244:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320235.710249:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320235.710250:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320235.710253:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5475
00000100:00080000:0.0:1767320235.710256:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320235.710259:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320235.710274:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0380 x1853163993808000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320235.710302:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320235.710306:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320235.710307:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320235.710311:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5475
00000100:00080000:0.0:1767320235.710313:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320235.710316:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320235.710326:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1500 x1853163993808256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320235.710364:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993808128:0@lo:400:kworker.0
00000100:00100000:0.0:1767320235.710424:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320235.710485:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320235.710492:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993808384:0@lo:400:kworker.0
00000100:00100000:0.0:1767320235.710519:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320235.710537:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993808512:0@lo:400:kworker.0
00000100:00100000:0.0:1767320235.710564:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993808128
00000100:00100000:0.0:1767320235.710573:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993808128
00000100:00100000:3.0:1767320235.710573:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320235.710597:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320235.710603:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993807872:0@lo:400:kworker.0
00000100:00100000:3.0:1767320235.710623:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320235.710646:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993808384
00000100:00100000:3.0:1767320235.710650:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993808384
00000100:00100000:3.0:1767320235.710693:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993808512
00000100:00100000:3.0:1767320235.710696:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993808512
00000100:00100000:3.0:1767320235.710719:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3539
00000100:00100000:3.0:1767320235.710728:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993808384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320235.710752:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993807872
00000100:00100000:0.0:1767320235.710758:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993807872
00000100:00100000:3.0:1767320235.710780:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993808384:12345-0@lo:400:kworker.0 Request processed in 52us (259us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320235.710789:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3539
00000100:00100000:0.0:1767320235.710792:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5729
00000100:00100000:0.0:1767320235.710802:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993808128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320235.710811:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3540
00000100:00100000:3.0:1767320235.710819:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993808512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320235.710861:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993808512:12345-0@lo:400:kworker.0 Request processed in 44us (289us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320235.710867:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3540
00000100:00080000:3.0:1767320235.710883:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320235.710888:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320235.710889:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320235.710918:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5730
00000100:00100000:3.0:1767320235.710924:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993807872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320235.710950:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993807872:12345-0@lo:400:kworker.0 Request processed in 27us (327us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320235.710955:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5730
00000100:00100000:3.0:1767320235.710987:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993807872:0@lo:400:kworker.0
00000100:00100000:3.0:1767320235.710996:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993808512:0@lo:400:kworker.0
00000100:00100000:0.0:1767320235.711015:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993808128:12345-0@lo:400:kworker.0 Request processed in 212us (588us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320235.711023:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5729
00000100:00100000:0.0:1767320235.711057:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993808384:0@lo:400:kworker.0
00000100:00100000:0.0:1767320235.711067:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993808128:0@lo:400:kworker.0
00000100:00100000:2.0:1767320235.713423:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993807616:0@lo:38:kworker.0
00000100:00100000:2.0:1767320235.713503:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320235.713543:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993807744:0@lo:38:kworker.0
00000100:00100000:2.0:1767320235.713568:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320235.713611:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993808000:0@lo:38:kworker.0
00000100:00100000:3.0:1767320235.713632:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993807616
00000100:00100000:2.0:1767320235.713637:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320235.713641:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993807616
00000100:00100000:2.0:1767320235.713667:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993808256:0@lo:38:kworker.0
00000100:00100000:3.0:1767320235.713676:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993808000
00000100:00100000:3.0:1767320235.713680:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993808000
00000100:00100000:3.0:1767320235.713696:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72950
00000100:00100000:3.0:1767320235.713703:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993807616:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320235.713721:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320235.713741:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320235.713768:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993807616:12345-0@lo:38:kworker.0 Request processed in 64us (264us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320235.713776:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72950
00000100:00080000:2.0:1767320235.713790:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767320235.713791:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993808256
00000100:00100000:3.0:1767320235.713796:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993808256
00000100:00080000:2.0:1767320235.713799:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320235.713805:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993807616:0@lo:38:kworker.0
00000100:00100000:3.0:1767320235.713818:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72951
00000100:00100000:3.0:1767320235.713823:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993808000:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320235.713832:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320235.713845:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72952
00000100:00100000:2.0:1767320235.713852:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993808256:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320235.713863:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320235.713893:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993808256:12345-0@lo:38:kworker.0 Request processed in 41us (153us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320235.713914:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72952
00000100:00100000:3.0:1767320235.713947:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993808000:12345-0@lo:38:kworker.0 Request processed in 120us (308us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767320235.713949:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320235.713958:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320235.713960:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72951
00000100:00100000:2.0:1767320235.713965:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993808000:0@lo:38:kworker.0
00000100:00080000:2.0:1767320235.713977:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320235.713981:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320235.713984:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993808256:0@lo:38:kworker.0
00000100:00100000:0.0:1767320235.715762:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993807744
00000100:00100000:0.0:1767320235.715770:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993807744
00000100:00100000:0.0:1767320235.715813:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257
00000100:00100000:0.0:1767320235.715819:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993807744:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320235.715847:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320235.715940:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993807744:12345-0@lo:38:kworker.0 Request processed in 120us (2370us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320235.715946:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257
00000100:00080000:3.0:1767320235.716371:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320235.716377:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320235.716381:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993807744:0@lo:38:kworker.0
00000100:00100000:1.0:1767320236.221444:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320236.221735:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993808640:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320236.221803:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320236.222014:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993808768:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320236.222054:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320236.222247:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993808640
00000100:00100000:2.0:1767320236.222254:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993808640
00000100:00100000:2.0:1767320236.222300:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993808768
00000100:00100000:2.0:1767320236.222303:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993808768
00000100:00100000:2.0:1767320236.222323:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299
00000100:00100000:2.0:1767320236.222331:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993808640:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320236.222359:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320236.222405:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993808640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (602us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320236.222413:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299
00000100:00100000:2.0:1767320236.222430:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300
00000100:00100000:2.0:1767320236.222437:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993808768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320236.222452:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320236.222479:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993808768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (424us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320236.222485:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300
00000100:00100000:2.0:1767320236.222523:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993808640:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320236.222767:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993808768:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320236.285666:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320237.251994:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320237.309845:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320237.639493:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320237.639668:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942239360
00000100:00100000:0.0:1767320237.639678:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942239360
00000100:00100000:0.0:1767320237.639770:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5731
00000100:00100000:0.0:1767320237.639781:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942239360:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320237.639883:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942239360:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 104us (408us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320237.639894:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5731
00000100:00080000:3.0:1767320237.640227:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320237.640365:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320237.640661:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942239232
00000100:00100000:0.0:1767320237.640665:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942239232
00000100:00100000:0.0:1767320237.640692:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72953
00000100:00100000:0.0:1767320237.640698:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942239232:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320237.640716:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320237.640747:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942239232:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (382us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320237.640753:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72953
00000100:00100000:1.0:1767320238.269285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320238.333539:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320239.293943:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320239.359341:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320240.317255:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320240.382422:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320240.840559:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320240.840569:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320240.840572:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320240.840576:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320240.840581:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320240.840588:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5480
00000100:00080000:3.0:1767320240.840593:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320240.840601:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320240.840640:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e418000 x1853163993808896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320240.840658:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320240.840661:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320240.840663:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320240.840667:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5480
00000100:00080000:3.0:1767320240.840670:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320240.840673:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320240.840803:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993808896:0@lo:38:kworker.0
00000100:00100000:2.0:1767320240.840878:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320240.841000:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993808896
00000100:00100000:0.0:1767320240.841008:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993808896
00000100:00100000:0.0:1767320240.841048:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72954
00000100:00100000:0.0:1767320240.841056:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993808896:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320240.841077:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320240.841125:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993808896:12345-0@lo:38:kworker.0 Request processed in 70us (246us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320240.841133:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72954
00000100:00100000:3.0:1767320240.841211:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e41a300 x1853163993809024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320240.841246:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320240.841249:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320240.841251:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320240.841255:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5480
00000100:00080000:3.0:1767320240.841258:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320240.841261:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320240.841272:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604cbfb80 x1853163993809280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320240.841294:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320240.841298:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320240.841300:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320240.841303:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5480
00000100:00080000:3.0:1767320240.841306:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320240.841309:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320240.841319:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606056a00 x1853163993809536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320240.841354:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993809152:0@lo:400:kworker.0
00000100:00100000:3.0:1767320240.841356:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993809408:0@lo:400:kworker.0
00000100:00100000:3.0:1767320240.841398:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320240.841491:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993809792:0@lo:400:kworker.0
00000100:00100000:2.0:1767320240.841803:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993809664:0@lo:400:kworker.0
00000100:00100000:0.0:1767320240.844255:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320240.844324:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993809792
00000100:00100000:0.0:1767320240.844331:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993809792
00000100:00100000:0.0:1767320240.844379:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3541
00000100:00100000:0.0:1767320240.844390:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993809792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320240.844902:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993809792:12345-0@lo:400:kworker.0 Request processed in 514us (650us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320240.844914:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3541
00000100:00100000:0.0:1767320240.844956:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993809792:0@lo:400:kworker.0
00000100:00100000:0.0:1767320240.844979:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993809408
00000100:00100000:0.0:1767320240.844983:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993809408
00000100:00100000:0.0:1767320240.845010:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5732
00000100:00100000:0.0:1767320240.845016:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993809408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320240.845049:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993809408:12345-0@lo:400:kworker.0 Request processed in 33us (3651us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320240.845055:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5732
00000100:00080000:0.0:1767320240.845097:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320240.845102:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320240.849148:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993809408:0@lo:400:kworker.0
00000100:00100000:3.0:1767320240.849273:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993809024:0@lo:38:kworker.0
00000100:00100000:3.0:1767320240.849336:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320240.849852:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320240.850522:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993809280:0@lo:38:kworker.0
00000100:00100000:3.0:1767320240.850562:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320240.850582:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993809536:0@lo:38:kworker.0
00000100:00100000:3.0:1767320240.850604:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320240.850633:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320240.850638:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320240.850642:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993808896:0@lo:38:kworker.0
00000100:00100000:3.0:1767320240.850675:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993809152
00000100:00100000:3.0:1767320240.850682:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993809152
00000100:00100000:3.0:1767320240.850842:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993809280
00000100:00100000:3.0:1767320240.850846:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993809280
00000100:00100000:3.0:1767320240.850864:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993809536
00000100:00100000:3.0:1767320240.850867:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993809536
00000100:00100000:3.0:1767320240.850885:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5733
00000100:00100000:3.0:1767320240.850893:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993809152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320240.850945:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72955
00000100:00100000:3.0:1767320240.850951:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993809152:12345-0@lo:400:kworker.0 Request processed in 56us (1098us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320240.850958:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993809280:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320240.850964:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5733
00000100:00100000:3.0:1767320240.850985:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72956
00000100:00100000:3.0:1767320240.850989:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993809536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320240.851007:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320240.851038:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993809536:12345-0@lo:38:kworker.0 Request processed in 46us (432us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320240.851044:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72956
00010000:00020000:1.0:1767320240.851064:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320240.851073:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320240.851079:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320240.851082:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993809536:0@lo:38:kworker.0
00000100:00100000:1.0:1767320240.851106:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993809280:12345-0@lo:38:kworker.0 Request processed in 150us (542us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320240.851113:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72955
00000100:00100000:1.0:1767320240.851155:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993809152:0@lo:400:kworker.0
00000100:00100000:2.0:1767320240.851181:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320240.851231:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320240.851238:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993809664
00000100:00100000:2.0:1767320240.851242:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993809664
00000100:00100000:2.0:1767320240.851282:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3542
00000100:00100000:2.0:1767320240.851289:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993809664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320240.851325:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993809664:12345-0@lo:400:kworker.0 Request processed in 37us (147us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320240.851330:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3542
00000100:00100000:2.0:1767320240.851356:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993809664:0@lo:400:kworker.0
00000100:00080000:1.0:1767320240.851768:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320240.852844:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993809024
00000100:00100000:0.0:1767320240.852854:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993809024
00000100:00100000:1.0:1767320240.853042:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258
00000100:00100000:1.0:1767320240.853050:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993809024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320240.853069:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320240.853135:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993809024:12345-0@lo:38:kworker.0 Request processed in 84us (3799us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320240.853141:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258
00000100:00080000:3.0:1767320240.853629:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320240.853635:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320240.853640:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993809280:0@lo:38:kworker.0
00000100:00080000:0.0:1767320240.854719:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320240.854727:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320240.854731:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993809024:0@lo:38:kworker.0
00000100:00100000:0.0:1767320241.344866:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320241.344892:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993810048:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320241.344960:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320241.345253:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320241.345265:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993809920:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320241.345307:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320241.346074:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993810048
00000100:00100000:3.0:1767320241.346083:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993810048
00000100:00100000:3.0:1767320241.346132:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993809920
00000100:00100000:3.0:1767320241.346135:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993809920
00000100:00100000:3.0:1767320241.346183:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3301
00000100:00100000:3.0:1767320241.346193:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993810048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320241.346223:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320241.346271:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993810048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (1310us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320241.346279:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3301
00000100:00100000:3.0:1767320241.346296:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3302
00000100:00100000:3.0:1767320241.346303:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993809920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320241.346319:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320241.346348:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993809920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (1040us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320241.346354:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3302
00000100:00100000:3.0:1767320241.346403:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993809920:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320241.348980:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993810048:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320241.369014:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320241.405447:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320242.429300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320242.429637:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320242.762568:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320242.762675:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320242.762902:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942239616
00000100:00100000:0.0:1767320242.762914:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942239616
00000100:00100000:0.0:1767320242.762988:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942239488
00000100:00100000:0.0:1767320242.762991:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942239488
00000100:00100000:0.0:1767320242.763011:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5734
00000100:00100000:0.0:1767320242.763022:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942239616:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320242.763111:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942239616:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 91us (555us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320242.763119:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5734
00000100:00100000:0.0:1767320242.763139:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72957
00000100:00100000:0.0:1767320242.763144:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942239488:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320242.763210:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320242.763234:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942239488:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 89us (560us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320242.763240:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72957
00000100:00080000:3.0:1767320242.763674:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320243.453588:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320243.453672:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320244.477423:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320244.477484:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320245.501292:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320245.501426:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320245.949761:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320245.949770:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320245.949772:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320245.949775:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320245.949779:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320245.949785:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5485
00000100:00080000:1.0:1767320245.949789:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320245.949795:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320245.949848:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251f80 x1853163993810176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320245.949874:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320245.949876:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320245.949878:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320245.949880:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5485
00000100:00080000:1.0:1767320245.949882:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320245.949885:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320245.949897:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252300 x1853163993810304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320245.949938:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320245.949941:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320245.949943:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320245.949946:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5485
00000100:00080000:1.0:1767320245.949949:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320245.949952:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320245.949965:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741253100 x1853163993810560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320245.949972:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767320245.949990:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767320245.949990:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993810432:0@lo:400:kworker.0
00000100:00080000:1.0:1767320245.949996:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320245.950000:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320245.950003:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5485
00000100:00080000:1.0:1767320245.950005:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320245.950007:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320245.950017:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604cbc700 x1853163993810816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320245.950053:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993810944:0@lo:400:kworker.0
00000100:00100000:2.0:1767320245.950065:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320245.950097:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320245.950117:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320245.950129:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993811072:0@lo:400:kworker.0
00000100:00100000:3.0:1767320245.950183:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320245.950842:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993810944
00000100:00100000:3.0:1767320245.950850:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993810944
00000100:00100000:2.0:1767320245.951796:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993811072
00000100:00100000:0.0:1767320245.951799:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993810176:0@lo:38:kworker.0
00000100:00100000:2.0:1767320245.951802:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993811072
00000100:00100000:0.0:1767320245.951854:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320245.951881:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993810304:0@lo:38:kworker.0
00000100:00100000:1.0:1767320245.951888:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320245.951899:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993810688:0@lo:400:kworker.0
00000100:00100000:0.0:1767320245.951909:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320245.951934:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320245.951946:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993810560:0@lo:38:kworker.0
00000100:00100000:1.0:1767320245.951974:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993810432
00000100:00100000:0.0:1767320245.951975:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320245.951978:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993810432
00000100:00100000:0.0:1767320245.952000:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993810816:0@lo:38:kworker.0
00000100:00100000:1.0:1767320245.952013:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993810176
00000100:00100000:1.0:1767320245.952015:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993810176
00000100:00100000:0.0:1767320245.952025:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320245.952027:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993810688
00000100:00100000:1.0:1767320245.952030:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993810688
00000100:00100000:1.0:1767320245.952048:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993810560
00000100:00100000:1.0:1767320245.952051:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993810560
00000100:00100000:0.0:1767320245.952079:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993810816
00000100:00100000:0.0:1767320245.952084:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993810816
00000100:00100000:3.0:1767320245.952093:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3543
00000100:00100000:2.0:1767320245.952101:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3544
00000100:00100000:3.0:1767320245.952107:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993810944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320245.952109:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5735
00000100:00100000:2.0:1767320245.952116:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993811072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320245.952124:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993810432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320245.952137:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5736
00000100:00100000:1.0:1767320245.952145:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993810688:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320245.952244:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993811072:12345-0@lo:400:kworker.0 Request processed in 133us (2059us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320245.952252:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3544
00000100:00100000:2.0:1767320245.952295:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72958
00000100:00100000:2.0:1767320245.952300:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993810176:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320245.952316:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320245.952733:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993810176:12345-0@lo:38:kworker.0 Request processed in 431us (878us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320245.952738:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72958
00000100:00100000:2.0:1767320245.952752:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72959
00000100:00100000:2.0:1767320245.952755:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993810560:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320245.952763:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320245.952781:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993810560:12345-0@lo:38:kworker.0 Request processed in 25us (808us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320245.952785:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72959
00000100:00100000:2.0:1767320245.952791:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72960
00000100:00100000:2.0:1767320245.952794:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993810816:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320245.952799:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320245.952815:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993810816:12345-0@lo:38:kworker.0 Request processed in 19us (791us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320245.952820:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72960
00000100:00080000:2.0:1767320245.952839:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320245.952845:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320245.952847:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320245.952877:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993811072:0@lo:400:kworker.0
00000100:00080000:2.0:1767320245.952905:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320245.952909:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320245.952911:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993810176:0@lo:38:kworker.0
00000100:00080000:2.0:1767320245.952917:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320245.952919:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320245.952920:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993810560:0@lo:38:kworker.0
00000100:00080000:2.0:1767320245.952926:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320245.952928:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320245.952930:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993810816:0@lo:38:kworker.0
00000100:00100000:2.0:1767320245.952994:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993810304
00000100:00100000:2.0:1767320245.952999:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993810304
00000100:00100000:2.0:1767320245.953021:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259
00000100:00100000:2.0:1767320245.953025:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993810304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320245.953034:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320245.953056:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993810304:12345-0@lo:38:kworker.0 Request processed in 31us (1149us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320245.953060:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259
00000100:00080000:2.0:1767320245.953077:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320245.953079:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320245.953081:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993810304:0@lo:38:kworker.0
00000100:00100000:3.0:1767320245.953484:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993810944:12345-0@lo:400:kworker.0 Request processed in 1381us (3384us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320245.953494:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3543
00000100:00100000:2.0:1767320245.953707:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993810944:0@lo:400:kworker.0
00000100:00100000:0.0:1767320245.959440:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993810432:12345-0@lo:400:kworker.0 Request processed in 7309us (9363us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320245.959456:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5735
00000100:00100000:1.0:1767320245.959456:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993810688:12345-0@lo:400:kworker.0 Request processed in 7309us (7520us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320245.959468:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5736
00000100:00100000:2.0:1767320245.959500:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993810432:0@lo:400:kworker.0
00000100:00100000:3.0:1767320245.959571:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993810688:0@lo:400:kworker.0
00000100:00100000:2.0:1767320246.461333:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1767320246.461358:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993811328:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320246.461420:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320246.461466:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993811328
00000100:00100000:3.0:1767320246.461475:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993811328
00000100:00100000:2.0:1767320246.461500:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993811200:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320246.461524:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320246.461524:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3303
00000100:00100000:3.0:1767320246.461533:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993811328:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320246.461564:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993811200
00002000:00000024:3.0:1767320246.461565:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320246.461567:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993811200
00000100:00100000:2.0:1767320246.461601:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304
00000100:00100000:2.0:1767320246.461609:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993811200:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320246.461609:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993811328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320246.461616:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3303
00002000:00000024:2.0:1767320246.461625:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320246.461651:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993811200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (127us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320246.461656:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304
00000100:00100000:3.0:1767320246.461661:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993811328:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320246.461674:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993811200:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320246.525419:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320246.525488:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320247.550198:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320247.553182:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320247.880825:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320247.881508:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320247.896854:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942239872
00000100:00100000:0.0:1767320247.896878:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942239872
00000100:00100000:0.0:1767320247.896999:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942239744
00000100:00100000:0.0:1767320247.897003:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942239744
00000100:00080000:3.0:1767320247.897227:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320247.897277:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5737
00000100:00100000:3.0:1767320247.897290:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942239872:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320247.897415:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942239872:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 127us (16605us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320247.897424:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5737
00000100:00100000:3.0:1767320247.897454:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72961
00000100:00100000:3.0:1767320247.897460:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942239744:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320247.897485:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320247.897513:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942239744:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 52us (16008us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320247.897520:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72961
00000100:00100000:2.0:1767320248.573348:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320248.573588:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320249.598771:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320249.599530:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320250.621442:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320250.623510:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767320251.072978:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320251.072990:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320251.072993:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320251.072997:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320251.073001:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320251.073009:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5490
00000100:00080000:0.0:1767320251.073014:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320251.073022:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320251.073090:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1500 x1853163993811456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320251.073141:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320251.073144:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320251.073145:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320251.073150:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5490
00000100:00080000:0.0:1767320251.073152:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320251.073156:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320251.073184:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0380 x1853163993811584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320251.073240:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320251.073244:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320251.073246:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320251.073252:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5490
00000100:00080000:0.0:1767320251.073254:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320251.073258:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320251.073271:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1180 x1853163993811840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320251.073287:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320251.073290:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320251.073292:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320251.073296:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5490
00000100:00080000:0.0:1767320251.073298:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320251.073302:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320251.073316:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b23c380 x1853163993812096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320251.073385:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993812352:0@lo:400:kworker.0
00000100:00100000:0.0:1767320251.073474:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320251.073552:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320251.073557:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993812224:0@lo:400:kworker.0
00000100:00100000:0.0:1767320251.073577:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320251.073989:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993811712:0@lo:400:kworker.0
00000100:00100000:1.0:1767320251.074035:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320251.074071:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320251.074077:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993811968:0@lo:400:kworker.0
00000100:00100000:1.0:1767320251.074099:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320251.074136:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993811712
00000100:00100000:1.0:1767320251.074147:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993811712
00000100:00100000:1.0:1767320251.074250:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993811968
00000100:00100000:1.0:1767320251.074254:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993811968
00000100:00100000:1.0:1767320251.074282:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5738
00000100:00100000:1.0:1767320251.074292:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993811712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320251.074362:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993811712:12345-0@lo:400:kworker.0 Request processed in 70us (325us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320251.074374:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5738
00000100:00100000:1.0:1767320251.074398:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5739
00000100:00100000:1.0:1767320251.074408:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993811968:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320251.074409:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993812352
00000100:00100000:2.0:1767320251.074429:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993812352
00000100:00100000:1.0:1767320251.074444:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993811968:12345-0@lo:400:kworker.0 Request processed in 38us (341us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320251.074452:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5739
00000100:00100000:1.0:1767320251.074514:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993811968:0@lo:400:kworker.0
00000100:00100000:2.0:1767320251.074528:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993812224
00000100:00100000:1.0:1767320251.074533:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993811712:0@lo:400:kworker.0
00000100:00100000:2.0:1767320251.074537:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993812224
00000100:00100000:2.0:1767320251.074590:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3545
00000100:00100000:2.0:1767320251.074604:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993812352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320251.074644:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3546
00000100:00100000:1.0:1767320251.074657:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993812224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320251.074710:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993812224:12345-0@lo:400:kworker.0 Request processed in 56us (1131us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320251.074717:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3546
00000100:00100000:2.0:1767320251.074956:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993812352:12345-0@lo:400:kworker.0 Request processed in 355us (1480us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320251.074967:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3545
00000100:00080000:3.0:1767320251.075042:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320251.075051:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320251.075056:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320251.075057:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993811456:0@lo:38:kworker.0
00000100:00100000:2.0:1767320251.075107:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320251.075141:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993811584:0@lo:38:kworker.0
00000100:00100000:3.0:1767320251.075189:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993811456
00000100:00100000:3.0:1767320251.075197:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993811456
00000100:00100000:2.0:1767320251.075213:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320251.075253:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72962
00000100:00100000:3.0:1767320251.075260:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993811456:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320251.075287:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320251.075333:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993811456:12345-0@lo:38:kworker.0 Request processed in 73us (226us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320251.075340:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72962
00000100:00100000:0.0:1767320251.075439:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993812224:0@lo:400:kworker.0
00000100:00100000:0.0:1767320251.075453:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993812352:0@lo:400:kworker.0
00000100:00100000:3.0:1767320251.088022:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993811584
00000100:00100000:3.0:1767320251.088053:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993811584
00000100:00100000:2.0:1767320251.088117:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993811840:0@lo:38:kworker.0
00000100:00100000:2.0:1767320251.088211:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320251.089235:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260
00000100:00100000:3.0:1767320251.089249:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993811584:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320251.089279:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320251.089361:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993811584:12345-0@lo:38:kworker.0 Request processed in 114us (14148us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320251.089370:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260
00000100:00100000:2.0:1767320251.090046:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993812096:0@lo:38:kworker.0
00000100:00100000:2.0:1767320251.090113:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320251.090202:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320251.090208:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320251.090212:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993811456:0@lo:38:kworker.0
00000100:00080000:2.0:1767320251.090225:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320251.090228:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320251.090231:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993811584:0@lo:38:kworker.0
00000100:00100000:2.0:1767320251.090473:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993811840
00000100:00100000:2.0:1767320251.090481:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993811840
00000100:00100000:2.0:1767320251.090526:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993812096
00000100:00100000:2.0:1767320251.090530:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993812096
00000100:00100000:2.0:1767320251.090558:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72963
00000100:00100000:2.0:1767320251.090566:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993811840:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320251.090590:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320251.090692:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72964
00000100:00100000:1.0:1767320251.090704:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993812096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320251.090733:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320251.092490:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993812096:12345-0@lo:38:kworker.0 Request processed in 1771us (2361us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320251.092507:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72964
00000100:00100000:2.0:1767320251.107191:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993811840:12345-0@lo:38:kworker.0 Request processed in 16613us (18968us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320251.107208:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72963
00000100:00080000:3.0:1767320251.108129:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320251.108145:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320251.108152:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993811840:0@lo:38:kworker.0
00000100:00080000:1.0:1767320251.125732:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320251.125752:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320251.125769:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993812096:0@lo:38:kworker.0
00000100:00100000:1.0:1767320251.583753:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993812480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320251.583866:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320251.584483:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993812608:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320251.584528:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320251.584895:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993812480
00000100:00100000:2.0:1767320251.584909:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993812480
00000100:00100000:2.0:1767320251.584978:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993812608
00000100:00100000:2.0:1767320251.584982:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993812608
00000100:00100000:2.0:1767320251.585005:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305
00000100:00100000:2.0:1767320251.585015:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993812480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320251.585064:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320251.585130:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993812480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (1265us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320251.585142:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305
00000100:00100000:2.0:1767320251.585226:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306
00000100:00100000:2.0:1767320251.585233:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993812608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320251.585254:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320251.585292:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993812608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (764us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320251.585298:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306
00000100:00100000:2.0:1767320251.585362:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993812608:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320251.585657:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993812480:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320251.646218:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320251.647036:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320252.669671:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320252.669732:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320253.004454:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320253.005299:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320253.024121:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942240000
00000100:00100000:2.0:1767320253.024144:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942240000
00000100:00100000:3.0:1767320253.024521:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942240128
00000100:00100000:3.0:1767320253.024527:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942240128
00000100:00080000:3.0:1767320253.024570:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320253.024624:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5740
00000100:00100000:3.0:1767320253.024637:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942240128:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320253.024751:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942240128:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 117us (19457us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320253.024760:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5740
00000100:00100000:3.0:1767320253.024782:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72965
00000100:00100000:3.0:1767320253.024787:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942240000:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320253.024811:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320253.024834:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942240000:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (20399us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320253.024841:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72965
00000100:00100000:1.0:1767320253.693921:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320253.694218:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320254.717619:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320254.717702:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320255.229489:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320230/real 1767320230]  req@ffff89b604e59880 x1853163993807232/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320255 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320255.229564:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b604e59880 x1853163993807232/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320255 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320255.229596:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320255.229636:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320255.229640:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993807232:0@lo:250:kworker.0
00000100:00080000:0.0:1767320255.229697:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320255.229705:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320255.229710:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320255.229717:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5475
00000100:00080000:0.0:1767320255.229722:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320255.229730:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320255.229776:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b23df80 x1853163993812736/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320255.229847:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993812736:0@lo:250:kworker.0
00000400:00000100:1.0:1767320255.229912:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993812736 offset 0 length 520: 4
00000100:00080000:0.0:1767320255.229983:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320255.229987:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320255.229989:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320255.229993:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5495
00000100:00080000:0.0:1767320255.229996:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320255.230001:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320255.230019:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b23d500 x1853163993812864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320255.230053:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993812864:0@lo:38:kworker.0
00000100:00100000:1.0:1767320255.230093:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320255.230207:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993812864
00000100:00100000:2.0:1767320255.230218:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993812864
00000100:00100000:2.0:1767320255.230305:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72966
00000100:00100000:2.0:1767320255.230313:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993812864:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320255.230341:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320255.230415:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993812864:12345-0@lo:38:kworker.0 Request processed in 101us (321us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320255.230423:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72966
00000100:00080000:3.0:1767320255.230529:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320255.230666:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320255.230670:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320255.230673:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320255.230679:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5495
00000100:00080000:0.0:1767320255.230682:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320255.230687:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320255.230709:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8c700 x1853163993812992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320255.230743:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320255.230747:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320255.230750:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320255.230753:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5495
00000100:00080000:0.0:1767320255.230756:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320255.230760:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320255.230772:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8fb80 x1853163993813248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320255.230788:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320255.230790:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320255.230792:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320255.230796:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5495
00000100:00080000:0.0:1767320255.230798:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320255.230802:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320255.230810:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8d180 x1853163993813504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320255.230863:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993813120:0@lo:400:kworker.0
00000100:00100000:0.0:1767320255.230901:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320255.230977:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320255.230983:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993812864:0@lo:38:kworker.0
00000100:00100000:3.0:1767320255.231007:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993812992:0@lo:38:kworker.0
00000100:00100000:3.0:1767320255.231046:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320255.231068:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320255.231076:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993813376:0@lo:400:kworker.0
00000100:00100000:0.0:1767320255.231103:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320255.231122:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993813120
00000100:00100000:1.0:1767320255.231128:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993813120
00000100:00100000:1.0:1767320255.231230:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5741
00000100:00100000:1.0:1767320255.231239:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993813120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320255.231293:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993813120:12345-0@lo:400:kworker.0 Request processed in 57us (392us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320255.231300:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5741
00000100:00080000:1.0:1767320255.231324:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320255.231359:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993813632:0@lo:400:kworker.0
00000100:00100000:1.0:1767320255.231407:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320255.231431:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320255.231437:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993813760:0@lo:400:kworker.0
00000100:00100000:1.0:1767320255.231460:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320255.231495:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993813632
00000100:00100000:1.0:1767320255.231499:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993813632
00000100:00100000:1.0:1767320255.231763:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993813760
00000100:00100000:1.0:1767320255.231768:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993813760
00000100:00100000:1.0:1767320255.231795:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3547
00000100:00100000:1.0:1767320255.231803:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993813632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320255.231844:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993813632:12345-0@lo:400:kworker.0 Request processed in 43us (436us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320255.231851:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3547
00000100:00100000:1.0:1767320255.231864:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3548
00000100:00100000:1.0:1767320255.231871:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993813760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320255.231899:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993813760:12345-0@lo:400:kworker.0 Request processed in 29us (438us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320255.231905:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3548
00000100:00080000:1.0:1767320255.231932:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320255.231934:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320255.231962:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993813760:0@lo:400:kworker.0
00000100:00100000:1.0:1767320255.231972:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993813632:0@lo:400:kworker.0
00000100:00100000:0.0:1767320255.232354:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993813120:0@lo:400:kworker.0
00000100:00100000:2.0:1767320255.232490:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993813376
00000100:00100000:2.0:1767320255.232497:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993813376
00000100:00100000:2.0:1767320255.232688:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5742
00000100:00100000:2.0:1767320255.232696:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993813376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320255.232750:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993813376:12345-0@lo:400:kworker.0 Request processed in 55us (1645us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320255.232757:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5742
00000100:00100000:0.0:1767320255.232847:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993813376:0@lo:400:kworker.0
00000100:00100000:3.0:1767320255.232885:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993813248:0@lo:38:kworker.0
00000100:00080000:1.0:1767320255.232901:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320255.232926:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320255.232948:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993813504:0@lo:38:kworker.0
00000100:00100000:0.0:1767320255.232974:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993813248
00000100:00100000:3.0:1767320255.232975:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320255.232980:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993813248
00000100:00100000:0.0:1767320255.233012:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993813504
00000100:00100000:0.0:1767320255.233015:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993813504
00000100:00100000:0.0:1767320255.233035:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72967
00000100:00100000:0.0:1767320255.233041:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993813248:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320255.233064:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320255.233070:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72968
00000100:00100000:3.0:1767320255.233078:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993813504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320255.233090:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320255.233108:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993813248:12345-0@lo:38:kworker.0 Request processed in 64us (180us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320255.233116:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72967
00000100:00100000:3.0:1767320255.233130:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993813504:12345-0@lo:38:kworker.0 Request processed in 50us (153us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320255.233138:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72968
00000100:00080000:3.0:1767320255.233202:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320255.233207:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320255.233211:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993813248:0@lo:38:kworker.0
00000100:00080000:3.0:1767320255.233220:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320255.233224:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320255.233227:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993813504:0@lo:38:kworker.0
00000100:00100000:2.0:1767320255.242365:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993812992
00000100:00100000:2.0:1767320255.242386:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993812992
00000100:00100000:1.0:1767320255.242854:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261
00000100:00100000:1.0:1767320255.242867:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993812992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320255.242900:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320255.243037:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993812992:12345-0@lo:38:kworker.0 Request processed in 170us (11990us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320255.243046:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261
00000100:00080000:3.0:1767320255.243238:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320255.243246:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320255.243251:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993812992:0@lo:38:kworker.0
00000100:00100000:2.0:1767320255.741400:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320255.741519:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320256.701609:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993813888:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320256.701716:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320256.701887:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993813888
00000100:00100000:3.0:1767320256.701898:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993813888
00000100:00100000:3.0:1767320256.701985:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307
00000100:00100000:3.0:1767320256.701998:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993813888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320256.702047:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320256.702118:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993813888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (401us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320256.702128:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307
00000100:00100000:2.0:1767320256.702278:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993813888:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320256.705461:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993814016:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320256.705571:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320256.706268:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993814016
00000100:00100000:0.0:1767320256.706280:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993814016
00000100:00100000:0.0:1767320256.706363:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3308
00000100:00100000:0.0:1767320256.706374:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993814016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320256.706414:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320256.711183:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993814016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4771us (5573us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320256.711204:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3308
00000100:00100000:1.0:1767320256.718673:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993814016:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320256.765311:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320256.765424:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767320257.098094:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942240256 offset 0 length 520: 4
00000100:00100000:0.0:1767320257.098215:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320257.098517:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942240384
00000100:00100000:1.0:1767320257.098531:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942240384
00000100:00100000:1.0:1767320257.098598:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72969
00000100:00100000:1.0:1767320257.098610:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942240384:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320257.098639:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320257.098728:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942240384:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 120us (513us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320257.098738:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72969
00000100:00100000:0.0:1767320257.098883:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320257.099082:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942240512
00000100:00100000:1.0:1767320257.099150:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942240512
00000100:00080000:2.0:1767320257.099243:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320257.099254:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5743
00000100:00100000:1.0:1767320257.099263:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942240512:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320257.099323:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942240512:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 61us (440us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320257.099329:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5743
00000100:00100000:2.0:1767320257.789331:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320257.789578:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320258.813597:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320258.821877:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320259.837322:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320259.840694:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320260.285758:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320260.285768:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320260.285771:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320260.285775:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320260.285780:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320260.285789:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5499
00000100:00080000:0.0:1767320260.285794:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320260.285800:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320260.285840:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8e680 x1853163993814144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320260.285878:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320260.285881:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320260.285883:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320260.285887:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5499
00000100:00080000:0.0:1767320260.285890:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320260.285893:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320260.285907:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8ea00 x1853163993814272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320260.285982:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993814400:0@lo:400:kworker.0
00000100:00100000:1.0:1767320260.286052:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320260.286141:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320260.286144:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320260.286146:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320260.286150:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5499
00000100:00080000:0.0:1767320260.286153:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320260.286179:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320260.286194:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8f100 x1853163993814528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320260.286294:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993814400
00000100:00100000:2.0:1767320260.286310:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993814400
00000100:00100000:2.0:1767320260.286401:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5744
00000100:00100000:2.0:1767320260.286415:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993814400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320260.286662:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993814144:0@lo:38:kworker.0
00000100:00100000:3.0:1767320260.286709:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320260.286742:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993814272:0@lo:38:kworker.0
00000100:00100000:3.0:1767320260.286767:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320260.286790:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993814528:0@lo:38:kworker.0
00000100:00100000:3.0:1767320260.286809:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320260.286843:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993814272
00000100:00100000:3.0:1767320260.286852:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993814272
00000100:00100000:3.0:1767320260.286886:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262
00000100:00100000:3.0:1767320260.286894:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993814272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320260.286915:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320260.286958:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993814272:12345-0@lo:38:kworker.0 Request processed in 63us (188us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320260.286964:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262
00000100:00100000:3.0:1767320260.286987:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993814144
00000100:00100000:3.0:1767320260.286991:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993814144
00000100:00100000:3.0:1767320260.287010:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993814528
00000100:00100000:3.0:1767320260.287012:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993814528
00000100:00100000:3.0:1767320260.287032:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72970
00000100:00100000:3.0:1767320260.287036:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993814144:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320260.287045:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320260.287073:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993814144:12345-0@lo:38:kworker.0 Request processed in 37us (365us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320260.287079:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72970
00000100:00100000:3.0:1767320260.287089:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72971
00000100:00100000:3.0:1767320260.287092:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993814528:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320260.287100:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320260.287121:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993814528:12345-0@lo:38:kworker.0 Request processed in 28us (311us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320260.287126:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72971
00000100:00080000:3.0:1767320260.287183:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320260.287187:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320260.287190:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993814144:0@lo:38:kworker.0
00000100:00080000:3.0:1767320260.287199:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320260.287202:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320260.287204:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993814272:0@lo:38:kworker.0
00000100:00080000:3.0:1767320260.287211:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320260.287213:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320260.287216:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993814528:0@lo:38:kworker.0
00000100:00080000:3.0:1767320260.287257:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320260.287287:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993814656:0@lo:400:kworker.0
00000100:00100000:3.0:1767320260.287313:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320260.287343:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993814656
00000100:00100000:3.0:1767320260.287347:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993814656
00000100:00100000:3.0:1767320260.287383:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5745
00000100:00100000:3.0:1767320260.287507:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993814656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320260.287550:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993814656:12345-0@lo:400:kworker.0 Request processed in 161us (236us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320260.287556:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5745
00000100:00080000:3.0:1767320260.287572:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320260.287589:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993814656:0@lo:400:kworker.0
00000100:00080000:0.0:1767320260.290145:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320260.290156:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320260.290172:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320260.290180:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5499
00000100:00080000:0.0:1767320260.290185:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320260.290191:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320260.290232:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8c380 x1853163993814784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320260.290340:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993815040:0@lo:400:kworker.0
00000100:00100000:0.0:1767320260.290427:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320260.290476:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320260.290483:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993814912:0@lo:400:kworker.0
00000100:00100000:0.0:1767320260.290505:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320260.290540:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993815040
00000100:00100000:0.0:1767320260.290546:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993815040
00000100:00100000:0.0:1767320260.290596:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993814912
00000100:00100000:0.0:1767320260.290599:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993814912
00000100:00100000:0.0:1767320260.290618:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3549
00000100:00100000:0.0:1767320260.290628:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993815040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320260.290677:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993815040:12345-0@lo:400:kworker.0 Request processed in 51us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320260.290684:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3549
00000100:00100000:0.0:1767320260.290701:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3550
00000100:00100000:0.0:1767320260.290708:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993814912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320260.290736:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993814912:12345-0@lo:400:kworker.0 Request processed in 29us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320260.290742:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3550
00000100:00100000:0.0:1767320260.290779:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993814912:0@lo:400:kworker.0
00000100:00100000:0.0:1767320260.290790:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993815040:0@lo:400:kworker.0
00000100:00100000:2.0:1767320260.292636:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993814400:12345-0@lo:400:kworker.0 Request processed in 6209us (6568us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320260.292655:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5744
00000100:00080000:3.0:1767320260.294599:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320260.294612:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320260.294644:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993814784:0@lo:38:kworker.0
00000100:00100000:3.0:1767320260.294720:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320260.294827:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993814784
00000100:00100000:2.0:1767320260.294847:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993814784
00000100:00100000:2.0:1767320260.294982:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72972
00000100:00100000:2.0:1767320260.294991:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993814784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320260.295021:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320260.295130:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993814784:12345-0@lo:38:kworker.0 Request processed in 138us (408us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320260.295139:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72972
00000100:00080000:0.0:1767320260.295405:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320260.295413:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320260.295417:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993814784:0@lo:38:kworker.0
00000100:00100000:1.0:1767320260.298719:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993814400:0@lo:400:kworker.0
00000100:00100000:2.0:1767320260.861359:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320260.861417:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320261.822151:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993815168:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320261.822261:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320261.822559:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993815168
00000100:00100000:0.0:1767320261.822568:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993815168
00000100:00100000:0.0:1767320261.822620:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309
00000100:00100000:0.0:1767320261.822629:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993815168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320261.822659:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320261.823061:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993815168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 432us (799us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320261.823070:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309
00000100:00100000:1.0:1767320261.823146:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993815168:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320261.841640:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993815296:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320261.841721:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320261.841880:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993815296
00000100:00100000:0.0:1767320261.841888:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993815296
00000100:00100000:0.0:1767320261.841944:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310
00000100:00100000:0.0:1767320261.841964:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993815296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320261.842001:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320261.842051:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993815296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (328us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320261.842059:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310
00000100:00100000:3.0:1767320261.842241:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993815296:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320261.885319:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320261.885457:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320262.215387:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320262.215777:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320262.216983:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942240640
00000100:00100000:2.0:1767320262.216995:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942240640
00000100:00100000:2.0:1767320262.217053:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942240768
00000100:00100000:2.0:1767320262.217058:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942240768
00000100:00100000:2.0:1767320262.217444:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5746
00000100:00100000:2.0:1767320262.217456:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942240768:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320262.217549:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942240768:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 95us (1772us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320262.217557:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5746
00000100:00100000:2.0:1767320262.217577:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72973
00000100:00100000:2.0:1767320262.217582:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942240640:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320262.217695:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320262.217728:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942240640:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 143us (2351us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320262.217735:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72973
00000100:00080000:0.0:1767320262.218503:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320262.909364:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320262.909421:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320263.933240:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320263.933677:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320264.957281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320264.958571:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320265.406016:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320265.406027:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320265.406030:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320265.406034:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320265.406039:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320265.406048:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5504
00000100:00080000:2.0:1767320265.406053:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320265.406061:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320265.406106:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b607297100 x1853163993815424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320265.406135:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320265.406138:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320265.406140:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320265.406144:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5504
00000100:00080000:2.0:1767320265.406146:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320265.406150:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320265.406186:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b607295f80 x1853163993815552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320265.406219:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320265.406223:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320265.406225:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320265.406228:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5504
00000100:00080000:2.0:1767320265.406231:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320265.406235:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320265.406249:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30d180 x1853163993815808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320265.406257:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993815680:0@lo:400:kworker.0
00000100:00080000:2.0:1767320265.406268:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320265.406272:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320265.406274:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320265.406278:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5504
00000100:00080000:2.0:1767320265.406282:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320265.406285:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320265.406298:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30fb80 x1853163993816064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320265.406312:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993815936:0@lo:400:kworker.0
00000100:00100000:1.0:1767320265.406344:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320265.406378:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993815424:0@lo:38:kworker.0
00000100:00100000:0.0:1767320265.406397:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320265.406428:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993815680
00000100:00100000:2.0:1767320265.406436:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993815680
00000100:00100000:1.0:1767320265.406454:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993816192:0@lo:400:kworker.0
00000100:00100000:1.0:1767320265.406486:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320265.406545:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993815936
00000100:00100000:2.0:1767320265.406550:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993815936
00000100:00100000:2.0:1767320265.406573:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5747
00000100:00100000:2.0:1767320265.406581:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993815680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320265.406631:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993815680:12345-0@lo:400:kworker.0 Request processed in 50us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320265.406638:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5747
00000100:00100000:2.0:1767320265.406655:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5748
00000100:00100000:2.0:1767320265.406661:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993815936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320265.406709:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993816320:0@lo:400:kworker.0
00000100:00080000:0.0:1767320265.409339:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320265.409520:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993815936:12345-0@lo:400:kworker.0 Request processed in 2846us (3114us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320265.409534:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993816192
00000100:00100000:2.0:1767320265.409538:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5748
00000100:00100000:0.0:1767320265.409546:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993816192
00000100:00100000:0.0:1767320265.409615:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3551
00000100:00100000:0.0:1767320265.409625:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993816192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320265.409826:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993816192:0@lo:400:kworker.0
00000100:00100000:0.0:1767320265.409842:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993816192:12345-0@lo:400:kworker.0 Request processed in 82us (3217us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320265.409851:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3551
00000100:00080000:0.0:1767320265.409873:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320265.409896:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993815936:0@lo:400:kworker.0
00000100:00100000:1.0:1767320265.409973:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993815680:0@lo:400:kworker.0
00000100:00100000:3.0:1767320265.411074:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320265.411115:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993815552:0@lo:38:kworker.0
00000100:00100000:1.0:1767320265.411131:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993815424
00000100:00100000:1.0:1767320265.411140:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993815424
00000100:00100000:1.0:1767320265.411256:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72974
00000100:00100000:1.0:1767320265.411264:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993815424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320265.411284:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320265.411326:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993815424:12345-0@lo:38:kworker.0 Request processed in 62us (255us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320265.411351:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72974
00000100:00100000:2.0:1767320265.411595:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320265.412441:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993816320
00000100:00100000:0.0:1767320265.412448:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993816320
00000100:00100000:0.0:1767320265.412512:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3552
00000100:00100000:0.0:1767320265.412520:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993816320:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320265.412588:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320265.412600:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993816320:12345-0@lo:400:kworker.0 Request processed in 80us (1003us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320265.412608:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3552
00000100:00100000:2.0:1767320265.412667:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993816320:0@lo:400:kworker.0
00000100:00100000:3.0:1767320265.412697:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320265.412740:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993815808:0@lo:38:kworker.0
00000100:00100000:3.0:1767320265.412773:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320265.412839:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993816064:0@lo:38:kworker.0
00000100:00100000:1.0:1767320265.412847:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993815552
00000100:00100000:1.0:1767320265.412853:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993815552
00000100:00100000:3.0:1767320265.412875:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320265.412924:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263
00000100:00100000:1.0:1767320265.412930:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993815552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320265.412949:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320265.412982:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993815552:12345-0@lo:38:kworker.0 Request processed in 51us (1823us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320265.412988:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263
00000100:00080000:3.0:1767320265.413413:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320265.413420:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320265.413423:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993815424:0@lo:38:kworker.0
00000100:00080000:3.0:1767320265.413433:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320265.413436:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320265.413439:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993815552:0@lo:38:kworker.0
00000100:00100000:0.0:1767320265.413500:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993815808
00000100:00100000:0.0:1767320265.413505:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993815808
00000100:00100000:0.0:1767320265.413600:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993816064
00000100:00100000:0.0:1767320265.413604:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993816064
00000100:00100000:0.0:1767320265.413628:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72975
00000100:00100000:0.0:1767320265.413634:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993815808:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320265.413649:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320265.413657:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72976
00000100:00100000:2.0:1767320265.413665:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993816064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320265.413678:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320265.413702:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993815808:12345-0@lo:38:kworker.0 Request processed in 66us (927us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320265.413717:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72975
00000100:00100000:2.0:1767320265.413717:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993816064:12345-0@lo:38:kworker.0 Request processed in 49us (839us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320265.413728:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72976
00000100:00080000:1.0:1767320265.413814:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320265.413819:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320265.413822:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993815808:0@lo:38:kworker.0
00000100:00080000:1.0:1767320265.413830:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320265.413833:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320265.413835:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993816064:0@lo:38:kworker.0
00000100:00100000:2.0:1767320265.981286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320265.981381:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320266.941720:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993816448:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320266.941798:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320266.941836:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993816576:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320266.941874:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320266.941984:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993816448
00000100:00100000:0.0:1767320266.941992:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993816448
00000100:00100000:0.0:1767320266.942040:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993816576
00000100:00100000:0.0:1767320266.942044:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993816576
00000100:00100000:0.0:1767320266.942071:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311
00000100:00100000:0.0:1767320266.942081:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706450450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993816448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320266.942152:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320266.942225:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706450450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993816448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (427us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320266.942233:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311
00000100:00100000:0.0:1767320266.942457:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312
00000100:00100000:0.0:1767320266.942464:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993816576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320266.942479:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320266.942523:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993816576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (649us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320266.942529:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312
00000100:00100000:1.0:1767320266.942599:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993816448:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320266.942643:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993816576:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320267.005285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320267.005444:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320267.345486:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320267.345589:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320267.345686:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942241024
00000100:00100000:0.0:1767320267.345697:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942241024
00000100:00100000:0.0:1767320267.345770:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942240896
00000100:00100000:0.0:1767320267.345773:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942240896
00000100:00100000:0.0:1767320267.345797:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5749
00000100:00100000:0.0:1767320267.345808:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942241024:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320267.345884:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942241024:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 78us (408us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320267.345891:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5749
00000100:00100000:0.0:1767320267.345912:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72977
00000100:00100000:0.0:1767320267.345916:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942240896:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320267.345937:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320267.345962:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942240896:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (373us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320267.345969:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72977
00000100:00080000:1.0:1767320267.346188:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320268.029301:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320268.030407:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320269.053408:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320269.059128:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320270.078374:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320270.079813:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320270.525631:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320270.525644:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320270.525647:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320270.525651:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320270.525656:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320270.525664:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5510
00000100:00080000:0.0:1767320270.525669:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320270.525676:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320270.525716:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8dc00 x1853163993816704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320270.525780:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993816704:0@lo:38:kworker.0
00000100:00100000:1.0:1767320270.525852:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320270.525950:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320270.525954:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320270.525956:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320270.525961:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5510
00000100:00080000:0.0:1767320270.525963:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320270.525967:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320270.525984:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8d180 x1853163993816832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320270.526121:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993816704
00000100:00100000:3.0:1767320270.526140:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993816704
00000100:00100000:3.0:1767320270.526216:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72978
00000100:00100000:3.0:1767320270.526223:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993816704:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320270.526245:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320270.526687:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993816832:0@lo:38:kworker.0
00000100:00100000:1.0:1767320270.526719:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320270.526865:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320270.526869:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320270.526872:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320270.526875:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5510
00000100:00080000:0.0:1767320270.526878:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320270.526882:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320270.526896:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8e300 x1853163993817088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320270.526913:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320270.526916:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320270.526918:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320270.526935:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5510
00000100:00080000:0.0:1767320270.526937:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320270.526940:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320270.526952:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8c700 x1853163993817344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320270.526997:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993817600:0@lo:400:kworker.0
00000100:00100000:0.0:1767320270.527027:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320270.527047:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320270.527053:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993817472:0@lo:400:kworker.0
00000100:00100000:0.0:1767320270.527072:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320270.527097:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993817600
00000100:00100000:0.0:1767320270.527101:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993817600
00000100:00100000:0.0:1767320270.527149:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993817472
00000100:00100000:0.0:1767320270.527153:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993817472
00000100:00100000:0.0:1767320270.527189:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3553
00000100:00100000:0.0:1767320270.527208:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993817600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320270.527252:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993817600:12345-0@lo:400:kworker.0 Request processed in 57us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320270.527268:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3553
00000100:00100000:0.0:1767320270.527285:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3554
00000100:00100000:0.0:1767320270.527291:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993817472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320270.527316:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993817472:12345-0@lo:400:kworker.0 Request processed in 25us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320270.527321:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3554
00000100:00080000:0.0:1767320270.527337:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320270.527341:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320270.527373:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993817472:0@lo:400:kworker.0
00000100:00100000:0.0:1767320270.527384:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993817600:0@lo:400:kworker.0
00000100:00100000:0.0:1767320270.527434:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993816960:0@lo:400:kworker.0
00000100:00100000:0.0:1767320270.527458:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320270.527476:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320270.527481:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993817216:0@lo:400:kworker.0
00000100:00100000:0.0:1767320270.527500:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320270.527524:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993816960
00000100:00100000:0.0:1767320270.527528:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993816960
00000100:00100000:0.0:1767320270.527558:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993817216
00000100:00100000:0.0:1767320270.527560:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993817216
00000100:00100000:0.0:1767320270.527580:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5750
00000100:00100000:0.0:1767320270.527598:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993816960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320270.527632:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993816960:12345-0@lo:400:kworker.0 Request processed in 46us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320270.527638:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5750
00000100:00100000:0.0:1767320270.527649:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5751
00000100:00100000:0.0:1767320270.527656:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993817216:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320270.527681:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993817216:12345-0@lo:400:kworker.0 Request processed in 25us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320270.527686:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5751
00000100:00080000:0.0:1767320270.527712:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320270.527726:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993817216:0@lo:400:kworker.0
00000100:00100000:0.0:1767320270.527735:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993816960:0@lo:400:kworker.0
00000100:00100000:2.0:1767320270.528304:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993816832
00000100:00100000:2.0:1767320270.528310:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993816832
00000100:00100000:2.0:1767320270.528345:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264
00000100:00100000:2.0:1767320270.528351:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993816832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320270.528368:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320270.528407:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993816832:12345-0@lo:38:kworker.0 Request processed in 55us (1686us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320270.528413:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264
00000100:00100000:3.0:1767320270.530759:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993816704:12345-0@lo:38:kworker.0 Request processed in 4526us (4898us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320270.530775:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72978
00000100:00080000:1.0:1767320270.533700:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320270.533712:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320270.533717:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993816704:0@lo:38:kworker.0
00000100:00100000:1.0:1767320270.533756:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993817088:0@lo:38:kworker.0
00000100:00100000:1.0:1767320270.533825:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320270.533872:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993817344:0@lo:38:kworker.0
00000100:00100000:1.0:1767320270.533895:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320270.534033:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320270.534038:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320270.534041:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993816832:0@lo:38:kworker.0
00000100:00100000:0.0:1767320270.535507:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993817088
00000100:00100000:0.0:1767320270.535520:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993817088
00000100:00100000:0.0:1767320270.535575:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993817344
00000100:00100000:0.0:1767320270.535579:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993817344
00000100:00100000:0.0:1767320270.535746:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72979
00000100:00100000:0.0:1767320270.535755:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993817088:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320270.535780:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320270.535854:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993817088:12345-0@lo:38:kworker.0 Request processed in 98us (2029us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320270.535862:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72979
00000100:00100000:0.0:1767320270.535879:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72980
00000100:00100000:0.0:1767320270.535883:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993817344:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320270.535893:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320270.535916:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993817344:12345-0@lo:38:kworker.0 Request processed in 31us (2020us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320270.535923:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72980
00000100:00080000:1.0:1767320270.536029:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320270.536035:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320270.536040:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993817088:0@lo:38:kworker.0
00000100:00080000:1.0:1767320270.536051:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320270.536055:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320270.536058:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993817344:0@lo:38:kworker.0
00000100:00100000:2.0:1767320271.101319:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320271.101513:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320272.062791:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993817728:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320272.062866:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320272.062944:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993817856:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320272.062978:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320272.063041:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993817728
00000100:00100000:3.0:1767320272.063049:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993817728
00000100:00100000:3.0:1767320272.063125:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993817856
00000100:00100000:3.0:1767320272.063129:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993817856
00000100:00100000:3.0:1767320272.063152:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313
00000100:00100000:3.0:1767320272.063186:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993817728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320272.063222:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320272.063284:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993817728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (418us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320272.063292:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313
00000100:00100000:3.0:1767320272.063310:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3314
00000100:00100000:3.0:1767320272.063316:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993817856:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320272.063336:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767320272.063466:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320272.063470:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320272.063505:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993817728:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320272.063570:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993817856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 254us (590us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320272.063578:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3314
00000100:00100000:2.0:1767320272.063619:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993817856:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320272.125336:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320272.125537:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320272.454908:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320272.455071:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942241280
00000100:00100000:2.0:1767320272.455083:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942241280
00000100:00100000:2.0:1767320272.455202:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5752
00000100:00100000:2.0:1767320272.455214:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942241280:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320272.455316:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942241280:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 104us (416us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320272.455324:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5752
00000100:00080000:1.0:1767320272.455527:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320272.456822:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320272.458300:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942241152
00000100:00100000:3.0:1767320272.458314:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942241152
00000100:00100000:3.0:1767320272.458374:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72981
00000100:00100000:3.0:1767320272.458382:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942241152:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320272.458404:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320272.461971:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942241152:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 3572us (5138us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320272.461987:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72981
00010000:00010000:0.0:1767320273.150582:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320273.150730:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320274.173304:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320274.173624:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320275.197275:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320275.197370:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320275.645301:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320275.645314:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320275.645318:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320275.645323:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320275.645329:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320275.645340:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5515
00000100:00080000:0.0:1767320275.645346:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320275.645355:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320275.645415:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8fb80 x1853163993817984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320275.645444:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320275.645447:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320275.645449:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320275.645452:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5515
00000100:00080000:0.0:1767320275.645455:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320275.645459:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320275.645472:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8c700 x1853163993818112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320275.645527:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320275.645531:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320275.645532:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320275.645537:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5515
00000100:00080000:0.0:1767320275.645539:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320275.645542:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320275.645555:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8d180 x1853163993818368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320275.645576:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993818240:0@lo:400:kworker.0
00000100:00080000:0.0:1767320275.645583:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320275.645587:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320275.645589:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320275.645593:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5515
00000100:00080000:0.0:1767320275.645595:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320275.645599:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320275.645612:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb27800 x1853163993818624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320275.645666:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320275.645679:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993818880:0@lo:400:kworker.0
00000100:00100000:0.0:1767320275.645720:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320275.645742:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320275.645752:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993818496:0@lo:400:kworker.0
00000100:00100000:0.0:1767320275.645756:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320275.645764:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993818752:0@lo:400:kworker.0
00000100:00100000:2.0:1767320275.645785:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320275.645800:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320275.645824:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993818240
00000100:00100000:2.0:1767320275.645833:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993818240
00000100:00100000:0.0:1767320275.645839:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993818880
00000100:00100000:0.0:1767320275.645845:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993818880
00000100:00100000:0.0:1767320275.645886:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993818752
00000100:00100000:0.0:1767320275.645889:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993818752
00000100:00100000:0.0:1767320275.645910:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3555
00000100:00100000:0.0:1767320275.645920:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993818880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320275.646041:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993818496
00000100:00100000:2.0:1767320275.646046:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993818496
00000100:00100000:2.0:1767320275.646072:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5753
00000100:00100000:2.0:1767320275.646078:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993818240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320275.646196:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5754
00000100:00100000:3.0:1767320275.646208:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993818496:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320275.646352:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320275.646358:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320275.646360:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320275.646380:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993817984:0@lo:38:kworker.0
00000100:00100000:2.0:1767320275.649836:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993818240:12345-0@lo:400:kworker.0 Request processed in 3747us (4161us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320275.649852:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5753
00000100:00100000:2.0:1767320275.650334:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993818240:0@lo:400:kworker.0
00000100:00100000:2.0:1767320275.650510:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3556
00000100:00100000:2.0:1767320275.650528:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993818752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320275.650595:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993818752:12345-0@lo:400:kworker.0 Request processed in 76us (4797us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320275.650602:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3556
00000100:00100000:2.0:1767320275.651998:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993818752:0@lo:400:kworker.0
00000100:00100000:2.0:1767320275.652017:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993818880:0@lo:400:kworker.0
00000100:00100000:2.0:1767320275.658990:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993818496:0@lo:400:kworker.0
00000100:00100000:3.0:1767320275.659393:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993818496:12345-0@lo:400:kworker.0 Request processed in 12620us (13040us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320275.659406:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5754
00000100:00100000:1.0:1767320275.661508:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320275.661601:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993818112:0@lo:38:kworker.0
00000100:00100000:1.0:1767320275.661648:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320275.661676:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993818368:0@lo:38:kworker.0
00000100:00100000:1.0:1767320275.661696:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320275.661722:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993818624:0@lo:38:kworker.0
00000100:00100000:1.0:1767320275.661750:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320275.661776:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993818112
00000100:00100000:2.0:1767320275.661786:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993818112
00000100:00100000:1.0:1767320275.661797:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993817984
00000100:00100000:1.0:1767320275.661803:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993817984
00000100:00100000:2.0:1767320275.661826:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265
00000100:00100000:1.0:1767320275.661830:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993818368
00000100:00100000:1.0:1767320275.661834:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993818368
00000100:00100000:2.0:1767320275.661835:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993818112:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320275.661855:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993818624
00010000:00020000:2.0:1767320275.661858:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320275.661859:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993818624
00000100:00100000:1.0:1767320275.661874:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72982
00000100:00100000:1.0:1767320275.661879:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993817984:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320275.661988:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993818112:12345-0@lo:38:kworker.0 Request processed in 153us (337us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320275.661995:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265
00000100:00100000:2.0:1767320275.662044:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72983
00000100:00100000:2.0:1767320275.662050:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993818368:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320275.662384:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72984
00000100:00100000:3.0:1767320275.662391:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993818624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320275.662436:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320275.662470:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993817984:12345-0@lo:38:kworker.0 Request processed in 591us (970us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320275.662476:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72982
00000100:00080000:1.0:1767320275.662522:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320275.662528:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320275.662532:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993817984:0@lo:38:kworker.0
00000100:00080000:1.0:1767320275.662542:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320275.662546:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320275.662549:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993818112:0@lo:38:kworker.0
00010000:00020000:2.0:1767320275.665620:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320275.665907:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993818368:12345-0@lo:38:kworker.0 Request processed in 3853us (4206us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320275.665920:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72983
00000100:00100000:0.0:1767320275.667246:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993818880:12345-0@lo:400:kworker.0 Request processed in 21320us (21518us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320275.667264:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3555
00000100:00080000:1.0:1767320275.668383:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320275.668395:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767320275.668395:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320275.668404:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993818368:0@lo:38:kworker.0
00000100:00100000:3.0:1767320275.668505:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993818624:12345-0@lo:38:kworker.0 Request processed in 6111us (6753us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320275.668517:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72984
00000100:00080000:1.0:1767320275.668531:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320275.668537:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320275.668540:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993818624:0@lo:38:kworker.0
00010000:00010000:3.0:1767320276.221390:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320276.221467:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320277.184293:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320277.184319:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993819008:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320277.184394:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320277.184621:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993819008
00000100:00100000:3.0:1767320277.184630:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993819008
00000100:00100000:3.0:1767320277.184705:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315
00000100:00100000:3.0:1767320277.184715:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993819008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320277.184746:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320277.184791:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993819008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (397us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320277.184798:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315
00000100:00100000:2.0:1767320277.185058:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320277.185069:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993819136:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320277.185100:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320277.185451:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320277.185488:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993819008:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320277.185611:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993819136
00000100:00100000:3.0:1767320277.185616:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993819136
00000100:00100000:3.0:1767320277.185656:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316
00000100:00100000:3.0:1767320277.185663:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993819136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320277.185680:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767320277.185761:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320277.185902:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993819136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 238us (799us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320277.185909:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316
00000100:00100000:2.0:1767320277.187402:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993819136:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320277.245428:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320277.245579:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320277.575211:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320277.575317:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942241536
00000100:00100000:1.0:1767320277.575327:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942241536
00000100:00100000:1.0:1767320277.575403:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5755
00000100:00100000:1.0:1767320277.575415:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942241536:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320277.575491:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942241536:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 80us (290us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320277.575514:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5755
00000100:00080000:2.0:1767320277.575685:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320277.576108:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320277.576179:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942241408
00000100:00100000:3.0:1767320277.576184:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942241408
00000100:00100000:3.0:1767320277.576215:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72985
00000100:00100000:3.0:1767320277.576222:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942241408:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320277.576242:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320277.576353:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942241408:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 130us (246us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320277.576361:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72985
00000100:00100000:2.0:1767320278.269408:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320278.270474:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320279.293317:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320279.293886:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320280.317515:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320280.317860:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320280.765298:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320255/real 1767320255]  req@ffff89b72b23df80 x1853163993812736/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320280 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320280.765609:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b72b23df80 x1853163993812736/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320280 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320280.765624:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320280.765634:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320280.765637:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993812736:0@lo:250:kworker.0
00000100:00080000:3.0:1767320280.767311:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320280.767320:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320280.767325:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320280.767332:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5499
00000100:00080000:3.0:1767320280.767336:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320280.767343:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320280.767381:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcca80 x1853163993819264/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320280.767409:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320280.767412:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320280.767414:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320280.767418:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5520
00000100:00080000:3.0:1767320280.767420:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320280.767423:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320280.767443:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcf800 x1853163993819392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320280.767452:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320280.767456:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320280.767457:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320280.767461:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5520
00000100:00080000:3.0:1767320280.767463:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320280.767466:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320280.767478:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcfb80 x1853163993819520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320280.767521:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320280.767525:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320280.767527:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320280.767531:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5520
00000100:00080000:3.0:1767320280.767534:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320280.767537:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320280.767549:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abce680 x1853163993819776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320280.767565:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320280.767569:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320280.767570:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320280.767574:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5520
00000100:00080000:3.0:1767320280.767576:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320280.767579:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320280.767589:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcce00 x1853163993820032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320280.767646:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993819904:0@lo:400:kworker.0
00000100:00100000:0.0:1767320280.767689:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993819648:0@lo:400:kworker.0
00000100:00100000:3.0:1767320280.767713:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320280.767747:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320280.767837:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993820288:0@lo:400:kworker.0
00000100:00100000:1.0:1767320280.767869:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320280.767901:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320280.767907:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993820160:0@lo:400:kworker.0
00000100:00100000:1.0:1767320280.767926:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320280.767956:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993819904
00000100:00100000:1.0:1767320280.767964:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993819904
00000100:00100000:1.0:1767320280.768013:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993819648
00000100:00100000:1.0:1767320280.768017:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993819648
00000100:00100000:1.0:1767320280.768041:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5756
00000100:00100000:1.0:1767320280.768048:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993819904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320280.768105:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993819904:12345-0@lo:400:kworker.0 Request processed in 56us (392us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320280.768113:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5756
00000100:00100000:1.0:1767320280.768131:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5757
00000100:00100000:1.0:1767320280.768137:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993819648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320280.768183:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993819648:12345-0@lo:400:kworker.0 Request processed in 46us (437us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320280.768189:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5757
00000100:00100000:1.0:1767320280.768217:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993819264:0@lo:250:kworker.0
00000400:00000100:1.0:1767320280.768235:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993819264 offset 0 length 520: 4
00000100:00100000:1.0:1767320280.768252:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993819392:0@lo:38:kworker.0
00000100:00100000:1.0:1767320280.768272:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320280.768287:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993819520:0@lo:38:kworker.0
00000100:00100000:1.0:1767320280.768309:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320280.768324:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993819776:0@lo:38:kworker.0
00000100:00100000:1.0:1767320280.768342:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320280.768356:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993820032:0@lo:38:kworker.0
00000100:00100000:1.0:1767320280.768374:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320280.768397:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993819392
00000100:00100000:1.0:1767320280.768403:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993819392
00000100:00100000:1.0:1767320280.768419:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993819776
00000100:00100000:1.0:1767320280.768422:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993819776
00000100:00100000:1.0:1767320280.768434:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993820032
00000100:00100000:1.0:1767320280.768435:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993820032
00000100:00100000:1.0:1767320280.768448:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72986
00000100:00100000:1.0:1767320280.768452:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993819392:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320280.768469:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320280.768499:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993819392:12345-0@lo:38:kworker.0 Request processed in 45us (226us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320280.768505:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72986
00000100:00100000:1.0:1767320280.768517:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72987
00000100:00100000:1.0:1767320280.768521:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993819776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320280.768528:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320280.768549:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993819776:12345-0@lo:38:kworker.0 Request processed in 27us (206us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320280.768555:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72987
00000100:00100000:1.0:1767320280.768565:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72988
00000100:00100000:1.0:1767320280.768569:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993820032:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320280.768577:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320280.768598:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993820032:12345-0@lo:38:kworker.0 Request processed in 27us (222us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320280.768603:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72988
00000100:00080000:1.0:1767320280.768645:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320280.768652:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320280.768655:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993819392:0@lo:38:kworker.0
00000100:00080000:1.0:1767320280.768663:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320280.768665:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320280.768667:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993819776:0@lo:38:kworker.0
00000100:00080000:1.0:1767320280.768674:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320280.768676:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320280.768679:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993820032:0@lo:38:kworker.0
00000100:00100000:1.0:1767320280.768725:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993820288
00000100:00100000:1.0:1767320280.768729:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993820288
00000100:00100000:1.0:1767320280.768753:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993820160
00000100:00100000:1.0:1767320280.768755:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993820160
00000100:00100000:1.0:1767320280.768772:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3557
00000100:00100000:1.0:1767320280.768777:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993820288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320280.768812:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993820288:12345-0@lo:400:kworker.0 Request processed in 34us (941us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320280.768817:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3557
00000100:00100000:1.0:1767320280.768830:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3558
00000100:00100000:1.0:1767320280.768836:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993820160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320280.768859:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993820160:12345-0@lo:400:kworker.0 Request processed in 24us (933us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320280.768864:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3558
00000100:00100000:1.0:1767320280.768888:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993820160:0@lo:400:kworker.0
00000100:00100000:1.0:1767320280.768897:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993820288:0@lo:400:kworker.0
00000100:00100000:3.0:1767320280.768993:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993819904:0@lo:400:kworker.0
00000100:00100000:2.0:1767320280.769375:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993819520
00000100:00100000:2.0:1767320280.769380:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993819520
00000100:00100000:2.0:1767320280.769414:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266
00000100:00100000:2.0:1767320280.769419:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993819520:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320280.769430:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320280.769471:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993819520:12345-0@lo:38:kworker.0 Request processed in 50us (1160us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320280.769487:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266
00000100:00080000:2.0:1767320280.769516:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320280.769521:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320280.769523:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320280.769680:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320280.769686:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320280.769689:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993819520:0@lo:38:kworker.0
00000100:00100000:0.0:1767320280.776293:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993819648:0@lo:400:kworker.0
00000100:00100000:2.0:1767320281.341604:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320281.341674:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1767320281.674254:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942241664 offset 0 length 520: 4
00000100:00100000:1.0:1767320281.675478:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320281.675863:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942241792
00000100:00100000:2.0:1767320281.675873:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942241792
00000100:00100000:2.0:1767320281.675957:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72989
00000100:00100000:2.0:1767320281.675977:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942241792:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320281.676011:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320281.676099:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942241792:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 131us (624us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320281.676106:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72989
00000100:00100000:1.0:1767320281.681263:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320281.681361:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942241920
00000100:00100000:2.0:1767320281.681371:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942241920
00000100:00100000:2.0:1767320281.681456:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5758
00000100:00100000:2.0:1767320281.681472:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942241920:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320281.681564:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942241920:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 94us (311us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320281.681572:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5758
00000100:00080000:0.0:1767320281.682131:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320282.301401:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993820416:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320282.301476:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320282.301579:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993820416
00000100:00100000:3.0:1767320282.301587:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993820416
00000100:00100000:3.0:1767320282.301659:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317
00000100:00100000:3.0:1767320282.301668:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993820416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320282.301697:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320282.301882:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993820416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 214us (405us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320282.301890:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317
00000100:00100000:3.0:1767320282.301940:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993820416:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320282.302189:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320282.302627:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320282.302639:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993820544:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320282.302670:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320282.310961:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993820544
00000100:00100000:1.0:1767320282.310978:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993820544
00000100:00100000:1.0:1767320282.311087:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318
00000100:00100000:1.0:1767320282.311099:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993820544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320282.311133:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320282.311236:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993820544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 140us (8564us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320282.311247:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318
00000100:00080000:0.0:1767320282.311537:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320282.311652:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993820544:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320282.365564:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320282.371675:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320283.389285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320283.391276:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320284.413427:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320284.413924:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320285.437249:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320285.437582:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320285.886018:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320285.886029:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320285.886031:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320285.886035:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320285.886039:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320285.886047:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5525
00000100:00080000:3.0:1767320285.886053:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320285.886059:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320285.886099:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abced80 x1853163993820672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320285.886130:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320285.886134:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320285.886135:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320285.886140:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5525
00000100:00080000:3.0:1767320285.886143:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320285.886146:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320285.886182:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcdf80 x1853163993820800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320285.886212:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320285.886216:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320285.886218:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320285.886222:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5525
00000100:00080000:3.0:1767320285.886224:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320285.886228:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320285.886238:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcfb80 x1853163993821056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320285.886253:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320285.886256:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320285.886258:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320285.886261:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5525
00000100:00080000:3.0:1767320285.886263:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320285.886267:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320285.886277:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcc000 x1853163993821312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320285.886599:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993821568:0@lo:400:kworker.0
00000100:00100000:2.0:1767320285.886678:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320285.886739:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320285.886745:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993821440:0@lo:400:kworker.0
00000100:00100000:2.0:1767320285.886770:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320285.886801:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993821568
00000100:00100000:2.0:1767320285.886809:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993821568
00000100:00100000:2.0:1767320285.886861:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993821440
00000100:00100000:2.0:1767320285.886865:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993821440
00000100:00100000:2.0:1767320285.886888:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3559
00000100:00100000:2.0:1767320285.886896:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993821568:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320285.886953:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993821568:12345-0@lo:400:kworker.0 Request processed in 58us (285us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320285.886961:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3559
00000100:00100000:2.0:1767320285.886989:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3560
00000100:00100000:2.0:1767320285.886996:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993821440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320285.887022:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993821440:12345-0@lo:400:kworker.0 Request processed in 28us (252us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320285.887028:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3560
00000100:00080000:2.0:1767320285.887045:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320285.887050:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320285.887067:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993820928:0@lo:400:kworker.0
00000100:00100000:2.0:1767320285.887096:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320285.887117:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320285.887122:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993821184:0@lo:400:kworker.0
00000100:00100000:2.0:1767320285.887142:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320285.887205:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993821440:0@lo:400:kworker.0
00000100:00100000:2.0:1767320285.887215:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993821568:0@lo:400:kworker.0
00000100:00100000:2.0:1767320285.887245:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993820928
00000100:00100000:2.0:1767320285.887248:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993820928
00000100:00100000:2.0:1767320285.887277:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993821184
00000100:00100000:2.0:1767320285.887280:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993821184
00000100:00100000:2.0:1767320285.887296:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5759
00000100:00100000:2.0:1767320285.887302:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993820928:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320285.887358:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993820928:12345-0@lo:400:kworker.0 Request processed in 48us (254us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320285.887364:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5759
00000100:00100000:2.0:1767320285.887376:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5760
00000100:00100000:2.0:1767320285.887382:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993821184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320285.887420:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993821184:12345-0@lo:400:kworker.0 Request processed in 38us (276us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320285.887425:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5760
00000100:00080000:2.0:1767320285.887440:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320285.887466:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993821184:0@lo:400:kworker.0
00000100:00100000:2.0:1767320285.887478:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993820928:0@lo:400:kworker.0
00000100:00100000:0.0:1767320285.889118:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993820672:0@lo:38:kworker.0
00000100:00100000:0.0:1767320285.889201:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320285.889235:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993820800:0@lo:38:kworker.0
00000100:00100000:0.0:1767320285.889260:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320285.889296:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993821056:0@lo:38:kworker.0
00000100:00100000:0.0:1767320285.889319:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320285.889766:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993821312:0@lo:38:kworker.0
00000100:00100000:0.0:1767320285.889790:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320285.889834:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993820672
00000100:00100000:0.0:1767320285.889841:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993820672
00000100:00100000:0.0:1767320285.889871:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993821056
00000100:00100000:0.0:1767320285.889875:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993821056
00000100:00100000:0.0:1767320285.889888:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993821312
00000100:00100000:0.0:1767320285.889890:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993821312
00000100:00100000:0.0:1767320285.889906:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72990
00000100:00100000:0.0:1767320285.889912:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993820672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320285.889933:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320285.889974:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993820672:12345-0@lo:38:kworker.0 Request processed in 61us (774us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320285.889992:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72990
00000100:00100000:0.0:1767320285.890008:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72991
00000100:00100000:0.0:1767320285.890012:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993821056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320285.890020:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320285.890038:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993821056:12345-0@lo:38:kworker.0 Request processed in 26us (720us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320285.890043:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72991
00000100:00100000:0.0:1767320285.890052:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72992
00000100:00100000:0.0:1767320285.890056:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993821312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320285.890064:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320285.890083:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993821312:12345-0@lo:38:kworker.0 Request processed in 25us (291us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320285.890087:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72992
00000100:00080000:0.0:1767320285.890121:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320285.890126:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320285.890129:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993820672:0@lo:38:kworker.0
00000100:00080000:0.0:1767320285.890139:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320285.890143:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320285.890146:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993821056:0@lo:38:kworker.0
00000100:00080000:0.0:1767320285.890155:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320285.890181:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320285.890185:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993821312:0@lo:38:kworker.0
00000100:00100000:2.0:1767320285.891030:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993820800
00000100:00100000:2.0:1767320285.891038:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993820800
00000100:00100000:2.0:1767320285.891084:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267
00000100:00100000:2.0:1767320285.891090:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993820800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320285.891105:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320285.891187:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993820800:12345-0@lo:38:kworker.0 Request processed in 96us (1926us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320285.891194:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267
00000100:00080000:1.0:1767320285.891271:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320285.891278:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320285.891282:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993820800:0@lo:38:kworker.0
00010000:00010000:3.0:1767320286.461663:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320286.461755:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320286.791979:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320286.792037:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320286.793018:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942242176
00000100:00100000:1.0:1767320286.793037:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942242176
00000100:00100000:1.0:1767320286.793145:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942242048
00000100:00100000:1.0:1767320286.793150:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942242048
00000100:00100000:1.0:1767320286.793230:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5761
00000100:00100000:1.0:1767320286.793245:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942242176:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320286.793380:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942242176:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 139us (1428us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320286.793389:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5761
00000100:00100000:1.0:1767320286.793413:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72993
00000100:00100000:1.0:1767320286.793418:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942242048:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320286.793447:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320286.793478:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942242048:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 58us (1441us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320286.793486:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72993
00000100:00080000:2.0:1767320286.795043:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320287.421519:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993821824:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320287.421592:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993821696:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320287.421617:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320287.421668:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320287.421752:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993821824
00000100:00100000:0.0:1767320287.421762:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993821824
00000100:00100000:3.0:1767320287.421846:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993821696
00000100:00100000:3.0:1767320287.421853:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993821696
00000100:00100000:0.0:1767320287.421854:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319
00000100:00100000:0.0:1767320287.421869:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993821824:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320287.421892:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320
00000100:00100000:3.0:1767320287.421902:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993821696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320287.421908:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:3.0:1767320287.421923:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767320287.422018:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320287.422024:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320287.422066:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993821824:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320287.422622:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993821824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 754us (1002us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320287.422624:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993821696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 722us (953us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320287.422639:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319
00000100:00100000:3.0:1767320287.422648:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320
00000100:00100000:2.0:1767320287.423703:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993821696:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320287.485411:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320287.485763:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320288.509397:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320288.511738:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320289.533424:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320289.534745:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320290.557521:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320290.557851:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320291.005967:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320291.005982:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320291.005986:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320291.005990:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320291.005995:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320291.006006:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5530
00000100:00080000:0.0:1767320291.006013:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320291.006022:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320291.006083:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094db480 x1853163993821952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320291.006104:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320291.006107:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320291.006110:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320291.006115:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5530
00000100:00080000:0.0:1767320291.006118:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320291.006121:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320291.006136:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094db800 x1853163993822080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320291.006204:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320291.006208:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320291.006210:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320291.006214:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5530
00000100:00080000:0.0:1767320291.006217:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320291.006221:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320291.006364:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320291.006378:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993822208:0@lo:400:kworker.0
00000100:00100000:3.0:1767320291.006470:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320291.006669:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4e00 x1853163993822336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320291.006705:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320291.006709:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320291.006711:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320291.006715:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5530
00000100:00080000:0.0:1767320291.006718:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320291.006722:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320291.006734:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6d80 x1853163993822592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320291.006821:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993822720:0@lo:400:kworker.0
00000100:00100000:0.0:1767320291.006859:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320291.006902:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320291.006908:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993822848:0@lo:400:kworker.0
00000100:00100000:0.0:1767320291.006933:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320291.007725:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993822208
00000100:00100000:2.0:1767320291.007738:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993822208
00000100:00100000:2.0:1767320291.007819:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5762
00000100:00100000:2.0:1767320291.007832:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993822208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320291.007926:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993822208:12345-0@lo:400:kworker.0 Request processed in 98us (1456us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320291.007936:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5762
00000100:00100000:2.0:1767320291.007969:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993822720
00000100:00100000:2.0:1767320291.007973:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993822720
00000100:00100000:2.0:1767320291.008004:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993822848
00000100:00100000:2.0:1767320291.008007:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993822848
00000100:00100000:2.0:1767320291.008030:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3561
00000100:00100000:2.0:1767320291.008036:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993822720:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320291.008074:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993822720:12345-0@lo:400:kworker.0 Request processed in 39us (1214us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320291.008080:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3561
00000100:00100000:2.0:1767320291.008090:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3562
00000100:00100000:2.0:1767320291.008096:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993822848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320291.008120:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993822848:12345-0@lo:400:kworker.0 Request processed in 25us (1186us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320291.008126:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562
00000100:00100000:2.0:1767320291.008186:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320291.008201:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993822464:0@lo:400:kworker.0
00000100:00100000:2.0:1767320291.008330:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320291.008365:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993822464
00000100:00100000:2.0:1767320291.008369:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993822464
00000100:00100000:2.0:1767320291.008393:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5763
00000100:00100000:2.0:1767320291.008398:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993822464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320291.008432:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993822464:12345-0@lo:400:kworker.0 Request processed in 33us (103us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320291.008438:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5763
00000100:00100000:2.0:1767320291.008476:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993822464:0@lo:400:kworker.0
00000100:00100000:2.0:1767320291.008509:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993822848:0@lo:400:kworker.0
00000100:00100000:2.0:1767320291.008519:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993822720:0@lo:400:kworker.0
00000100:00100000:3.0:1767320291.008781:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993822208:0@lo:400:kworker.0
00000100:00100000:1.0:1767320291.009400:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993821952:0@lo:38:kworker.0
00000100:00100000:1.0:1767320291.009466:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320291.009506:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993822080:0@lo:38:kworker.0
00000100:00100000:1.0:1767320291.009543:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320291.009590:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993822336:0@lo:38:kworker.0
00000100:00100000:1.0:1767320291.009611:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320291.009628:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993822592:0@lo:38:kworker.0
00000100:00100000:1.0:1767320291.009645:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320291.009688:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993821952
00000100:00100000:1.0:1767320291.009694:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993821952
00000100:00100000:1.0:1767320291.009725:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993822336
00000100:00100000:1.0:1767320291.009727:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993822336
00000100:00100000:1.0:1767320291.009738:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993822592
00000100:00100000:1.0:1767320291.009740:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993822592
00000100:00100000:1.0:1767320291.009751:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72994
00000100:00100000:1.0:1767320291.009757:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993821952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320291.009783:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320291.009822:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993821952:12345-0@lo:38:kworker.0 Request processed in 64us (356us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320291.009830:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72994
00000100:00100000:1.0:1767320291.009845:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72995
00000100:00100000:1.0:1767320291.009849:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993822336:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320291.009857:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320291.009879:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993822336:12345-0@lo:38:kworker.0 Request processed in 29us (267us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320291.009897:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72995
00000100:00100000:1.0:1767320291.009909:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72996
00000100:00100000:1.0:1767320291.009913:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993822592:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320291.009921:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320291.009943:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993822592:12345-0@lo:38:kworker.0 Request processed in 29us (297us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320291.009948:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72996
00000100:00080000:1.0:1767320291.010018:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320291.010024:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320291.010028:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993821952:0@lo:38:kworker.0
00000100:00080000:1.0:1767320291.010038:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320291.010041:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320291.010044:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993822336:0@lo:38:kworker.0
00000100:00080000:1.0:1767320291.010052:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320291.010055:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320291.010058:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993822592:0@lo:38:kworker.0
00000100:00100000:3.0:1767320291.010445:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993822080
00000100:00100000:3.0:1767320291.010451:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993822080
00000100:00100000:3.0:1767320291.010486:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268
00000100:00100000:3.0:1767320291.010492:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993822080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320291.010505:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320291.010551:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993822080:12345-0@lo:38:kworker.0 Request processed in 58us (1006us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320291.010557:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268
00000100:00080000:1.0:1767320291.010705:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320291.010710:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320291.010714:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993822080:0@lo:38:kworker.0
00000100:00080000:0.0:1767320291.014612:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320291.014628:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320291.014633:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320291.581397:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320291.581852:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320291.915560:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320291.915607:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320291.915783:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942242432
00000100:00100000:3.0:1767320291.915794:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942242432
00000100:00100000:3.0:1767320291.915889:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942242304
00000100:00100000:3.0:1767320291.915893:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942242304
00000100:00100000:3.0:1767320291.915913:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5764
00000100:00100000:3.0:1767320291.915922:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942242432:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320291.915993:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942242432:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 72us (443us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320291.916001:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5764
00000100:00100000:3.0:1767320291.916020:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72997
00000100:00100000:3.0:1767320291.916024:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942242304:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320291.916045:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320291.916071:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942242304:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (463us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320291.916077:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72997
00000100:00080000:0.0:1767320291.916124:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320292.541587:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320292.541621:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993822976:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320292.541719:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320292.541877:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993822976
00000100:00100000:3.0:1767320292.541888:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993822976
00000100:00100000:3.0:1767320292.541958:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321
00000100:00100000:3.0:1767320292.541968:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993822976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320292.542007:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320292.542062:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993822976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (343us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320292.542069:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321
00000100:00100000:1.0:1767320292.542271:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993822976:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320292.548945:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993823104:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320292.549052:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320292.550849:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993823104
00000100:00100000:0.0:1767320292.550884:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993823104
00000100:00100000:0.0:1767320292.550983:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322
00000100:00100000:0.0:1767320292.550996:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993823104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320292.551041:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320292.551140:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993823104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (2088us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320292.551148:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322
00000100:00100000:1.0:1767320292.551633:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993823104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320292.605297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320292.605500:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320293.629526:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320293.629946:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320294.653324:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320294.653950:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320295.677510:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320295.677511:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320296.125290:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320296.125301:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320296.125305:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320296.125308:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320296.125312:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320296.125321:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5535
00000100:00080000:0.0:1767320296.125327:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320296.125334:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320296.125377:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f410700 x1853163993823232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320296.125404:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320296.125408:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320296.125410:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320296.125414:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5535
00000100:00080000:0.0:1767320296.125416:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320296.125420:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320296.125434:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ae300 x1853163993823360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320296.125475:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320296.125479:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320296.125481:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320296.125485:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5535
00000100:00080000:0.0:1767320296.125487:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320296.125490:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320296.125502:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac000 x1853163993823616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320296.125521:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320296.125524:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320296.125526:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320296.125529:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5535
00000100:00080000:0.0:1767320296.125531:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320296.125534:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320296.125544:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcd880 x1853163993823872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320296.125601:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993824000:0@lo:400:kworker.0
00000100:00100000:0.0:1767320296.125671:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320296.125731:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320296.125737:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993824128:0@lo:400:kworker.0
00000100:00100000:0.0:1767320296.125759:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320296.125805:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993824000
00000100:00100000:0.0:1767320296.125813:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993824000
00000100:00100000:0.0:1767320296.125866:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993824128
00000100:00100000:0.0:1767320296.125869:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993824128
00000100:00100000:0.0:1767320296.125892:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3563
00000100:00100000:0.0:1767320296.125904:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993824000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320296.125954:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993824000:12345-0@lo:400:kworker.0 Request processed in 53us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320296.125983:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3563
00000100:00100000:0.0:1767320296.126003:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3564
00000100:00100000:0.0:1767320296.126009:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993824128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320296.126037:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993824128:12345-0@lo:400:kworker.0 Request processed in 28us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320296.126042:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3564
00000100:00080000:0.0:1767320296.126059:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320296.126064:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320296.126090:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993824128:0@lo:400:kworker.0
00000100:00100000:0.0:1767320296.126099:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993824000:0@lo:400:kworker.0
00000100:00100000:2.0:1767320296.126605:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993823488:0@lo:400:kworker.0
00000100:00100000:1.0:1767320296.126607:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993823232:0@lo:38:kworker.0
00000100:00100000:3.0:1767320296.126647:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993823744:0@lo:400:kworker.0
00000100:00100000:1.0:1767320296.126718:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320296.135599:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993823232
00000100:00100000:0.0:1767320296.135615:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993823232
00000100:00100000:0.0:1767320296.135671:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72998
00000100:00100000:0.0:1767320296.135695:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993823232:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320296.135730:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320296.142875:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320296.143236:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993823744
00000100:00100000:3.0:1767320296.143254:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993823744
00000100:00100000:3.0:1767320296.143351:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5765
00000100:00100000:3.0:1767320296.143364:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993823744:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320296.143479:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993823744:12345-0@lo:400:kworker.0 Request processed in 119us (617us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320296.143486:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5765
00000100:00080000:3.0:1767320296.143513:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320296.143551:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993823744:0@lo:400:kworker.0
00000100:00100000:1.0:1767320296.144685:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993823360:0@lo:38:kworker.0
00000100:00100000:0.0:1767320296.147969:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993823232:12345-0@lo:38:kworker.0 Request processed in 12276us (21243us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320296.147985:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72998
00000100:00100000:1.0:1767320296.148195:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320296.148309:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993823616:0@lo:38:kworker.0
00000100:00100000:1.0:1767320296.148354:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320296.148371:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993823872:0@lo:38:kworker.0
00000100:00100000:1.0:1767320296.148393:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320296.148420:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993823616
00000100:00100000:1.0:1767320296.148429:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993823616
00000100:00100000:1.0:1767320296.148462:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993823872
00000100:00100000:1.0:1767320296.148465:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993823872
00000100:00100000:1.0:1767320296.148482:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72999
00000100:00100000:1.0:1767320296.148490:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993823616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320296.148513:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320296.148550:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993823616:12345-0@lo:38:kworker.0 Request processed in 60us (196us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320296.148556:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72999
00000100:00100000:1.0:1767320296.148572:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73000
00000100:00100000:1.0:1767320296.148576:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993823872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320296.148585:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320296.148608:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993823872:12345-0@lo:38:kworker.0 Request processed in 30us (214us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320296.148613:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73000
00000100:00080000:1.0:1767320296.148652:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320296.148657:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320296.148661:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993823872:0@lo:38:kworker.0
00000100:00080000:1.0:1767320296.148692:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320296.148696:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320296.148699:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993823232:0@lo:38:kworker.0
00000100:00080000:1.0:1767320296.148721:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320296.148724:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320296.148727:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993823616:0@lo:38:kworker.0
00000100:00100000:3.0:1767320296.149063:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993823360
00000100:00100000:3.0:1767320296.149068:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993823360
00000100:00100000:3.0:1767320296.149235:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269
00000100:00100000:3.0:1767320296.149241:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993823360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320296.149255:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320296.149295:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993823360:12345-0@lo:38:kworker.0 Request processed in 53us (1101us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320296.149301:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269
00000100:00080000:1.0:1767320296.149366:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320296.149372:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320296.149375:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993823360:0@lo:38:kworker.0
00000100:00100000:2.0:1767320296.158309:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320296.158729:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993823488
00000100:00100000:0.0:1767320296.158746:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993823488
00000100:00100000:0.0:1767320296.158915:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5766
00000100:00100000:0.0:1767320296.158925:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993823488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320296.159025:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993823488:12345-0@lo:400:kworker.0 Request processed in 102us (734us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320296.159034:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5766
00000100:00100000:2.0:1767320296.159118:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993823488:0@lo:400:kworker.0
00000100:00080000:3.0:1767320296.159531:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320296.701285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320296.701424:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320297.032207:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320297.032251:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320297.032532:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942242688
00000100:00100000:1.0:1767320297.032543:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942242688
00000100:00100000:1.0:1767320297.032881:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942242560
00000100:00100000:1.0:1767320297.032885:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942242560
00000100:00080000:3.0:1767320297.032961:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320297.033837:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5767
00000100:00100000:2.0:1767320297.033853:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942242688:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320297.033996:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942242688:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 147us (1798us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320297.034005:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5767
00000100:00100000:2.0:1767320297.034031:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73001
00000100:00100000:2.0:1767320297.034036:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942242560:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320297.034058:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320297.034085:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942242560:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (1833us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320297.034091:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73001
00000100:00100000:1.0:1767320297.661531:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320297.661555:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993824256:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320297.661624:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320297.662036:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993824256
00000100:00100000:0.0:1767320297.662045:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993824256
00000100:00100000:0.0:1767320297.662101:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323
00000100:00100000:0.0:1767320297.662111:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993824256:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320297.662139:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320297.662198:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993824256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (573us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320297.662206:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323
00000100:00100000:0.0:1767320297.662240:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993824384:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320297.662274:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320297.662292:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993824384
00000100:00100000:1.0:1767320297.662297:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993824384
00000100:00100000:0.0:1767320297.662314:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993824256:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320297.662319:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324
00000100:00100000:1.0:1767320297.662325:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993824384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320297.662341:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320297.662401:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993824384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (110us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320297.662408:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324
00000100:00100000:0.0:1767320297.662850:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993824384:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320297.725524:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320297.725802:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320298.751777:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320298.751974:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320299.773851:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320299.774049:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320300.797277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320300.797375:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320301.247428:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320301.247440:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320301.247444:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320301.247448:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320301.247452:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320301.247461:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5540
00000100:00080000:1.0:1767320301.247466:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320301.247473:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320301.247518:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ad500 x1853163993824512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320301.247557:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320301.247561:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320301.247563:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320301.247568:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5540
00000100:00080000:1.0:1767320301.247571:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320301.247575:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320301.247590:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ae300 x1853163993824640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320301.247632:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320301.247636:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320301.247638:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320301.247651:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5540
00000100:00080000:1.0:1767320301.247655:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320301.247658:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320301.247672:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f410700 x1853163993824896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320301.247690:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320301.247705:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320301.247707:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320301.247712:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5540
00000100:00080000:1.0:1767320301.247714:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320301.247718:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320301.247730:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b2300 x1853163993825152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320301.247841:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993825024:0@lo:400:kworker.0
00000100:00100000:3.0:1767320301.247918:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320301.247993:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320301.248001:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993824768:0@lo:400:kworker.0
00000100:00100000:3.0:1767320301.248025:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320301.248101:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993825024
00000100:00100000:1.0:1767320301.248110:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993825024
00000100:00100000:1.0:1767320301.248184:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993824768
00000100:00100000:1.0:1767320301.248188:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993824768
00000100:00100000:1.0:1767320301.248214:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5768
00000100:00100000:1.0:1767320301.248221:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993825024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320301.248270:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993825024:12345-0@lo:400:kworker.0 Request processed in 49us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320301.248277:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5768
00000100:00100000:1.0:1767320301.248294:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5769
00000100:00100000:1.0:1767320301.248300:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993824768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320301.248326:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993824768:12345-0@lo:400:kworker.0 Request processed in 27us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320301.248332:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5769
00000100:00080000:3.0:1767320301.248392:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320301.248424:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993824768:0@lo:400:kworker.0
00000100:00100000:3.0:1767320301.248434:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993825024:0@lo:400:kworker.0
00000100:00100000:0.0:1767320301.248508:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993825408:0@lo:400:kworker.0
00000100:00100000:0.0:1767320301.248542:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320301.248577:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320301.248584:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993825280:0@lo:400:kworker.0
00000100:00100000:0.0:1767320301.248606:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320301.248691:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993825408
00000100:00100000:1.0:1767320301.248714:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993825408
00000100:00100000:1.0:1767320301.248755:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993825280
00000100:00100000:1.0:1767320301.248759:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993825280
00000100:00100000:1.0:1767320301.248777:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3565
00000100:00100000:1.0:1767320301.248783:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993825408:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320301.248817:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993825408:12345-0@lo:400:kworker.0 Request processed in 34us (274us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320301.248824:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3565
00000100:00100000:1.0:1767320301.248836:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3566
00000100:00100000:1.0:1767320301.248842:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993825280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320301.248867:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993825280:12345-0@lo:400:kworker.0 Request processed in 26us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320301.248872:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3566
00000100:00080000:0.0:1767320301.248966:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320301.248970:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320301.248987:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993825280:0@lo:400:kworker.0
00000100:00100000:0.0:1767320301.248997:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993825408:0@lo:400:kworker.0
00000100:00100000:2.0:1767320301.249077:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993824512:0@lo:38:kworker.0
00000100:00100000:2.0:1767320301.249110:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320301.249136:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993824640:0@lo:38:kworker.0
00000100:00100000:2.0:1767320301.249192:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320301.249222:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993824896:0@lo:38:kworker.0
00000100:00100000:2.0:1767320301.249244:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320301.249258:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993825152:0@lo:38:kworker.0
00000100:00100000:2.0:1767320301.249277:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320301.249310:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993824512
00000100:00100000:2.0:1767320301.249314:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993824512
00000100:00100000:2.0:1767320301.249335:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993824896
00000100:00100000:2.0:1767320301.249338:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993824896
00000100:00100000:2.0:1767320301.249351:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993825152
00000100:00100000:2.0:1767320301.249353:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993825152
00000100:00100000:2.0:1767320301.249370:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73002
00000100:00100000:2.0:1767320301.249375:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993824512:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320301.249392:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320301.249425:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993824512:12345-0@lo:38:kworker.0 Request processed in 49us (314us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320301.249432:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73002
00000100:00100000:2.0:1767320301.249446:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73003
00000100:00100000:2.0:1767320301.249450:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993824896:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320301.249460:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320301.249484:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993824896:12345-0@lo:38:kworker.0 Request processed in 32us (238us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320301.249489:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73003
00000100:00100000:2.0:1767320301.249501:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73004
00000100:00100000:2.0:1767320301.249505:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993825152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320301.249516:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320301.249538:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993825152:12345-0@lo:38:kworker.0 Request processed in 31us (260us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320301.249544:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73004
00000100:00080000:2.0:1767320301.249582:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320301.249587:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320301.249591:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993824512:0@lo:38:kworker.0
00000100:00080000:2.0:1767320301.249599:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320301.249602:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320301.249605:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993824896:0@lo:38:kworker.0
00000100:00080000:2.0:1767320301.249612:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320301.249616:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320301.249618:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993825152:0@lo:38:kworker.0
00000100:00100000:3.0:1767320301.249708:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993824640
00000100:00100000:3.0:1767320301.249713:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993824640
00000100:00100000:3.0:1767320301.249743:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270
00000100:00100000:3.0:1767320301.249749:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993824640:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320301.249759:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320301.249791:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993824640:12345-0@lo:38:kworker.0 Request processed in 41us (631us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320301.249797:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270
00000100:00080000:2.0:1767320301.249955:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320301.249959:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320301.249961:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993824640:0@lo:38:kworker.0
00010000:00010000:0.0:1767320301.821416:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320301.821505:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320302.154209:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320302.154272:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320302.154630:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942242944
00000100:00100000:0.0:1767320302.154641:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942242944
00000100:00100000:0.0:1767320302.154737:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942242816
00000100:00100000:0.0:1767320302.154741:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942242816
00000100:00100000:0.0:1767320302.154763:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5770
00000100:00100000:0.0:1767320302.154776:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942242944:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320302.154877:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942242944:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 104us (721us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320302.154886:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5770
00000100:00100000:0.0:1767320302.154908:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73005
00000100:00100000:0.0:1767320302.154913:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942242816:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320302.154937:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320302.154965:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942242816:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 51us (695us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320302.154972:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73005
00000100:00080000:3.0:1767320302.155151:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320302.783202:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993825536:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320302.783202:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993825664:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320302.789597:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320302.789756:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320302.789868:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993825664
00000100:00100000:0.0:1767320302.789879:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993825664
00000100:00100000:0.0:1767320302.789931:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993825536
00000100:00100000:0.0:1767320302.789934:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993825536
00000100:00100000:0.0:1767320302.789960:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325
00000100:00100000:0.0:1767320302.789970:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993825664:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320302.790003:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320302.790062:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993825664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (472us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320302.790069:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325
00000100:00100000:0.0:1767320302.790086:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3326
00000100:00100000:0.0:1767320302.790092:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993825536:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320302.790106:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320302.790130:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993825536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (375us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320302.790135:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3326
00000100:00100000:0.0:1767320302.790195:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993825664:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320302.790422:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993825536:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320302.845278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320302.845370:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320303.869860:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320303.869961:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320304.894800:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320304.895437:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320305.342045:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320280/real 1767320280]  req@ffff89b70abcca80 x1853163993819264/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320305 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320305.342088:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b70abcca80 x1853163993819264/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320305 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767320305.342111:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320305.342144:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320305.342149:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993819264:0@lo:250:kworker.0
00000100:00080000:1.0:1767320305.342298:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320305.342305:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767320305.342308:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320305.342312:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5525
00000100:00080000:1.0:1767320305.342316:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320305.342323:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320305.342357:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b3800 x1853163993825792/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320305.342379:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320305.342383:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320305.342385:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320305.342388:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5545
00000100:00080000:1.0:1767320305.342391:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320305.342394:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320305.342414:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f3800 x1853163993825920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320305.342423:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320305.342426:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320305.342428:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320305.342431:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5545
00000100:00080000:1.0:1767320305.342434:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320305.342437:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320305.342449:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f3480 x1853163993826048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320305.342493:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320305.342497:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320305.342499:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320305.342511:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5545
00000100:00080000:1.0:1767320305.342514:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320305.342517:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320305.342528:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062adf80 x1853163993826304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320305.342544:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320305.342547:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320305.342549:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320305.342552:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5545
00000100:00080000:1.0:1767320305.342555:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320305.342558:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320305.342568:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc700 x1853163993826560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320305.342632:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993826688:0@lo:400:kworker.0
00000100:00100000:1.0:1767320305.342695:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320305.342756:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320305.342762:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993826816:0@lo:400:kworker.0
00000100:00100000:1.0:1767320305.342784:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320305.342811:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993826688
00000100:00100000:1.0:1767320305.342819:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993826688
00000100:00100000:1.0:1767320305.342864:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993826816
00000100:00100000:1.0:1767320305.342868:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993826816
00000100:00100000:1.0:1767320305.342892:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3567
00000100:00100000:1.0:1767320305.342901:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993826688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320305.342954:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993826688:12345-0@lo:400:kworker.0 Request processed in 54us (259us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320305.342961:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3567
00000100:00100000:1.0:1767320305.342978:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3568
00000100:00100000:1.0:1767320305.342984:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993826816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320305.343008:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993826816:12345-0@lo:400:kworker.0 Request processed in 25us (224us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320305.343014:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3568
00000100:00100000:1.0:1767320305.343050:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993826816:0@lo:400:kworker.0
00000100:00100000:1.0:1767320305.343060:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993826688:0@lo:400:kworker.0
00000100:00100000:3.0:1767320305.343237:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993826432:0@lo:400:kworker.0
00000100:00100000:3.0:1767320305.343272:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320305.343299:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320305.343305:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993826176:0@lo:400:kworker.0
00000100:00100000:3.0:1767320305.343324:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320305.343347:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320305.343351:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320305.343365:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993826432
00000100:00100000:3.0:1767320305.343369:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993826432
00000100:00100000:3.0:1767320305.343401:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993826176
00000100:00100000:3.0:1767320305.343405:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993826176
00000100:00100000:3.0:1767320305.343425:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5771
00000100:00100000:3.0:1767320305.343430:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993826432:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320305.343465:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993826432:12345-0@lo:400:kworker.0 Request processed in 34us (192us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320305.343471:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5771
00000100:00100000:3.0:1767320305.343484:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5772
00000100:00100000:3.0:1767320305.343489:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993826176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320305.343528:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993826176:12345-0@lo:400:kworker.0 Request processed in 39us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320305.343535:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5772
00000100:00080000:3.0:1767320305.343554:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320305.343570:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993826176:0@lo:400:kworker.0
00000100:00100000:3.0:1767320305.343580:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993826432:0@lo:400:kworker.0
00000100:00100000:0.0:1767320305.344249:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993825792:0@lo:250:kworker.0
00000400:00000100:0.0:1767320305.344287:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993825792 offset 0 length 520: 4
00000100:00100000:0.0:1767320305.344314:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993825920:0@lo:38:kworker.0
00000100:00100000:0.0:1767320305.344339:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320305.344367:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993826048:0@lo:38:kworker.0
00000100:00100000:0.0:1767320305.344394:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320305.344418:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993826304:0@lo:38:kworker.0
00000100:00100000:0.0:1767320305.344443:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320305.344466:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993826560:0@lo:38:kworker.0
00000100:00100000:0.0:1767320305.344487:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320305.344594:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993826048
00000100:00100000:2.0:1767320305.344601:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993826048
00000100:00100000:2.0:1767320305.344641:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271
00000100:00100000:2.0:1767320305.344648:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993826048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320305.344669:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320305.344710:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993826048:12345-0@lo:38:kworker.0 Request processed in 61us (314us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320305.344716:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271
00000100:00100000:2.0:1767320305.344783:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993825920
00000100:00100000:2.0:1767320305.344787:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993825920
00000100:00100000:2.0:1767320305.344805:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993826304
00000100:00100000:2.0:1767320305.344807:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993826304
00000100:00100000:2.0:1767320305.344818:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993826560
00000100:00100000:2.0:1767320305.344820:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993826560
00000100:00100000:2.0:1767320305.344833:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73006
00000100:00100000:2.0:1767320305.344838:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993825920:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320305.344848:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320305.344874:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993825920:12345-0@lo:38:kworker.0 Request processed in 35us (534us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320305.344880:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73006
00000100:00100000:2.0:1767320305.344893:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73007
00000100:00100000:2.0:1767320305.344897:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993826304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320305.344906:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320305.344928:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993826304:12345-0@lo:38:kworker.0 Request processed in 30us (485us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320305.344934:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73007
00000100:00100000:2.0:1767320305.344943:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73008
00000100:00100000:2.0:1767320305.344946:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993826560:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320305.344954:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320305.344972:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993826560:12345-0@lo:38:kworker.0 Request processed in 25us (485us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320305.344977:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73008
00000100:00080000:0.0:1767320305.345052:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320305.345058:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320305.345061:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993825920:0@lo:38:kworker.0
00000100:00080000:0.0:1767320305.345071:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320305.345073:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320305.345076:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993826048:0@lo:38:kworker.0
00000100:00080000:0.0:1767320305.345082:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320305.345085:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320305.345087:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993826304:0@lo:38:kworker.0
00000100:00080000:0.0:1767320305.345094:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320305.345097:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320305.345100:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993826560:0@lo:38:kworker.0
00000100:00100000:2.0:1767320305.917285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320305.917475:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320306.946105:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320306.946172:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000400:00000100:3.0:1767320307.274093:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942243072 offset 0 length 520: 4
00000100:00100000:3.0:1767320307.274143:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320307.274221:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320307.274357:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942243328
00000100:00100000:1.0:1767320307.274368:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942243328
00000100:00100000:1.0:1767320307.274437:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942243200
00000100:00100000:1.0:1767320307.274441:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942243200
00000100:00100000:1.0:1767320307.274460:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5773
00000100:00100000:1.0:1767320307.274470:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942243328:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320307.274542:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942243328:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 73us (400us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320307.274549:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5773
00000100:00100000:1.0:1767320307.274568:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73009
00000100:00100000:1.0:1767320307.274572:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942243200:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320307.274605:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320307.274631:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942243200:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 58us (411us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320307.274638:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73009
00000100:00080000:3.0:1767320307.274909:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320307.901651:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320307.901676:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993826944:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320307.901745:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320307.901996:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993826944
00000100:00100000:0.0:1767320307.902007:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993826944
00000100:00100000:0.0:1767320307.902099:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327
00000100:00100000:0.0:1767320307.902113:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993826944:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320307.902151:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320307.902227:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993826944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (482us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320307.902235:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327
00000100:00100000:1.0:1767320307.902378:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993826944:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320307.902569:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320307.902879:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993827072:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320307.902922:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320307.903030:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993827072
00000100:00100000:0.0:1767320307.903035:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993827072
00000100:00100000:0.0:1767320307.903079:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328
00000100:00100000:0.0:1767320307.903086:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993827072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320307.903107:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767320307.903173:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320307.903481:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993827072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 394us (557us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320307.903489:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328
00000100:00100000:1.0:1767320307.904640:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993827072:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320307.965294:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320307.965644:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320308.990528:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320308.990884:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320310.013746:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320310.013900:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320310.461511:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320310.461523:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320310.461534:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320310.461539:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320310.461543:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320310.461551:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5550
00000100:00080000:2.0:1767320310.461556:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320310.461564:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320310.461683:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f410700 x1853163993827200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320310.461753:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993827200:0@lo:38:kworker.0
00000100:00100000:0.0:1767320310.461821:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320310.462102:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320310.462106:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320310.462108:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320310.462113:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5550
00000100:00080000:2.0:1767320310.462115:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320310.462119:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320310.462138:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6d80 x1853163993827328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320310.462251:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993827200
00000100:00100000:3.0:1767320310.462259:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993827200
00000100:00100000:3.0:1767320310.462297:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73010
00000100:00100000:3.0:1767320310.462305:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993827200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320310.462326:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320310.466268:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993827328:0@lo:38:kworker.0
00000100:00100000:0.0:1767320310.466351:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320310.466458:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993827328
00000100:00100000:1.0:1767320310.466468:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993827328
00000100:00100000:1.0:1767320310.466513:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272
00000100:00100000:1.0:1767320310.466521:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993827328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320310.466555:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320310.466613:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993827328:12345-0@lo:38:kworker.0 Request processed in 80us (250us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320310.466620:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272
00000100:00080000:2.0:1767320310.468111:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320310.468118:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320310.468123:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320310.468130:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5550
00000100:00080000:2.0:1767320310.468136:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320310.468141:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320310.468180:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad5880 x1853163993827584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320310.468205:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320310.468208:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320310.468210:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320310.468214:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5550
00000100:00080000:2.0:1767320310.468216:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320310.468220:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320310.468233:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909e680 x1853163993827840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320310.468277:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993827968:0@lo:400:kworker.0
00000100:00100000:2.0:1767320310.468332:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320310.468386:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993827968
00000100:00100000:2.0:1767320310.468392:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993827968
00000100:00100000:2.0:1767320310.468450:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3569
00000100:00100000:2.0:1767320310.468458:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993827968:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320310.468502:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993827968:12345-0@lo:400:kworker.0 Request processed in 46us (171us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320310.468510:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3569
00000100:00100000:2.0:1767320310.468566:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993827968:0@lo:400:kworker.0
00000100:00100000:2.0:1767320310.468599:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320310.468618:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993828096:0@lo:400:kworker.0
00000100:00100000:2.0:1767320310.468641:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320310.468662:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993828096
00000100:00100000:2.0:1767320310.468665:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993828096
00000100:00100000:2.0:1767320310.468688:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3570
00000100:00100000:2.0:1767320310.468693:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993828096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320310.468723:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993828096:12345-0@lo:400:kworker.0 Request processed in 29us (81us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320310.468729:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3570
00000100:00100000:2.0:1767320310.468767:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993828096:0@lo:400:kworker.0
00000100:00080000:2.0:1767320310.468801:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320310.468804:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320310.472369:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993827456:0@lo:400:kworker.0
00000100:00100000:1.0:1767320310.472450:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320310.472505:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320310.472512:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993827712:0@lo:400:kworker.0
00000100:00100000:1.0:1767320310.472544:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320310.472622:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993827456
00000100:00100000:1.0:1767320310.472630:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993827456
00000100:00100000:1.0:1767320310.472683:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993827712
00000100:00100000:1.0:1767320310.472687:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993827712
00000100:00100000:1.0:1767320310.472713:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5774
00000100:00100000:1.0:1767320310.472722:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993827456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320310.473034:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993827456:12345-0@lo:400:kworker.0 Request processed in 312us (583us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320310.473042:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5774
00000100:00100000:1.0:1767320310.473074:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5775
00000100:00100000:1.0:1767320310.473081:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993827712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320310.473121:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993827712:12345-0@lo:400:kworker.0 Request processed in 40us (575us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320310.473127:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5775
00000100:00080000:1.0:1767320310.473146:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320310.473217:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993827712:0@lo:400:kworker.0
00000100:00100000:1.0:1767320310.473228:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993827456:0@lo:400:kworker.0
00000100:00100000:3.0:1767320310.474327:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993827200:12345-0@lo:38:kworker.0 Request processed in 12015us (12500us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320310.474338:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73010
00000100:00080000:0.0:1767320310.474439:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320310.474447:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320310.474451:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993827200:0@lo:38:kworker.0
00000100:00100000:0.0:1767320310.474479:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993827584:0@lo:38:kworker.0
00000100:00100000:0.0:1767320310.474541:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320310.474572:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993827840:0@lo:38:kworker.0
00000100:00100000:0.0:1767320310.474598:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320310.474869:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320310.474885:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320310.474889:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993827328:0@lo:38:kworker.0
00000100:00100000:2.0:1767320310.479226:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993827584
00000100:00100000:2.0:1767320310.479244:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993827584
00000100:00100000:2.0:1767320310.479359:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993827840
00000100:00100000:2.0:1767320310.479363:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993827840
00000100:00100000:2.0:1767320310.479401:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73011
00000100:00100000:2.0:1767320310.479410:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993827584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320310.479437:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320310.479541:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993827584:12345-0@lo:38:kworker.0 Request processed in 130us (4999us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320310.479549:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73011
00000100:00100000:2.0:1767320310.479569:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73012
00000100:00100000:2.0:1767320310.479574:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993827840:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320310.479584:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320310.479619:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993827840:12345-0@lo:38:kworker.0 Request processed in 44us (5021us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320310.479624:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73012
00000100:00080000:0.0:1767320310.484086:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320310.484105:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320310.484110:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993827584:0@lo:38:kworker.0
00000100:00080000:0.0:1767320310.484123:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320310.484126:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320310.484129:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993827840:0@lo:38:kworker.0
00000100:00100000:2.0:1767320311.037490:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320311.038743:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320312.061719:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320312.062469:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320312.395944:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320312.395991:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320312.396090:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942243456
00000100:00100000:0.0:1767320312.396100:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942243456
00000100:00100000:0.0:1767320312.396146:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942243584
00000100:00100000:0.0:1767320312.396149:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942243584
00000100:00100000:0.0:1767320312.396231:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5776
00000100:00100000:0.0:1767320312.396242:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942243584:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320312.396315:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942243584:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 76us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320312.396322:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5776
00000100:00100000:0.0:1767320312.396342:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73013
00000100:00100000:0.0:1767320312.396346:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942243456:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320312.396365:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320312.396392:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942243456:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (458us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320312.396398:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73013
00000100:00080000:1.0:1767320312.396615:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320313.024510:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320313.024525:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993828224:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320313.024590:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320313.024887:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320313.024899:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993828352:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320313.024930:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320313.025564:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993828224
00000100:00100000:3.0:1767320313.025573:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993828224
00000100:00100000:3.0:1767320313.025650:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993828352
00000100:00100000:3.0:1767320313.025654:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993828352
00000100:00100000:3.0:1767320313.025678:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329
00000100:00100000:3.0:1767320313.025686:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993828224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320313.025715:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320313.025764:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993828224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (1173us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320313.025772:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329
00000100:00100000:3.0:1767320313.025790:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330
00000100:00100000:3.0:1767320313.025796:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993828352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320313.025812:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320313.025840:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993828352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (910us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320313.025846:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330
00000100:00100000:2.0:1767320313.026008:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993828224:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320313.026080:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320313.026085:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320313.026114:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993828352:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320313.085542:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320313.086524:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320314.109289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320314.109480:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320315.135265:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320315.136639:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320315.581350:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320315.581363:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320315.581366:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320315.581370:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320315.581375:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320315.581384:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5555
00000100:00080000:3.0:1767320315.581389:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320315.581396:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320315.581448:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac000 x1853163993828480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320315.581472:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320315.581476:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320315.581477:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320315.581481:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5555
00000100:00080000:3.0:1767320315.581483:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320315.581487:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320315.581501:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ad500 x1853163993828608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320315.581536:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320315.581539:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320315.581541:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320315.581544:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5555
00000100:00080000:3.0:1767320315.581547:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320315.581550:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320315.581563:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a399500 x1853163993828864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320315.581576:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320315.581578:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320315.581580:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320315.581583:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5555
00000100:00080000:3.0:1767320315.581585:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320315.581588:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320315.581595:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a399c00 x1853163993829120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320315.581655:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993828992:0@lo:400:kworker.0
00000100:00100000:3.0:1767320315.581657:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993829248:0@lo:400:kworker.0
00000100:00100000:2.0:1767320315.581718:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993828736:0@lo:400:kworker.0
00000100:00100000:0.0:1767320315.582390:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993828480:0@lo:38:kworker.0
00000100:00100000:1.0:1767320315.585496:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320315.585532:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70648a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993829376:0@lo:400:kworker.0
00000100:00100000:2.0:1767320315.585572:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320315.596139:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993829376
00000100:00100000:3.0:1767320315.596156:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993829376
00000100:00100000:3.0:1767320315.596261:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3571
00000100:00100000:3.0:1767320315.596272:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993829376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320315.598076:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993829376:12345-0@lo:400:kworker.0 Request processed in 1798us (12495us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320315.598088:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3571
00000100:00100000:3.0:1767320315.598142:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993828992
00000100:00100000:3.0:1767320315.598148:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993828992
00000100:00100000:3.0:1767320315.598213:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5777
00000100:00100000:3.0:1767320315.598222:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993828992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320315.598258:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993828992:12345-0@lo:400:kworker.0 Request processed in 39us (12772us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320315.598264:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5777
00000100:00100000:3.0:1767320315.599469:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320315.599635:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993828736
00000100:00100000:3.0:1767320315.599643:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993828736
00000100:00100000:3.0:1767320315.599685:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5778
00000100:00100000:3.0:1767320315.599694:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993828736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320315.599821:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993828736:12345-0@lo:400:kworker.0 Request processed in 129us (356us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320315.599829:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5778
00000100:00100000:3.0:1767320315.599870:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993828736:0@lo:400:kworker.0
00000100:00080000:3.0:1767320315.599901:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320315.599906:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320315.600029:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320315.600148:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993828480
00000100:00100000:3.0:1767320315.600152:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993828480
00000100:00100000:3.0:1767320315.600183:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73014
00000100:00100000:3.0:1767320315.600187:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993828480:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320315.600205:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320315.600232:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993828480:12345-0@lo:38:kworker.0 Request processed in 44us (203us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320315.600241:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73014
00000100:00080000:0.0:1767320315.600342:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320315.600347:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320315.600350:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993828480:0@lo:38:kworker.0
00000100:00100000:0.0:1767320315.600359:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993828608:0@lo:38:kworker.0
00000100:00100000:0.0:1767320315.601372:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320315.601413:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993828864:0@lo:38:kworker.0
00000100:00100000:0.0:1767320315.601459:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320315.601481:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993829120:0@lo:38:kworker.0
00000100:00100000:0.0:1767320315.601503:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320315.601557:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993828864
00000100:00100000:0.0:1767320315.601563:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993828864
00000100:00100000:0.0:1767320315.601594:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993829120
00000100:00100000:0.0:1767320315.601597:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993829120
00000100:00100000:0.0:1767320315.601614:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73015
00000100:00100000:0.0:1767320315.601619:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993828864:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320315.601624:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767320315.601634:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320315.601667:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993828864:12345-0@lo:38:kworker.0 Request processed in 47us (206us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320315.601674:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73015
00000100:00100000:0.0:1767320315.601690:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73016
00000100:00100000:0.0:1767320315.601694:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993829120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320315.601703:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320315.601727:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993829120:12345-0@lo:38:kworker.0 Request processed in 32us (223us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320315.601732:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73016
00000100:00080000:0.0:1767320315.601769:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320315.601775:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320315.601778:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993828992:0@lo:400:kworker.0
00000100:00100000:0.0:1767320315.601782:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993828864:0@lo:38:kworker.0
00000100:00080000:0.0:1767320315.601800:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320315.601803:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320315.601805:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993829248
00000100:00100000:0.0:1767320315.601806:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993829120:0@lo:38:kworker.0
00000100:00100000:2.0:1767320315.601809:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993829248
00000100:00080000:0.0:1767320315.601838:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320315.601846:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3572
00000100:00100000:2.0:1767320315.601852:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993829248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320315.601899:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993829248:12345-0@lo:400:kworker.0 Request processed in 48us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320315.601906:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3572
00000100:00100000:2.0:1767320315.601935:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70648a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993829376:0@lo:400:kworker.0
00000100:00100000:0.0:1767320315.606645:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993829248:0@lo:400:kworker.0
00000100:00100000:3.0:1767320315.607226:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993828608
00000100:00100000:3.0:1767320315.607237:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993828608
00000100:00100000:3.0:1767320315.607297:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273
00000100:00100000:3.0:1767320315.607304:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993828608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320315.607326:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320315.607397:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993828608:12345-0@lo:38:kworker.0 Request processed in 93us (6028us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320315.607403:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273
00000100:00080000:0.0:1767320315.607732:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320315.607738:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320315.607742:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993828608:0@lo:38:kworker.0
00010000:00010000:2.0:1767320316.157976:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320316.158053:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320317.181509:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320317.181862:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320317.515286:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320317.516884:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320317.524807:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942243840
00000100:00100000:1.0:1767320317.524822:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942243840
00000100:00100000:1.0:1767320317.524921:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942243712
00000100:00100000:1.0:1767320317.524926:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942243712
00000100:00100000:1.0:1767320317.524955:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5779
00000100:00100000:1.0:1767320317.524966:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942243840:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320317.525047:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942243840:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 83us (9771us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320317.525055:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5779
00000100:00100000:1.0:1767320317.525074:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73017
00000100:00100000:1.0:1767320317.525079:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70648a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942243712:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320317.525099:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320317.525124:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70648a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942243712:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (8246us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320317.525130:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73017
00000100:00080000:3.0:1767320317.528133:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320318.141749:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993829504:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320318.141823:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320318.142716:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993829504
00000100:00100000:2.0:1767320318.142726:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993829504
00000100:00100000:2.0:1767320318.142799:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331
00000100:00100000:2.0:1767320318.142809:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993829504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320318.142839:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320318.142899:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993829504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (1074us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320318.142906:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331
00000100:00100000:0.0:1767320318.143017:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993829504:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320318.143094:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320318.144065:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993829632:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320318.144122:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320318.144236:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993829632
00000100:00100000:0.0:1767320318.144244:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993829632
00000100:00100000:0.0:1767320318.144300:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3332
00000100:00100000:0.0:1767320318.144309:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993829632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320318.144342:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320318.144395:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993829632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320318.144403:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3332
00000100:00100000:0.0:1767320318.144442:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993829632:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320318.144763:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767320318.205420:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320318.205566:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320319.229293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320319.230339:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320320.253410:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320320.253441:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767320320.701276:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320320.701288:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320320.701292:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320320.701295:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320320.701300:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320320.701309:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5560
00000100:00080000:3.0:1767320320.701314:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320320.701322:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320320.701386:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac000 x1853163993829760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320320.701416:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320320.701421:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320320.701423:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320320.701427:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5560
00000100:00080000:3.0:1767320320.701429:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320320.701433:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320320.701446:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ae300 x1853163993829888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320320.701496:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320320.701501:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320320.701503:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320320.701506:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5560
00000100:00080000:3.0:1767320320.701509:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320320.701512:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320320.701528:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236a00 x1853163993830144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320320.701542:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320320.701546:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320320.701547:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320320.701551:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5560
00000100:00080000:3.0:1767320320.701553:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320320.701557:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320320.701567:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235c00 x1853163993830400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320320.701599:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993829760:0@lo:38:kworker.0
00000100:00100000:3.0:1767320320.701627:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993830656:0@lo:400:kworker.0
00000100:00100000:1.0:1767320320.701694:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993830272:0@lo:400:kworker.0
00000100:00100000:2.0:1767320320.701752:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993830016:0@lo:400:kworker.0
00000100:00100000:0.0:1767320320.706222:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320320.706305:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993829888:0@lo:38:kworker.0
00000100:00100000:0.0:1767320320.707055:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320320.707099:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993830144:0@lo:38:kworker.0
00000100:00100000:0.0:1767320320.707132:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320320.707153:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993830400:0@lo:38:kworker.0
00000100:00100000:0.0:1767320320.707203:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320320.707254:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993829760
00000100:00100000:0.0:1767320320.707263:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993829760
00000100:00100000:0.0:1767320320.707300:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993830144
00000100:00100000:0.0:1767320320.707303:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993830144
00000100:00100000:0.0:1767320320.707317:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993830400
00000100:00100000:0.0:1767320320.707320:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993830400
00000100:00100000:0.0:1767320320.707360:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73018
00000100:00100000:1.0:1767320320.708278:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320320.708351:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993830272
00000100:00100000:1.0:1767320320.708357:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993830272
00000100:00100000:1.0:1767320320.708411:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5780
00000100:00100000:1.0:1767320320.708420:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993830272:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320320.708481:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993830272:12345-0@lo:400:kworker.0 Request processed in 63us (205us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320320.708488:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5780
00000100:00100000:1.0:1767320320.708506:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73019
00000100:00100000:1.0:1767320320.708510:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993830144:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320320.708529:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320320.708566:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993830144:12345-0@lo:38:kworker.0 Request processed in 54us (1433us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320320.708572:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73019
00000100:00100000:1.0:1767320320.708587:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73020
00000100:00100000:1.0:1767320320.708591:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993830400:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320320.708601:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320320.708624:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993830400:12345-0@lo:38:kworker.0 Request processed in 32us (1421us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320320.708630:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73020
00000100:00100000:1.0:1767320320.708672:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993830272:0@lo:400:kworker.0
00000100:00100000:1.0:1767320320.709075:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993829888
00000100:00100000:1.0:1767320320.709081:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993829888
00000100:00100000:1.0:1767320320.709447:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274
00000100:00100000:1.0:1767320320.709454:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993829888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320320.709466:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320320.709508:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993829888:12345-0@lo:38:kworker.0 Request processed in 53us (2454us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320320.709515:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274
00000100:00080000:1.0:1767320320.709569:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320320.709574:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320320.709578:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993829888:0@lo:38:kworker.0
00000100:00080000:1.0:1767320320.709589:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320320.709592:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320320.709595:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993830144:0@lo:38:kworker.0
00000100:00080000:1.0:1767320320.709602:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320320.709605:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320320.709608:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993830400:0@lo:38:kworker.0
00000100:00100000:1.0:1767320320.709656:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993830528:0@lo:400:kworker.0
00000100:00100000:0.0:1767320320.709681:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993829760:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320320.709692:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767320320.709696:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320320.709733:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993829760:12345-0@lo:38:kworker.0 Request processed in 2365us (3522us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320320.709739:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73018
00000100:00080000:0.0:1767320320.709768:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320320.709772:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320320.709776:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993829760:0@lo:38:kworker.0
00000100:00080000:0.0:1767320320.709810:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320320.709832:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993830528
00000100:00100000:0.0:1767320320.709836:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993830528
00000100:00100000:0.0:1767320320.709873:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3573
00000100:00100000:0.0:1767320320.709879:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993830528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320320.709918:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993830528:12345-0@lo:400:kworker.0 Request processed in 38us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320320.709923:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3573
00000100:00080000:0.0:1767320320.709939:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320320.710050:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320320.711097:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993830528:0@lo:400:kworker.0
00000100:00100000:3.0:1767320320.711236:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320320.711373:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993830656
00000100:00100000:2.0:1767320320.711381:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993830656
00000100:00100000:0.0:1767320320.711386:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993830016
00000100:00100000:0.0:1767320320.711390:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993830016
00000100:00100000:2.0:1767320320.711442:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3574
00000100:00100000:2.0:1767320320.711451:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993830656:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320320.711504:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993830656:12345-0@lo:400:kworker.0 Request processed in 55us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320320.711511:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3574
00000100:00100000:0.0:1767320320.717793:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5781
00000100:00100000:0.0:1767320320.717811:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993830016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320320.717940:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993830016:12345-0@lo:400:kworker.0 Request processed in 134us (7889us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320320.717948:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5781
00000100:00100000:2.0:1767320320.718009:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993830016:0@lo:400:kworker.0
00000100:00100000:2.0:1767320320.718068:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993830656:0@lo:400:kworker.0
00000100:00080000:3.0:1767320320.718489:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320320.718497:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320321.277396:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320321.277706:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320322.301420:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320322.309349:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320322.633627:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320322.634866:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320322.641919:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942244096
00000100:00100000:0.0:1767320322.641939:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942244096
00000100:00100000:1.0:1767320322.642031:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942243968
00000100:00100000:1.0:1767320322.642037:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942243968
00000100:00100000:1.0:1767320322.642110:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73021
00000100:00100000:1.0:1767320322.642119:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942243968:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320322.642144:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320322.642195:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5782
00000100:00100000:0.0:1767320322.642206:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942244096:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320322.642237:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942243968:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 117us (7376us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320322.642246:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73021
00000100:00100000:0.0:1767320322.642261:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942244096:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 57us (8659us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320322.642270:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5782
00000100:00080000:3.0:1767320322.643019:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320323.261558:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993830784:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320323.261634:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320323.261717:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320323.261724:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993830912:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320323.261750:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320323.261983:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993830784
00000100:00100000:3.0:1767320323.262001:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993830784
00000100:00100000:3.0:1767320323.262074:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993830912
00000100:00100000:3.0:1767320323.262078:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993830912
00000100:00100000:3.0:1767320323.262105:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333
00000100:00100000:3.0:1767320323.262114:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993830784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320323.262147:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320323.262231:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993830784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (595us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320323.262238:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333
00000100:00100000:3.0:1767320323.262257:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334
00000100:00100000:3.0:1767320323.262264:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993830912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320323.262279:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320323.262316:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993830912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (564us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320323.262322:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334
00000100:00100000:3.0:1767320323.262369:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993830912:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320323.262383:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993830784:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320323.262646:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320323.262651:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320323.325418:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320323.325488:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320324.349724:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320324.349886:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320325.373818:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320325.374523:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320325.821308:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320325.821323:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320325.821327:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320325.821332:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320325.821337:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320325.821346:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5565
00000100:00080000:3.0:1767320325.821351:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320325.821358:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320325.821405:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235c00 x1853163993831040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320325.821430:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320325.821433:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320325.821435:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320325.821439:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5565
00000100:00080000:3.0:1767320325.821441:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320325.821445:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320325.821457:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236a00 x1853163993831168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320325.821497:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320325.821501:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320325.821503:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320325.821506:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5565
00000100:00080000:3.0:1767320325.821509:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320325.821514:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320325.821530:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993831296:0@lo:400:kworker.0
00000100:00100000:3.0:1767320325.821532:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3480 x1853163993831424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320325.821554:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320325.821558:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320325.821560:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320325.821564:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5565
00000100:00080000:3.0:1767320325.821566:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320325.821570:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320325.821586:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d2a00 x1853163993831680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320325.821623:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320325.821660:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993831808:0@lo:400:kworker.0
00000100:00100000:1.0:1767320325.821693:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320325.821700:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320325.821704:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993831552:0@lo:400:kworker.0
00000100:00100000:1.0:1767320325.821739:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320325.821751:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320325.821759:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993831936:0@lo:400:kworker.0
00000100:00100000:0.0:1767320325.821768:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993831040:0@lo:38:kworker.0
00000100:00100000:1.0:1767320325.821790:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993831296
00000100:00100000:3.0:1767320325.821796:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320325.821798:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993831296
00000100:00100000:0.0:1767320325.821806:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320325.821830:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993831168:0@lo:38:kworker.0
00000100:00100000:3.0:1767320325.821833:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993831808
00000100:00100000:3.0:1767320325.821839:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993831808
00000100:00100000:1.0:1767320325.821854:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993831552
00000100:00100000:0.0:1767320325.821858:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320325.821858:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993831552
00000100:00100000:3.0:1767320325.821879:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993831936
00000100:00100000:1.0:1767320325.821883:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993831040
00000100:00100000:3.0:1767320325.821884:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993831936
00000100:00100000:0.0:1767320325.821886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993831424:0@lo:38:kworker.0
00000100:00100000:1.0:1767320325.821887:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993831040
00000100:00100000:0.0:1767320325.821910:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320325.821910:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5783
00000100:00100000:1.0:1767320325.821920:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993831296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320325.821926:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3575
00000100:00100000:0.0:1767320325.821936:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993831680:0@lo:38:kworker.0
00000100:00100000:3.0:1767320325.821939:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993831808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320325.821962:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320325.821972:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993831296:12345-0@lo:400:kworker.0 Request processed in 55us (351us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320325.821980:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5783
00000100:00100000:0.0:1767320325.821992:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993831424
00000100:00100000:1.0:1767320325.821996:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993831680
00000100:00100000:3.0:1767320325.821997:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993831808:12345-0@lo:400:kworker.0 Request processed in 61us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320325.821998:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993831424
00000100:00100000:1.0:1767320325.821998:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993831680
00000100:00100000:3.0:1767320325.822009:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3575
00000100:00100000:1.0:1767320325.822013:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5784
00000100:00100000:0.0:1767320325.822021:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73022
00000100:00100000:1.0:1767320325.822021:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993831552:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320325.822028:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993831040:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320325.822034:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3576
00010000:00020000:0.0:1767320325.822047:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320325.822058:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993831936:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320325.822065:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993831552:12345-0@lo:400:kworker.0 Request processed in 43us (325us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320325.822072:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5784
00000100:00100000:0.0:1767320325.822076:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993831040:12345-0@lo:38:kworker.0 Request processed in 49us (271us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320325.822082:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73022
00000100:00100000:1.0:1767320325.822085:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73023
00000100:00100000:1.0:1767320325.822090:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993831680:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320325.822094:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73024
00000100:00100000:0.0:1767320325.822100:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993831424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320325.822100:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320325.822106:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993831936:12345-0@lo:400:kworker.0 Request processed in 62us (308us total) trans 0 rc 0/0
00010000:00020000:0.0:1767320325.822112:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320325.822116:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3576
00000100:00080000:2.0:1767320325.822187:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320325.822191:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320325.822194:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320325.824514:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993831936:0@lo:400:kworker.0
00000100:00100000:2.0:1767320325.824538:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993831808:0@lo:400:kworker.0
00000100:00100000:3.0:1767320325.824924:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993831168
00000100:00100000:3.0:1767320325.824932:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993831168
00000100:00100000:3.0:1767320325.824979:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275
00000100:00100000:3.0:1767320325.824986:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b726fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993831168:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320325.825010:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320325.825352:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320325.825360:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320325.825365:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993831040:0@lo:38:kworker.0
00000100:00080000:2.0:1767320325.825379:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320325.825384:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320325.825397:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993831680:0@lo:38:kworker.0
00000100:00100000:2.0:1767320325.825446:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993831552:0@lo:400:kworker.0
00000100:00100000:2.0:1767320325.825459:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993831296:0@lo:400:kworker.0
00000100:00100000:0.0:1767320325.828286:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993831424:12345-0@lo:38:kworker.0 Request processed in 6174us (6363us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320325.828302:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73024
00000100:00080000:2.0:1767320325.828364:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320325.828372:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320325.828377:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993831424:0@lo:38:kworker.0
00000100:00100000:1.0:1767320325.829364:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993831680:12345-0@lo:38:kworker.0 Request processed in 7267us (7397us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320325.829374:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73023
00000100:00100000:3.0:1767320325.829470:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b726fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993831168:12345-0@lo:38:kworker.0 Request processed in 4481us (7609us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320325.829481:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275
00000100:00080000:2.0:1767320325.830871:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320325.830881:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320325.830886:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993831168:0@lo:38:kworker.0
00010000:00010000:0.0:1767320326.398925:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320326.398989:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320327.426123:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320327.426525:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320327.760612:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320327.760679:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320327.760866:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942244224
00000100:00100000:0.0:1767320327.760877:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942244224
00000100:00100000:0.0:1767320327.760933:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942244352
00000100:00100000:0.0:1767320327.760938:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942244352
00000100:00100000:0.0:1767320327.760991:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5785
00000100:00100000:0.0:1767320327.761001:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942244352:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320327.761070:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73025
00000100:00100000:3.0:1767320327.761078:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942244224:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:0.0:1767320327.761099:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942244352:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 98us (417us total) trans 0 rc 0/0
00010000:00020000:3.0:1767320327.761104:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320327.761113:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5785
00000100:00100000:3.0:1767320327.761143:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942244224:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 63us (542us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320327.761199:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73025
00000100:00080000:1.0:1767320327.761718:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320328.381390:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993832064:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320328.381396:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993832192:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320328.381493:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320328.381614:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320328.381645:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993832192
00000100:00100000:0.0:1767320328.381657:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993832192
00000100:00100000:2.0:1767320328.381667:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993832064
00000100:00100000:2.0:1767320328.381674:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993832064
00000100:00100000:2.0:1767320328.381727:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335
00000100:00100000:2.0:1767320328.381737:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993832064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320328.381767:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767320328.381813:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320328.381818:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993832064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (289us total) trans 0 rc 0/0
00000100:00080000:1.0:1767320328.381820:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320328.381825:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336
00000100:00100000:2.0:1767320328.381834:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335
00000100:00100000:0.0:1767320328.381841:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993832192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320328.381860:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320328.381860:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993832064:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320328.381906:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993832192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (412us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320328.381914:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336
00000100:00100000:2.0:1767320328.381932:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993832192:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320328.445325:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320328.445949:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320329.469297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320329.469392:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320330.493344:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320330.493425:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320330.941376:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320305/real 1767320305]  req@ffff89b6061b3800 x1853163993825792/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320330 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320330.941414:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6061b3800 x1853163993825792/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320330 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320330.941428:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320330.941447:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320330.941451:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993825792:0@lo:250:kworker.0
00000100:00080000:3.0:1767320330.942504:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320330.942512:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320330.942515:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320330.942521:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5550
00000100:00080000:3.0:1767320330.942526:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320330.942533:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320330.942567:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4a80 x1853163993832320/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320330.942601:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320330.942605:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320330.942607:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320330.942610:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5570
00000100:00080000:3.0:1767320330.942613:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320330.942617:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320330.942634:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f6d80 x1853163993832448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320330.942639:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993832320:0@lo:250:kworker.0
00000100:00080000:3.0:1767320330.942652:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320330.942656:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320330.942658:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320330.942663:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5570
00000100:00080000:3.0:1767320330.942666:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320330.942669:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320330.942685:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4000 x1853163993832576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767320330.942702:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993832320 offset 0 length 520: 4
00000100:00100000:2.0:1767320330.942762:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993832448:0@lo:38:kworker.0
00000100:00100000:2.0:1767320330.942794:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320330.943103:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320330.943107:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320330.943109:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320330.943112:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5570
00000100:00080000:3.0:1767320330.943115:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320330.943118:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320330.943130:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5180 x1853163993832832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320330.943145:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320330.943178:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320330.943180:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320330.943184:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5570
00000100:00080000:3.0:1767320330.943186:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320330.943190:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320330.943202:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5c00 x1853163993833088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320330.943252:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993832960:0@lo:400:kworker.0
00000100:00100000:3.0:1767320330.943284:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320330.943421:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993832704:0@lo:400:kworker.0
00000100:00100000:1.0:1767320330.943466:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993833216:0@lo:400:kworker.0
00000100:00100000:1.0:1767320330.943493:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320330.943519:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320330.943524:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993833344:0@lo:400:kworker.0
00000100:00100000:1.0:1767320330.943550:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320330.943600:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993833216
00000100:00100000:1.0:1767320330.943607:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993833216
00000100:00100000:1.0:1767320330.943663:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993833344
00000100:00100000:1.0:1767320330.943667:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993833344
00000100:00100000:1.0:1767320330.943706:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3577
00000100:00100000:1.0:1767320330.943801:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993833216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320330.943854:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993833216:12345-0@lo:400:kworker.0 Request processed in 58us (360us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320330.943860:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3577
00000100:00100000:1.0:1767320330.943877:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3578
00000100:00100000:1.0:1767320330.943884:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993833344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320330.943910:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993833344:12345-0@lo:400:kworker.0 Request processed in 27us (360us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320330.943916:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3578
00000100:00080000:1.0:1767320330.943932:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320330.943936:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320330.943963:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993833344:0@lo:400:kworker.0
00000100:00100000:1.0:1767320330.943974:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993833216:0@lo:400:kworker.0
00000100:00100000:1.0:1767320330.944021:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993832576:0@lo:38:kworker.0
00000100:00100000:1.0:1767320330.944047:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320330.944066:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993832832:0@lo:38:kworker.0
00000100:00100000:1.0:1767320330.944100:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993832576
00000100:00100000:1.0:1767320330.944104:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993832576
00000100:00100000:1.0:1767320330.944123:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276
00000100:00100000:1.0:1767320330.944128:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993832576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320330.944145:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320330.944208:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993832576:12345-0@lo:38:kworker.0 Request processed in 79us (161us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320330.944216:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276
00000100:00100000:3.0:1767320330.944889:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320330.947176:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993832448
00000100:00100000:0.0:1767320330.947191:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993832448
00000100:00100000:3.0:1767320330.948220:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320330.948344:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993832960
00000100:00100000:2.0:1767320330.948351:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993832960
00000100:00100000:2.0:1767320330.948401:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993832704
00000100:00100000:2.0:1767320330.948403:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993832704
00000100:00100000:2.0:1767320330.948426:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5786
00000100:00100000:2.0:1767320330.948434:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993832960:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320330.948525:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993832960:12345-0@lo:400:kworker.0 Request processed in 92us (5240us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320330.948533:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5786
00000100:00100000:2.0:1767320330.948551:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5787
00000100:00100000:2.0:1767320330.948557:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993832704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320330.948600:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993832704:12345-0@lo:400:kworker.0 Request processed in 44us (3713us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320330.948606:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5787
00000100:00100000:2.0:1767320330.948619:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73026
00000100:00100000:2.0:1767320330.948623:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993832448:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320330.948642:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320330.948669:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993832448:12345-0@lo:38:kworker.0 Request processed in 44us (5875us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320330.948678:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73026
00000100:00080000:2.0:1767320330.949050:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320330.949086:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993832704:0@lo:400:kworker.0
00000100:00100000:2.0:1767320330.949119:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993832960:0@lo:400:kworker.0
00000100:00100000:3.0:1767320330.949911:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993833088:0@lo:38:kworker.0
00000100:00100000:3.0:1767320330.949957:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320330.949986:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320330.949991:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320330.949994:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993832448:0@lo:38:kworker.0
00000100:00080000:3.0:1767320330.950016:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320330.950019:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320330.950023:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993832576:0@lo:38:kworker.0
00000100:00100000:3.0:1767320330.950046:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993832832
00000100:00100000:3.0:1767320330.950050:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993832832
00000100:00100000:3.0:1767320330.950074:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993833088
00000100:00100000:3.0:1767320330.950077:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993833088
00000100:00100000:3.0:1767320330.950093:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73027
00000100:00100000:3.0:1767320330.950098:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993832832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320330.950113:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320330.950174:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993832832:12345-0@lo:38:kworker.0 Request processed in 49us (1932us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320330.950181:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73027
00000100:00100000:3.0:1767320330.950195:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73028
00000100:00100000:3.0:1767320330.950199:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993833088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320330.950209:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320330.950231:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993833088:12345-0@lo:38:kworker.0 Request processed in 31us (275us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320330.950237:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73028
00000100:00080000:3.0:1767320330.950261:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320330.950265:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320330.950267:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993832832:0@lo:38:kworker.0
00000100:00080000:3.0:1767320330.950273:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320330.950276:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320330.950278:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993833088:0@lo:38:kworker.0
00010000:00010000:3.0:1767320331.517422:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320331.517702:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320331.849316:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:0.0:1767320331.849355:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942244480 offset 0 length 520: 4
00000100:00100000:0.0:1767320331.849381:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320331.850435:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942244736
00000100:00100000:1.0:1767320331.850446:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942244736
00000100:00100000:1.0:1767320331.850524:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942244608
00000100:00100000:1.0:1767320331.850528:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942244608
00000100:00100000:1.0:1767320331.850546:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5788
00000100:00100000:1.0:1767320331.850557:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741237850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942244736:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320331.850634:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741237850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942244736:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 80us (1331us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320331.850642:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5788
00000100:00100000:0.0:1767320331.851286:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73029
00000100:00100000:0.0:1767320331.851294:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942244608:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320331.851314:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320331.851348:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942244608:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 53us (1965us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320331.851357:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73029
00000100:00080000:3.0:1767320331.852328:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320332.541289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320332.543872:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320333.501467:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320333.501496:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993833472:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320333.501563:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320333.501738:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993833472
00000100:00100000:0.0:1767320333.501746:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993833472
00000100:00100000:0.0:1767320333.501817:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337
00000100:00100000:0.0:1767320333.501828:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993833472:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320333.501858:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320333.501907:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993833472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (343us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320333.501916:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337
00000100:00100000:0.0:1767320333.502041:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993833472:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320333.502288:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320333.506901:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320333.506926:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993833600:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320333.506992:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320333.507194:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993833600
00000100:00100000:1.0:1767320333.507202:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993833600
00000100:00100000:1.0:1767320333.507268:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338
00000100:00100000:1.0:1767320333.507278:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993833600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320333.507307:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320333.507364:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993833600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (371us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320333.507373:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338
00000100:00080000:1.0:1767320333.507396:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320333.507451:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993833600:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320333.565257:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320333.567777:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320334.589321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320334.591836:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320335.613317:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320335.614605:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320336.062510:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320336.062521:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320336.062525:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320336.062528:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320336.062533:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320336.062541:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5575
00000100:00080000:1.0:1767320336.062545:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320336.062563:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320336.062605:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a399f80 x1853163993833728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320336.062640:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320336.062644:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320336.062645:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320336.062649:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5575
00000100:00080000:1.0:1767320336.062652:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320336.062655:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320336.062669:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a39aa00 x1853163993833856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320336.062709:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320336.062712:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320336.062714:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320336.062718:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5575
00000100:00080000:1.0:1767320336.062720:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320336.062726:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320336.062727:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993833728:0@lo:38:kworker.0
00000100:00100000:1.0:1767320336.062739:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a39b100 x1853163993834112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320336.062760:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320336.062764:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320336.062766:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320336.062770:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5575
00000100:00080000:1.0:1767320336.062772:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320336.062775:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320336.062787:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb24380 x1853163993834368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320336.062855:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60ad30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993834240:0@lo:400:kworker.0
00000100:00100000:0.0:1767320336.062864:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320336.062933:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993833984:0@lo:400:kworker.0
00000100:00100000:3.0:1767320336.062965:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993833728
00000100:00100000:3.0:1767320336.062973:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993833728
00000100:00100000:1.0:1767320336.062994:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320336.063064:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993834496:0@lo:400:kworker.0
00000100:00100000:1.0:1767320336.063094:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320336.063120:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320336.063127:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993834624:0@lo:400:kworker.0
00000100:00100000:1.0:1767320336.063149:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320336.063207:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993834496
00000100:00100000:1.0:1767320336.063212:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993834496
00000100:00100000:1.0:1767320336.063268:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993834624
00000100:00100000:1.0:1767320336.063271:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993834624
00000100:00100000:1.0:1767320336.063297:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3579
00000100:00100000:1.0:1767320336.063306:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993834496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320336.063363:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993834496:12345-0@lo:400:kworker.0 Request processed in 57us (267us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320336.063371:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3579
00000100:00100000:1.0:1767320336.063390:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3580
00000100:00100000:1.0:1767320336.063395:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993834624:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320336.063424:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993834624:12345-0@lo:400:kworker.0 Request processed in 29us (274us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320336.063430:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3580
00000100:00080000:1.0:1767320336.063451:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320336.063456:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320336.063489:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993834624:0@lo:400:kworker.0
00000100:00100000:1.0:1767320336.063500:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993834496:0@lo:400:kworker.0
00000100:00100000:3.0:1767320336.063842:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993834240
00000100:00100000:3.0:1767320336.063847:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993834240
00000100:00100000:3.0:1767320336.063884:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5789
00000100:00100000:3.0:1767320336.063892:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993834240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320336.063998:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993834240:12345-0@lo:400:kworker.0 Request processed in 107us (1004us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320336.064008:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5789
00000100:00100000:3.0:1767320336.064024:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73030
00000100:00100000:3.0:1767320336.064029:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993833728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320336.064047:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320336.064085:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993833728:12345-0@lo:38:kworker.0 Request processed in 55us (1225us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320336.064093:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73030
00000100:00080000:3.0:1767320336.064111:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320336.064138:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60ad30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993834240:0@lo:400:kworker.0
00000100:00080000:0.0:1767320336.066359:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320336.066371:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320336.066376:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993833728:0@lo:38:kworker.0
00000100:00100000:0.0:1767320336.066388:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993833856:0@lo:38:kworker.0
00000100:00100000:0.0:1767320336.066447:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320336.066525:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993834112:0@lo:38:kworker.0
00000100:00100000:0.0:1767320336.066550:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320336.066640:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993834368:0@lo:38:kworker.0
00000100:00100000:0.0:1767320336.066662:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320336.066712:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993833856
00000100:00100000:3.0:1767320336.066719:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993833856
00000100:00100000:3.0:1767320336.066752:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277
00000100:00100000:3.0:1767320336.066759:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993833856:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320336.066776:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320336.066812:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993833856:12345-0@lo:38:kworker.0 Request processed in 53us (366us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320336.066819:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277
00000100:00080000:0.0:1767320336.066967:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320336.066972:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320336.066976:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993833856:0@lo:38:kworker.0
00000100:00100000:1.0:1767320336.067063:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993834112
00000100:00100000:1.0:1767320336.067067:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993834112
00000100:00100000:3.0:1767320336.067102:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993834368
00000100:00100000:3.0:1767320336.067106:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993834368
00000100:00100000:3.0:1767320336.067133:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73031
00000100:00100000:3.0:1767320336.067138:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993834112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320336.067180:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320336.067209:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993834112:12345-0@lo:38:kworker.0 Request processed in 70us (658us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320336.067216:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73031
00000100:00100000:3.0:1767320336.067242:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73032
00000100:00100000:3.0:1767320336.067247:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993834368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320336.067257:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320336.067281:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993834368:12345-0@lo:38:kworker.0 Request processed in 33us (618us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320336.067287:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73032
00000100:00080000:0.0:1767320336.067653:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320336.067660:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320336.067663:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993834112:0@lo:38:kworker.0
00000100:00080000:0.0:1767320336.067670:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320336.067673:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320336.067676:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993834368:0@lo:38:kworker.0
00000100:00100000:2.0:1767320336.076668:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320336.076838:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993833984
00000100:00100000:1.0:1767320336.076847:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993833984
00000100:00100000:1.0:1767320336.078476:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5790
00000100:00100000:1.0:1767320336.078488:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993833984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320336.078590:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993833984:12345-0@lo:400:kworker.0 Request processed in 105us (1930us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320336.078597:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5790
00000100:00080000:3.0:1767320336.079462:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320336.079915:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993833984:0@lo:400:kworker.0
00000100:00100000:2.0:1767320336.637282:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320336.637815:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320336.980615:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320336.980733:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320336.980861:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942244864
00000100:00100000:1.0:1767320336.980862:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942244992
00000100:00100000:1.0:1767320336.980873:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942244992
00000100:00100000:2.0:1767320336.980873:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942244864
00000100:00100000:2.0:1767320336.980979:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5791
00000100:00080000:3.0:1767320336.980985:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320336.980994:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942244992:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320336.981101:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942244992:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 112us (641us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320336.981110:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5791
00000100:00100000:2.0:1767320336.981131:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73033
00000100:00100000:2.0:1767320336.981135:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942244864:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320336.981196:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320336.981420:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942244864:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 281us (686us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320336.981427:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73033
00000100:00100000:2.0:1767320337.662257:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320337.662502:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320338.621428:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993834752:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320338.621493:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993834880:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320338.621514:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320338.621620:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993834752
00000100:00100000:3.0:1767320338.621628:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993834752
00000100:00100000:3.0:1767320338.621689:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339
00000100:00100000:3.0:1767320338.621698:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993834752:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320338.621731:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767320338.622838:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320338.628283:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320338.628466:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993834880
00000100:00100000:0.0:1767320338.628477:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993834880
00000100:00100000:0.0:1767320338.628551:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340
00000100:00100000:0.0:1767320338.628562:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993834880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320338.628606:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320338.628676:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993834880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (402us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320338.628684:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340
00000100:00080000:1.0:1767320338.628922:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320338.628984:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993834880:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320338.636660:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993834752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 14954us (15138us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320338.636674:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339
00000100:00100000:2.0:1767320338.636943:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993834752:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320338.685308:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320338.685386:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320339.709318:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320339.709399:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320340.733280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320340.734075:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320341.183323:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320341.183334:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320341.183336:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320341.183340:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320341.183345:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320341.183352:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5580
00000100:00080000:2.0:1767320341.183356:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320341.183363:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320341.183402:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3100 x1853163993835008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320341.183438:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320341.183441:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320341.183443:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320341.183447:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5580
00000100:00080000:2.0:1767320341.183450:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320341.183453:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320341.183468:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d0e00 x1853163993835136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320341.183507:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320341.183510:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320341.183512:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320341.183515:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5580
00000100:00080000:2.0:1767320341.183518:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320341.183521:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320341.183534:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f7480 x1853163993835392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320341.183550:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320341.183553:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320341.183555:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320341.183558:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5580
00000100:00080000:2.0:1767320341.183560:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320341.183563:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320341.183572:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f6680 x1853163993835648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320341.183628:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993835904:0@lo:400:kworker.0
00000100:00100000:2.0:1767320341.183690:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320341.183755:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320341.183762:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993835776:0@lo:400:kworker.0
00000100:00100000:2.0:1767320341.183786:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320341.183820:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993835904
00000100:00100000:2.0:1767320341.183828:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993835904
00000100:00100000:2.0:1767320341.183875:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993835776
00000100:00100000:0.0:1767320341.184011:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993835008:0@lo:38:kworker.0
00000100:00100000:0.0:1767320341.184055:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320341.184083:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993835136:0@lo:38:kworker.0
00000100:00100000:0.0:1767320341.184104:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320341.184128:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993835392:0@lo:38:kworker.0
00000100:00100000:0.0:1767320341.184147:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320341.184182:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993835648:0@lo:38:kworker.0
00000100:00100000:0.0:1767320341.184203:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320341.184233:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993835136
00000100:00100000:0.0:1767320341.184237:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993835136
00000100:00100000:0.0:1767320341.184260:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278
00000100:00100000:0.0:1767320341.184268:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993835136:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320341.184287:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320341.184329:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993835136:12345-0@lo:38:kworker.0 Request processed in 60us (223us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320341.184336:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278
00000100:00100000:0.0:1767320341.184359:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993835008
00000100:00100000:0.0:1767320341.184363:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993835008
00000100:00100000:0.0:1767320341.184379:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993835392
00000100:00100000:0.0:1767320341.184382:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993835392
00000100:00100000:0.0:1767320341.184393:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993835648
00000100:00100000:0.0:1767320341.184395:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993835648
00000100:00100000:0.0:1767320341.184407:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73034
00000100:00100000:0.0:1767320341.184413:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993835008:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320341.184423:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320341.184452:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993835008:12345-0@lo:38:kworker.0 Request processed in 38us (396us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320341.184461:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993835520:0@lo:400:kworker.0
00000100:00100000:0.0:1767320341.184466:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73034
00000100:00100000:0.0:1767320341.184481:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73035
00000100:00100000:0.0:1767320341.184487:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993835392:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320341.184497:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320341.184505:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320341.184546:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320341.184552:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993835264:0@lo:400:kworker.0
00000100:00100000:2.0:1767320341.184646:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993835776
00000100:00100000:2.0:1767320341.184676:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3581
00000100:00100000:2.0:1767320341.184682:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993835904:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320341.186682:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320341.186693:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320341.186712:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993835520
00000100:00100000:1.0:1767320341.186723:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993835520
00000100:00100000:1.0:1767320341.186784:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5792
00000100:00100000:1.0:1767320341.186795:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993835520:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320341.191457:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993835392:12345-0@lo:38:kworker.0 Request processed in 6958us (7298us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320341.191473:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73035
00000100:00100000:0.0:1767320341.191801:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73036
00000100:00100000:0.0:1767320341.191808:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993835648:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320341.191832:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320341.191908:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993835648:12345-0@lo:38:kworker.0 Request processed in 99us (7704us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320341.191915:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73036
00000100:00080000:0.0:1767320341.191977:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320341.191982:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320341.191986:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993835008:0@lo:38:kworker.0
00000100:00080000:0.0:1767320341.192000:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320341.192003:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320341.192006:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993835136:0@lo:38:kworker.0
00000100:00080000:0.0:1767320341.192014:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320341.192017:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320341.192020:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993835392:0@lo:38:kworker.0
00000100:00080000:0.0:1767320341.192028:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320341.192049:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320341.192052:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993835648:0@lo:38:kworker.0
00000100:00100000:0.0:1767320341.192140:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3582
00000100:00100000:0.0:1767320341.192154:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993835776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320341.192237:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993835776:12345-0@lo:400:kworker.0 Request processed in 90us (8450us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320341.192244:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3582
00000100:00080000:0.0:1767320341.192276:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320341.192326:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993835776:0@lo:400:kworker.0
00000100:00100000:3.0:1767320341.201095:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320341.201178:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993835264
00000100:00100000:3.0:1767320341.201187:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993835264
00000100:00100000:3.0:1767320341.202093:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5793
00000100:00100000:3.0:1767320341.202104:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993835264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320341.202189:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993835264:12345-0@lo:400:kworker.0 Request processed in 88us (1110us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320341.202197:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5793
00000100:00080000:0.0:1767320341.202392:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320341.203771:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993835264:0@lo:400:kworker.0
00000100:00100000:2.0:1767320341.203820:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993835904:12345-0@lo:400:kworker.0 Request processed in 19135us (20127us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320341.203831:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3581
00000100:00100000:0.0:1767320341.204184:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993835904:0@lo:400:kworker.0
00000100:00100000:1.0:1767320341.207438:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993835520:12345-0@lo:400:kworker.0 Request processed in 20638us (22927us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320341.207452:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5792
00000100:00100000:3.0:1767320341.207709:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993835520:0@lo:400:kworker.0
00010000:00010000:0.0:1767320341.757383:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320341.757473:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320342.087222:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320342.087277:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320342.087349:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942245120
00000100:00100000:0.0:1767320342.087359:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942245248
00000100:00100000:0.0:1767320342.087367:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942245248
00000100:00100000:1.0:1767320342.087367:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942245120
00000100:00100000:1.0:1767320342.087435:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5794
00000100:00100000:1.0:1767320342.087451:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942245248:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320342.087546:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942245248:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 103us (268us total) trans 0 rc 0/0
00000100:00080000:3.0:1767320342.091287:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320342.093470:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73037
00000100:00100000:0.0:1767320342.093484:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942245120:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320342.093510:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320342.093585:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942245120:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 101us (6440us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320342.093594:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73037
00000100:00100000:1.0:1767320342.094520:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5794
00000100:00100000:2.0:1767320342.781350:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320342.781618:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320343.741505:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320343.741528:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993836032:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320343.741593:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320343.741830:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993836032
00000100:00100000:0.0:1767320343.741839:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993836032
00000100:00100000:0.0:1767320343.741894:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341
00000100:00100000:0.0:1767320343.741910:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993836032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320343.741952:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320343.741964:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320343.741974:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993836160:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320343.742000:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320343.742004:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993836032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (411us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320343.742012:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341
00000100:00100000:0.0:1767320343.742028:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993836160
00000100:00100000:0.0:1767320343.742032:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993836160
00000100:00100000:0.0:1767320343.742055:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342
00000100:00100000:0.0:1767320343.742062:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993836160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320343.742077:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767320343.742135:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320343.742140:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320343.742181:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993836032:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320343.742322:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993836160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 259us (319us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320343.742329:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342
00000100:00100000:2.0:1767320343.748841:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993836160:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320343.805783:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320343.809719:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320344.829550:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320344.830347:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320345.853597:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320345.853670:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767320346.302623:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320346.302639:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320346.302642:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320346.302646:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320346.302650:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320346.302659:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5585
00000100:00080000:2.0:1767320346.302665:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320346.302672:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320346.302712:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4000 x1853163993836288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320346.302729:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320346.302732:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320346.302734:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320346.302738:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5585
00000100:00080000:2.0:1767320346.302740:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320346.302743:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320346.302756:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f6a00 x1853163993836416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320346.302796:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320346.302799:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320346.302801:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320346.302805:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5585
00000100:00080000:2.0:1767320346.302807:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320346.302810:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320346.302822:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4380 x1853163993836672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320346.302836:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320346.302839:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320346.302840:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320346.302844:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5585
00000100:00080000:2.0:1767320346.302846:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320346.302849:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320346.302857:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f7800 x1853163993836928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320346.302919:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993837056:0@lo:400:kworker.0
00000100:00100000:2.0:1767320346.302988:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320346.303060:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320346.303068:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993837184:0@lo:400:kworker.0
00000100:00100000:2.0:1767320346.303090:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320346.303121:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993837056
00000100:00100000:2.0:1767320346.303128:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993837056
00000100:00100000:3.0:1767320346.303213:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993836800:0@lo:400:kworker.0
00000100:00100000:2.0:1767320346.303220:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993837184
00000100:00100000:2.0:1767320346.303227:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993837184
00000100:00100000:2.0:1767320346.303253:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3583
00000100:00100000:2.0:1767320346.303264:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993837056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320346.303300:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320346.303403:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993836288:0@lo:38:kworker.0
00000100:00100000:1.0:1767320346.303489:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993836544:0@lo:400:kworker.0
00000100:00100000:2.0:1767320346.303541:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993837056:12345-0@lo:400:kworker.0 Request processed in 279us (552us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320346.303549:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3583
00000100:00100000:2.0:1767320346.303567:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3584
00000100:00100000:2.0:1767320346.303574:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993837184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320346.303605:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993837184:12345-0@lo:400:kworker.0 Request processed in 32us (514us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320346.303611:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3584
00000100:00100000:2.0:1767320346.303633:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993836800
00000100:00100000:2.0:1767320346.303638:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993836800
00000100:00100000:2.0:1767320346.303669:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5795
00000100:00100000:2.0:1767320346.303675:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993836800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320346.303707:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993836800:12345-0@lo:400:kworker.0 Request processed in 32us (411us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320346.303713:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5795
00000100:00100000:2.0:1767320346.303749:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993837184:0@lo:400:kworker.0
00000100:00100000:2.0:1767320346.303759:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993837056:0@lo:400:kworker.0
00000100:00080000:2.0:1767320346.303792:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320346.303797:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320346.303800:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320346.306376:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993836800:0@lo:400:kworker.0
00000100:00100000:0.0:1767320346.306705:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320346.306816:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993836416:0@lo:38:kworker.0
00000100:00100000:0.0:1767320346.306863:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320346.306909:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993836672:0@lo:38:kworker.0
00000100:00100000:0.0:1767320346.306931:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320346.306988:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993836416
00000100:00100000:3.0:1767320346.306998:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993836416
00000100:00100000:3.0:1767320346.307055:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279
00000100:00100000:3.0:1767320346.307062:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993836416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320346.307084:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320346.307131:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993836416:12345-0@lo:38:kworker.0 Request processed in 68us (267us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320346.307138:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279
00000100:00100000:0.0:1767320346.320526:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993836928:0@lo:38:kworker.0
00000100:00100000:1.0:1767320346.320698:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320346.324936:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993836288
00000100:00100000:2.0:1767320346.324956:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993836288
00000100:00100000:2.0:1767320346.325031:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993836672
00000100:00100000:2.0:1767320346.325042:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993836672
00000100:00100000:2.0:1767320346.325067:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73038
00000100:00100000:2.0:1767320346.325075:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993836288:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320346.325099:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320346.325205:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993836288:12345-0@lo:38:kworker.0 Request processed in 129us (18505us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320346.325212:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73038
00000100:00100000:2.0:1767320346.325232:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73039
00000100:00100000:2.0:1767320346.325238:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993836672:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320346.325247:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320346.325272:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993836672:12345-0@lo:38:kworker.0 Request processed in 34us (18340us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320346.325278:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73039
00000100:00100000:0.0:1767320346.325902:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993836544
00000100:00100000:0.0:1767320346.325910:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993836544
00000100:00100000:0.0:1767320346.325965:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5796
00000100:00100000:0.0:1767320346.325978:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993836544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320346.326027:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993836544:12345-0@lo:400:kworker.0 Request processed in 55us (5329us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320346.326044:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5796
00000100:00080000:1.0:1767320346.326155:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320346.326217:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993836544:0@lo:400:kworker.0
00000100:00100000:2.0:1767320346.326386:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320346.326433:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320346.326439:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320346.326443:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993836288:0@lo:38:kworker.0
00000100:00080000:2.0:1767320346.326455:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320346.326458:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320346.326461:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993836416:0@lo:38:kworker.0
00000100:00080000:2.0:1767320346.326469:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320346.326472:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320346.326475:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993836672:0@lo:38:kworker.0
00000100:00100000:3.0:1767320346.326693:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993836928
00000100:00100000:3.0:1767320346.326699:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993836928
00000100:00100000:3.0:1767320346.326730:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73040
00000100:00100000:3.0:1767320346.326736:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993836928:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320346.326751:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320346.326799:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993836928:12345-0@lo:38:kworker.0 Request processed in 62us (413us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320346.326806:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73040
00000100:00080000:2.0:1767320346.327400:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320346.327406:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320346.327410:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993836928:0@lo:38:kworker.0
00000100:00100000:2.0:1767320346.877384:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320346.877809:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320347.220777:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320347.220911:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320347.221127:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942245504
00000100:00100000:2.0:1767320347.221143:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942245504
00000100:00100000:1.0:1767320347.221148:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942245376
00000100:00100000:1.0:1767320347.221199:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942245376
00000100:00100000:1.0:1767320347.221256:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73041
00000100:00100000:1.0:1767320347.221266:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942245376:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320347.221296:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320347.221311:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5797
00000100:00100000:2.0:1767320347.221324:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942245504:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320347.221379:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942245376:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 112us (466us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320347.221388:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73041
00000100:00100000:2.0:1767320347.221419:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942245504:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 95us (655us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320347.221428:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5797
00000100:00080000:3.0:1767320347.222295:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320347.901535:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320347.902834:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320348.861724:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320348.861762:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993837312:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320348.861891:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320348.862009:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993837440:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320348.862035:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320348.862272:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993837312
00000100:00100000:0.0:1767320348.862285:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993837312
00000100:00100000:0.0:1767320348.862370:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993837440
00000100:00100000:0.0:1767320348.862374:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993837440
00000100:00100000:0.0:1767320348.862401:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3343
00000100:00100000:0.0:1767320348.862416:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993837312:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320348.862473:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767320348.862682:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320348.862688:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320348.862745:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3344
00000100:00100000:1.0:1767320348.862758:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993837440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320348.862779:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320348.862843:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993837440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (805us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320348.862852:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3344
00000100:00100000:3.0:1767320348.862952:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993837440:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320348.863116:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993837312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 705us (1226us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320348.863124:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3343
00000100:00100000:3.0:1767320348.863256:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993837312:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320348.925348:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320348.925703:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320349.949302:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320349.958100:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320350.974145:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320350.974296:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320351.428575:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320351.428592:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320351.428595:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320351.428600:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320351.428605:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320351.428616:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5591
00000100:00080000:0.0:1767320351.428622:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320351.428632:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320351.428684:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359180 x1853163993837568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320351.428726:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320351.428732:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320351.428734:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320351.428738:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5591
00000100:00080000:0.0:1767320351.428741:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320351.428745:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320351.428762:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635a300 x1853163993837696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320351.428828:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320351.428832:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320351.428834:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320351.428837:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5591
00000100:00080000:0.0:1767320351.428840:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320351.428844:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320351.428858:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d0e00 x1853163993837952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320351.428876:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320351.428879:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320351.428881:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320351.428885:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5591
00000100:00080000:0.0:1767320351.428887:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320351.428891:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320351.428902:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a399500 x1853163993838208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320351.429017:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993838336:0@lo:400:kworker.0
00000100:00100000:0.0:1767320351.429115:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320351.429228:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320351.429232:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993837824:0@lo:400:kworker.0
00000100:00100000:0.0:1767320351.429234:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993838464:0@lo:400:kworker.0
00000100:00100000:0.0:1767320351.429260:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320351.429269:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320351.429292:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320351.429297:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993838080:0@lo:400:kworker.0
00000100:00100000:0.0:1767320351.429298:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993837824
00000100:00100000:0.0:1767320351.429307:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993837824
00000100:00100000:3.0:1767320351.429319:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320351.429341:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320351.429589:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993838336
00000100:00100000:2.0:1767320351.429595:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993838336
00000100:00100000:2.0:1767320351.429657:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993838464
00000100:00100000:2.0:1767320351.429661:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993838464
00000100:00100000:2.0:1767320351.429689:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3585
00000100:00100000:2.0:1767320351.429701:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993838336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320351.429797:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993838336:12345-0@lo:400:kworker.0 Request processed in 98us (681us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320351.429805:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3585
00000100:00100000:2.0:1767320351.429827:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3586
00000100:00100000:2.0:1767320351.429834:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993838464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320351.429866:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993838464:12345-0@lo:400:kworker.0 Request processed in 32us (604us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320351.429872:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3586
00000100:00100000:2.0:1767320351.429943:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993838464:0@lo:400:kworker.0
00000100:00100000:2.0:1767320351.429957:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993838336:0@lo:400:kworker.0
00000100:00080000:3.0:1767320351.430216:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320351.430220:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320351.430981:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993838080
00000100:00100000:0.0:1767320351.430991:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993838080
00000100:00100000:0.0:1767320351.431052:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5798
00000100:00100000:0.0:1767320351.431061:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993837824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320351.431146:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993837824:12345-0@lo:400:kworker.0 Request processed in 87us (1876us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320351.431154:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5798
00000100:00100000:0.0:1767320351.431194:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5799
00000100:00100000:0.0:1767320351.431201:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993838080:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320351.431211:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320351.431251:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993837824:0@lo:400:kworker.0
00000100:00100000:2.0:1767320351.431959:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993837568:0@lo:38:kworker.0
00000100:00100000:0.0:1767320351.432025:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993838080:12345-0@lo:400:kworker.0 Request processed in 824us (2703us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320351.432033:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5799
00000100:00100000:3.0:1767320351.433303:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993838080:0@lo:400:kworker.0
00000100:00100000:2.0:1767320351.442887:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320351.442979:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993837696:0@lo:38:kworker.0
00000100:00100000:2.0:1767320351.443020:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320351.443048:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993837952:0@lo:38:kworker.0
00000100:00100000:2.0:1767320351.443068:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320351.443088:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993838208:0@lo:38:kworker.0
00000100:00100000:0.0:1767320351.443193:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993837568
00000100:00100000:0.0:1767320351.443205:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993837568
00000100:00100000:0.0:1767320351.443252:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993837952
00000100:00100000:0.0:1767320351.443255:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993837952
00000100:00100000:0.0:1767320351.443277:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73042
00000100:00100000:0.0:1767320351.443286:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993837568:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320351.443327:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320351.443383:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993837568:12345-0@lo:38:kworker.0 Request processed in 97us (507us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320351.443394:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73042
00000100:00100000:0.0:1767320351.443414:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73043
00000100:00100000:0.0:1767320351.443417:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993837952:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320351.443426:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320351.443445:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993837952:12345-0@lo:38:kworker.0 Request processed in 27us (376us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320351.443450:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73043
00000100:00100000:2.0:1767320351.443739:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320351.443801:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320351.443806:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320351.443810:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993837568:0@lo:38:kworker.0
00000100:00080000:2.0:1767320351.443819:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320351.443822:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320351.443825:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993837952:0@lo:38:kworker.0
00000100:00100000:1.0:1767320351.444078:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993838208
00000100:00100000:1.0:1767320351.444084:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993838208
00000100:00100000:1.0:1767320351.444126:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73044
00000100:00100000:1.0:1767320351.444131:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993838208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320351.444144:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320351.444204:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993838208:12345-0@lo:38:kworker.0 Request processed in 72us (464us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320351.444210:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73044
00000100:00080000:1.0:1767320351.444235:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320351.444239:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320351.444242:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993838208:0@lo:38:kworker.0
00000100:00100000:3.0:1767320351.447042:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993837696
00000100:00100000:3.0:1767320351.447064:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993837696
00000100:00100000:3.0:1767320351.447196:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280
00000100:00100000:3.0:1767320351.447207:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993837696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320351.447236:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320351.447353:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993837696:12345-0@lo:38:kworker.0 Request processed in 146us (4331us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320351.447361:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280
00000100:00080000:1.0:1767320351.447690:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320351.447698:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320351.447703:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993837696:0@lo:38:kworker.0
00010000:00010000:3.0:1767320351.997515:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320351.997531:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320352.328695:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320352.328817:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320352.329351:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942245760
00000100:00100000:2.0:1767320352.329361:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942245760
00000100:00100000:2.0:1767320352.329447:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942245632
00000100:00100000:2.0:1767320352.329451:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942245632
00000100:00100000:2.0:1767320352.329472:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5800
00000100:00100000:2.0:1767320352.329492:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942245760:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320352.329577:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942245760:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 96us (1022us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320352.329586:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5800
00000100:00100000:2.0:1767320352.329606:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73045
00000100:00100000:2.0:1767320352.329610:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942245632:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320352.329628:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320352.329655:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942245632:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 42us (838us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320352.329661:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73045
00000100:00080000:3.0:1767320352.330083:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320353.024782:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320353.025662:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320353.984052:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993838592:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320353.984128:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320353.984288:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993838592
00000100:00100000:0.0:1767320353.984297:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993838592
00000100:00100000:0.0:1767320353.984361:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345
00000100:00100000:0.0:1767320353.984372:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993838592:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320353.984426:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767320353.984690:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320353.984827:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993838592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 456us (697us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320353.984836:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345
00000100:00100000:3.0:1767320353.984990:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993838592:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320353.987888:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320353.987909:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993838720:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320353.987979:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320353.988148:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993838720
00000100:00100000:2.0:1767320353.988174:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993838720
00000100:00080000:3.0:1767320353.988286:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320353.988328:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346
00000100:00100000:2.0:1767320353.988338:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993838720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320353.988368:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320353.988441:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993838720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (461us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320353.988448:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346
00000100:00100000:3.0:1767320353.988529:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993838720:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320354.045768:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320354.046626:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320355.069503:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320355.071052:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320355.517643:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320330/real 1767320330]  req@ffff89b7389f4a80 x1853163993832320/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320355 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320355.517681:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b7389f4a80 x1853163993832320/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320355 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320355.517715:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320355.517746:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320355.517750:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993832320:0@lo:250:kworker.0
00000100:00080000:2.0:1767320355.517827:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320355.517834:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320355.517837:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320355.517842:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5575
00000100:00080000:2.0:1767320355.517846:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320355.517853:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320355.517890:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b1880 x1853163993838848/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320355.517913:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320355.517917:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320355.517918:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320355.517922:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5596
00000100:00080000:2.0:1767320355.517924:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320355.517927:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320355.517941:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635a300 x1853163993838976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320355.517950:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320355.517953:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320355.517954:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320355.517958:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5596
00000100:00080000:2.0:1767320355.517960:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320355.517963:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320355.517973:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359180 x1853163993839104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320355.518016:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320355.518020:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320355.518022:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320355.518026:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5596
00000100:00080000:2.0:1767320355.518028:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320355.518031:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320355.518043:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a39b100 x1853163993839360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320355.518058:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320355.518061:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320355.518063:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320355.518067:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5596
00000100:00080000:2.0:1767320355.518069:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320355.518072:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320355.518081:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4a80 x1853163993839616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320355.518138:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993839872:0@lo:400:kworker.0
00000100:00100000:2.0:1767320355.518217:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320355.518285:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320355.518291:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993839744:0@lo:400:kworker.0
00000100:00100000:2.0:1767320355.518317:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320355.518347:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993839872
00000100:00100000:2.0:1767320355.518354:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993839872
00000100:00100000:2.0:1767320355.518411:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993839744
00000100:00100000:2.0:1767320355.518414:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993839744
00000100:00100000:2.0:1767320355.518436:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3587
00000100:00100000:2.0:1767320355.518445:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993839872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320355.518500:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993839872:12345-0@lo:400:kworker.0 Request processed in 44us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320355.518507:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3587
00000100:00100000:2.0:1767320355.518524:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3588
00000100:00100000:2.0:1767320355.518530:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993839744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320355.518558:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993839744:12345-0@lo:400:kworker.0 Request processed in 28us (240us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320355.518563:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3588
00000100:00100000:2.0:1767320355.518607:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993839744:0@lo:400:kworker.0
00000100:00100000:2.0:1767320355.518616:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993839872:0@lo:400:kworker.0
00000100:00080000:3.0:1767320355.518695:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320355.518709:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320355.518720:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993839488:0@lo:400:kworker.0
00000100:00100000:3.0:1767320355.518751:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320355.518781:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320355.518787:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993839232:0@lo:400:kworker.0
00000100:00100000:3.0:1767320355.518806:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320355.519127:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993839488
00000100:00100000:2.0:1767320355.519132:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993839488
00000100:00100000:1.0:1767320355.519206:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993838848:0@lo:250:kworker.0
00000400:00000100:1.0:1767320355.519228:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993838848 offset 0 length 520: 4
00000100:00100000:1.0:1767320355.519248:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993838976:0@lo:38:kworker.0
00000100:00100000:1.0:1767320355.519267:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320355.519283:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993839104:0@lo:38:kworker.0
00000100:00100000:1.0:1767320355.519303:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320355.519315:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993839360:0@lo:38:kworker.0
00000100:00100000:1.0:1767320355.519330:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320355.519345:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993839616:0@lo:38:kworker.0
00000100:00100000:1.0:1767320355.519374:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320355.519399:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993839232
00000100:00100000:1.0:1767320355.519403:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993839232
00000100:00100000:2.0:1767320355.519462:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993838976
00000100:00100000:2.0:1767320355.519466:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993838976
00000100:00100000:2.0:1767320355.519476:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993839360
00000100:00100000:2.0:1767320355.519479:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993839360
00000100:00100000:2.0:1767320355.519495:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993839616
00000100:00100000:2.0:1767320355.519498:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993839616
00000100:00100000:2.0:1767320355.519508:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5801
00000100:00100000:2.0:1767320355.519515:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993839488:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320355.519553:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993839488:12345-0@lo:400:kworker.0 Request processed in 40us (801us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320355.519560:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5801
00000100:00100000:2.0:1767320355.519573:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73046
00000100:00100000:2.0:1767320355.519578:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993838976:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320355.519594:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320355.519625:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993838976:12345-0@lo:38:kworker.0 Request processed in 46us (357us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320355.519632:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73046
00000100:00100000:2.0:1767320355.519643:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73047
00000100:00100000:2.0:1767320355.519647:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993839360:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320355.519656:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320355.519678:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993839360:12345-0@lo:38:kworker.0 Request processed in 29us (346us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320355.519684:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73047
00000100:00100000:2.0:1767320355.519693:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73048
00000100:00100000:2.0:1767320355.519710:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993839616:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320355.519719:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320355.519743:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993839616:12345-0@lo:38:kworker.0 Request processed in 44us (368us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320355.519749:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73048
00000100:00100000:2.0:1767320355.519806:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993839488:0@lo:400:kworker.0
00000100:00100000:0.0:1767320355.520333:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993839104
00000100:00100000:0.0:1767320355.520339:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993839104
00000100:00100000:0.0:1767320355.520379:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281
00000100:00100000:0.0:1767320355.520385:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993839104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320355.520396:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320355.520428:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993839104:12345-0@lo:38:kworker.0 Request processed in 43us (1124us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320355.520437:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281
00000100:00080000:0.0:1767320355.520496:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320355.520500:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320355.520504:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993838976:0@lo:38:kworker.0
00000100:00080000:0.0:1767320355.520513:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320355.520517:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320355.520520:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993839104:0@lo:38:kworker.0
00000100:00080000:0.0:1767320355.520528:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320355.520531:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320355.520534:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993839360:0@lo:38:kworker.0
00000100:00080000:0.0:1767320355.520541:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320355.520544:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320355.520547:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993839616:0@lo:38:kworker.0
00000100:00080000:3.0:1767320355.525340:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320355.527650:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5802
00000100:00100000:1.0:1767320355.527674:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993839232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320355.527822:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993839232:12345-0@lo:400:kworker.0 Request processed in 158us (9013us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320355.527830:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5802
00000100:00100000:2.0:1767320355.527942:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993839232:0@lo:400:kworker.0
00000100:00100000:2.0:1767320356.093262:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320356.093833:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320357.117402:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320357.117455:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320357.450783:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320357.450832:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:1.0:1767320357.450859:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942246144 offset 0 length 520: 4
00000100:00100000:0.0:1767320357.450914:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942245888
00000100:00100000:0.0:1767320357.450925:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942245888
00000100:00100000:2.0:1767320357.450951:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942246016
00000100:00100000:2.0:1767320357.450958:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942246016
00000100:00080000:3.0:1767320357.451049:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320357.451129:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5803
00000100:00100000:0.0:1767320357.451145:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942246016:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320357.451271:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942246016:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 131us (436us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320357.451279:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5803
00000100:00100000:0.0:1767320357.451300:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73049
00000100:00100000:0.0:1767320357.451305:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942245888:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320357.451326:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320357.451352:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942245888:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (581us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320357.451359:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73049
00000100:00100000:1.0:1767320358.141602:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320358.148895:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320359.104286:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993840000:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320359.104362:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320359.104490:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993840000
00000100:00100000:0.0:1767320359.104499:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993840000
00000100:00100000:3.0:1767320359.104541:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993840128:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320359.104565:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347
00000100:00100000:0.0:1767320359.104574:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993840000:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320359.104591:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:0.0:1767320359.104602:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320359.104657:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993840128
00000100:00100000:0.0:1767320359.104659:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993840000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320359.104662:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993840128
00000100:00100000:0.0:1767320359.104674:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347
00000100:00100000:3.0:1767320359.104702:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348
00000100:00100000:3.0:1767320359.104715:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993840128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320359.104735:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320359.104772:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993840128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (182us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320359.104781:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993840000:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320359.104815:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320359.104822:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320359.104862:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993840128:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320359.108945:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348
00010000:00010000:0.0:1767320359.165413:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320359.165479:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320360.189397:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320360.189496:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767320360.642355:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320360.642368:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320360.642372:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320360.642375:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320360.642379:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320360.642388:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5600
00000100:00080000:3.0:1767320360.642394:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320360.642403:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320360.642456:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecae300 x1853163993840256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320360.642551:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993840256:0@lo:38:kworker.0
00000100:00100000:0.0:1767320360.642648:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320360.642793:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993840256
00000100:00100000:2.0:1767320360.642802:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993840256
00000100:00100000:2.0:1767320360.642852:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73050
00000100:00100000:2.0:1767320360.642860:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993840256:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320360.642886:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320360.643313:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320360.643318:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320360.643321:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320360.643326:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5600
00000100:00080000:3.0:1767320360.643329:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320360.643333:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320360.643355:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d0e00 x1853163993840384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320360.644550:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993840384:0@lo:38:kworker.0
00000100:00100000:0.0:1767320360.644622:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320360.644732:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993840384
00000100:00100000:1.0:1767320360.644739:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993840384
00000100:00100000:1.0:1767320360.644773:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282
00000100:00100000:1.0:1767320360.644779:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993840384:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320360.644799:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320360.644838:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993840384:12345-0@lo:38:kworker.0 Request processed in 58us (216us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320360.644845:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282
00000100:00100000:2.0:1767320360.648154:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993840256:12345-0@lo:38:kworker.0 Request processed in 5283us (5495us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320360.648184:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73050
00000100:00080000:0.0:1767320360.649129:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320360.649136:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320360.649141:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993840256:0@lo:38:kworker.0
00000100:00080000:0.0:1767320360.649284:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320360.649289:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320360.649293:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993840384:0@lo:38:kworker.0
00000100:00080000:3.0:1767320360.649477:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320360.649483:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320360.649487:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320360.649492:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5600
00000100:00080000:3.0:1767320360.649498:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320360.649505:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320360.649532:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3800 x1853163993840640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320360.649554:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320360.649559:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320360.649561:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320360.649564:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5600
00000100:00080000:3.0:1767320360.649567:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320360.649571:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320360.649585:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cf800 x1853163993840896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320360.649723:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993841024:0@lo:400:kworker.0
00000100:00100000:1.0:1767320360.649801:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320360.649841:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320360.649847:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993841152:0@lo:400:kworker.0
00000100:00100000:1.0:1767320360.649870:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320360.649920:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993841024
00000100:00100000:1.0:1767320360.649927:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993841024
00000100:00100000:1.0:1767320360.649973:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993841152
00000100:00100000:1.0:1767320360.649976:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993841152
00000100:00100000:1.0:1767320360.649998:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3589
00000100:00100000:1.0:1767320360.650006:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993841024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320360.650055:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993841024:12345-0@lo:400:kworker.0 Request processed in 49us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320360.650062:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3589
00000100:00100000:1.0:1767320360.650078:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3590
00000100:00100000:1.0:1767320360.650085:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993841152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320360.650111:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993841152:12345-0@lo:400:kworker.0 Request processed in 27us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320360.650117:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3590
00000100:00100000:1.0:1767320360.650153:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993841152:0@lo:400:kworker.0
00000100:00100000:1.0:1767320360.650187:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993841024:0@lo:400:kworker.0
00000100:00100000:1.0:1767320360.650229:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993840512:0@lo:400:kworker.0
00000100:00100000:1.0:1767320360.650259:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320360.650278:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320360.650283:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993840768:0@lo:400:kworker.0
00000100:00100000:1.0:1767320360.650303:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320360.650329:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993840512
00000100:00100000:1.0:1767320360.650333:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993840512
00000100:00100000:1.0:1767320360.650368:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993840768
00000100:00100000:1.0:1767320360.650371:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993840768
00000100:00100000:1.0:1767320360.650391:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5804
00000100:00100000:1.0:1767320360.650397:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993840512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320360.650431:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993840512:12345-0@lo:400:kworker.0 Request processed in 34us (171us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320360.650438:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5804
00000100:00100000:1.0:1767320360.650450:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5805
00000100:00100000:1.0:1767320360.650456:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993840768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320360.650482:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993840768:12345-0@lo:400:kworker.0 Request processed in 27us (178us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320360.650489:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5805
00000100:00080000:1.0:1767320360.650504:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320360.650524:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993840768:0@lo:400:kworker.0
00000100:00100000:1.0:1767320360.650533:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993840512:0@lo:400:kworker.0
00000100:00100000:0.0:1767320360.651326:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993840640:0@lo:38:kworker.0
00000100:00100000:0.0:1767320360.651365:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320360.651397:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993840896:0@lo:38:kworker.0
00000100:00100000:0.0:1767320360.651419:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320360.651492:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993840640
00000100:00100000:2.0:1767320360.651498:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993840640
00000100:00100000:2.0:1767320360.651531:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993840896
00000100:00100000:2.0:1767320360.651534:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993840896
00000100:00100000:2.0:1767320360.651558:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73051
00000100:00100000:2.0:1767320360.651563:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993840640:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320360.651583:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320360.651633:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993840640:12345-0@lo:38:kworker.0 Request processed in 68us (267us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320360.651640:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73051
00000100:00100000:2.0:1767320360.651655:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73052
00000100:00100000:2.0:1767320360.651659:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993840896:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320360.651668:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320360.651690:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993840896:12345-0@lo:38:kworker.0 Request processed in 30us (271us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320360.651695:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73052
00000100:00080000:0.0:1767320360.652331:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320360.652344:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320360.652349:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993840640:0@lo:38:kworker.0
00000100:00080000:0.0:1767320360.652363:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320360.652367:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320360.652370:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993840896:0@lo:38:kworker.0
00010000:00010000:2.0:1767320361.213588:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320361.213650:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320362.237338:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320362.237489:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320362.576763:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320362.576823:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320362.576987:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942246400
00000100:00100000:0.0:1767320362.577003:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942246400
00000100:00100000:0.0:1767320362.577104:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942246272
00000100:00100000:0.0:1767320362.577108:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942246272
00000100:00100000:0.0:1767320362.577134:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5806
00000100:00100000:0.0:1767320362.577147:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942246400:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320362.577274:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942246400:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 131us (528us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320362.577282:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5806
00000100:00100000:0.0:1767320362.577304:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73053
00000100:00100000:0.0:1767320362.577309:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942246272:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320362.577332:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320362.577358:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942246272:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (534us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320362.577365:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73053
00000100:00080000:2.0:1767320362.577427:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320363.261623:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320363.261706:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320364.221645:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993841408:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320364.221726:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320364.221778:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993841408
00000100:00100000:2.0:1767320364.221787:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993841408
00000100:00100000:3.0:1767320364.221804:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320364.221813:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993841280:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320364.221841:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320364.221851:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993841280
00000100:00100000:2.0:1767320364.221856:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993841280
00000100:00100000:2.0:1767320364.221884:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349
00000100:00080000:3.0:1767320364.221884:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320364.221892:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320364.221897:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993841408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320364.221926:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320364.221970:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993841408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (243us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320364.221977:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349
00000100:00100000:2.0:1767320364.221994:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350
00000100:00100000:2.0:1767320364.222001:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993841280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320364.222014:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320364.222036:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993841280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320364.222041:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350
00000100:00100000:3.0:1767320364.222198:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993841280:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320364.222213:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993841408:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320364.285532:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320364.285863:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320365.309465:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320365.309525:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767320365.757751:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320365.757762:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320365.757765:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320365.757768:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320365.757772:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320365.757780:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5605
00000100:00080000:0.0:1767320365.757785:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320365.757791:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320365.757830:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f0000 x1853163993841536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320365.757862:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320365.757866:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320365.757868:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320365.757871:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5605
00000100:00080000:0.0:1767320365.757874:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320365.757878:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320365.757893:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecae300 x1853163993841664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320365.757936:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767320365.758056:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993841536:0@lo:38:kworker.0
00000100:00100000:2.0:1767320365.758120:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320365.758205:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993841664:0@lo:38:kworker.0
00000100:00100000:2.0:1767320365.758229:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320365.758524:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320365.758537:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993841792:0@lo:400:kworker.0
00000100:00100000:3.0:1767320365.758569:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320365.758653:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320365.758656:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320365.758660:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5605
00000100:00080000:0.0:1767320365.758662:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320365.758667:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320365.758685:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635a300 x1853163993841920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320365.758721:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320365.758725:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320365.758726:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320365.758730:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5605
00000100:00080000:0.0:1767320365.758733:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320365.758736:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320365.758746:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238000 x1853163993842176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320365.758837:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320365.758848:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993842048:0@lo:400:kworker.0
00000100:00100000:1.0:1767320365.758879:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320365.758924:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993841664
00000100:00100000:1.0:1767320365.758932:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993841664
00000100:00100000:1.0:1767320365.758968:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283
00000100:00100000:1.0:1767320365.758976:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993841664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320365.758997:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320365.759035:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993841664:12345-0@lo:38:kworker.0 Request processed in 59us (804us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320365.759043:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283
00000100:00100000:1.0:1767320365.759075:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993841536
00000100:00100000:1.0:1767320365.759079:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993841536
00000100:00100000:1.0:1767320365.759099:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993841792
00000100:00100000:1.0:1767320365.759102:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993841792
00000100:00080000:3.0:1767320365.759480:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320365.759504:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993841920:0@lo:38:kworker.0
00000100:00100000:3.0:1767320365.759545:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320365.759567:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993842176:0@lo:38:kworker.0
00000100:00100000:3.0:1767320365.759588:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320365.759620:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320365.759626:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320365.759629:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993841664:0@lo:38:kworker.0
00000100:00100000:3.0:1767320365.759664:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993842048
00000100:00100000:3.0:1767320365.759668:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993842048
00000100:00100000:3.0:1767320365.759693:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993841920
00000100:00100000:3.0:1767320365.759696:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993841920
00000100:00100000:3.0:1767320365.759704:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993842176
00000100:00100000:3.0:1767320365.759706:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993842176
00000100:00100000:3.0:1767320365.759714:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5807
00000100:00100000:3.0:1767320365.759721:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993841792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320365.759764:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993841792:12345-0@lo:400:kworker.0 Request processed in 44us (1195us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320365.759770:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5807
00000100:00100000:3.0:1767320365.759783:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5808
00000100:00100000:3.0:1767320365.759789:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993842048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320365.759821:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993842048:12345-0@lo:400:kworker.0 Request processed in 33us (941us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320365.759827:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5808
00000100:00100000:3.0:1767320365.759840:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73054
00000100:00100000:3.0:1767320365.759844:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993841536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320365.759857:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320365.759882:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993841536:12345-0@lo:38:kworker.0 Request processed in 37us (1762us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320365.759888:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73054
00000100:00100000:3.0:1767320365.759898:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73055
00000100:00100000:3.0:1767320365.759901:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993841920:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320365.759909:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320365.759925:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993841920:12345-0@lo:38:kworker.0 Request processed in 23us (380us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320365.759931:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73055
00000100:00100000:3.0:1767320365.759955:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73056
00000100:00100000:3.0:1767320365.759959:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993842176:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320365.759968:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320365.759988:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993842176:12345-0@lo:38:kworker.0 Request processed in 27us (399us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320365.759994:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73056
00000100:00080000:3.0:1767320365.760007:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320365.760024:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993841792:0@lo:400:kworker.0
00000100:00100000:3.0:1767320365.760045:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993842432:0@lo:400:kworker.0
00000100:00100000:3.0:1767320365.760068:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320365.760088:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320365.760093:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993842304:0@lo:400:kworker.0
00000100:00100000:3.0:1767320365.760109:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320365.760260:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993842048:0@lo:400:kworker.0
00000100:00100000:1.0:1767320365.760295:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993842432
00000100:00100000:1.0:1767320365.760297:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993842432
00000100:00100000:1.0:1767320365.760320:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993842304
00000100:00100000:1.0:1767320365.760322:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993842304
00000100:00100000:1.0:1767320365.760338:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3591
00000100:00100000:1.0:1767320365.760344:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993842432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320365.760607:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3592
00000100:00100000:0.0:1767320365.760618:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993842304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320365.760651:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993842304:12345-0@lo:400:kworker.0 Request processed in 38us (541us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320365.760657:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3592
00000100:00100000:1.0:1767320365.761002:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993842432:12345-0@lo:400:kworker.0 Request processed in 657us (932us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320365.761009:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3591
00000100:00080000:0.0:1767320365.773735:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320365.773752:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320365.773757:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993841920:0@lo:38:kworker.0
00000100:00080000:0.0:1767320365.773773:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320365.773777:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320365.773779:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993842176:0@lo:38:kworker.0
00000100:00080000:0.0:1767320365.773793:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320365.773797:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320365.773799:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993841536:0@lo:38:kworker.0
00000100:00100000:3.0:1767320365.774045:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993842304:0@lo:400:kworker.0
00000100:00100000:3.0:1767320365.774058:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993842432:0@lo:400:kworker.0
00000100:00100000:1.0:1767320366.333350:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320366.333508:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320367.358049:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320367.358719:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320367.688358:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320367.688463:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320367.688580:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942246656
00000100:00100000:2.0:1767320367.688592:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942246656
00000100:00100000:2.0:1767320367.688688:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942246528
00000100:00100000:2.0:1767320367.688692:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942246528
00000100:00100000:2.0:1767320367.688711:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5809
00000100:00100000:2.0:1767320367.688722:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942246656:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320367.688813:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942246656:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 92us (470us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320367.688822:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5809
00000100:00100000:2.0:1767320367.688847:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73057
00000100:00100000:2.0:1767320367.688851:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942246528:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320367.688876:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320367.688902:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942246528:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 49us (440us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320367.688909:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73057
00000100:00080000:3.0:1767320367.689236:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320368.381600:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320368.381682:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320369.342193:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993842560:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320369.342281:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320369.342394:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993842688:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320369.342426:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320369.342503:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993842560
00000100:00100000:0.0:1767320369.342513:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993842560
00000100:00100000:1.0:1767320369.342601:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993842688
00000100:00100000:1.0:1767320369.342607:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993842688
00000100:00080000:3.0:1767320369.342681:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320369.342687:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320369.349658:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351
00000100:00100000:0.0:1767320369.349682:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993842560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320369.349723:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320369.349801:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993842560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (7519us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320369.349820:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351
00000100:00100000:3.0:1767320369.349921:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993842560:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320369.350022:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352
00000100:00100000:1.0:1767320369.350034:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993842688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320369.350053:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320369.350087:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993842688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (7661us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320369.350093:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352
00000100:00100000:2.0:1767320369.357890:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993842688:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320369.405458:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320369.405523:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320370.429412:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320370.429776:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320370.877308:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320370.877319:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320370.877323:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320370.877327:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320370.877331:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320370.877340:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5610
00000100:00080000:0.0:1767320370.877344:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320370.877363:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320370.877406:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123b800 x1853163993842816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320370.877446:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320370.877450:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320370.877452:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320370.877456:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5610
00000100:00080000:0.0:1767320370.877462:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320370.877467:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320370.877480:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123aa00 x1853163993842944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320370.877523:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320370.877526:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320370.877528:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320370.877532:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5610
00000100:00080000:0.0:1767320370.877534:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320370.877537:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320370.877547:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238e00 x1853163993843200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320370.877560:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320370.877563:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320370.877564:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320370.877567:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5610
00000100:00080000:0.0:1767320370.877569:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320370.877571:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320370.877579:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731239880 x1853163993843456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320370.877623:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993843072:0@lo:400:kworker.0
00000100:00100000:0.0:1767320370.877636:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993843712:0@lo:400:kworker.0
00000100:00100000:3.0:1767320370.877711:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993843328:0@lo:400:kworker.0
00000100:00100000:1.0:1767320370.877725:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993842816:0@lo:38:kworker.0
00000100:00100000:0.0:1767320370.877915:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320370.877969:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320370.877976:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993843584:0@lo:400:kworker.0
00000100:00100000:0.0:1767320370.878000:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320370.878032:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993843712
00000100:00100000:0.0:1767320370.878040:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993843712
00000100:00100000:0.0:1767320370.878084:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993843584
00000100:00100000:0.0:1767320370.878088:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993843584
00000100:00100000:0.0:1767320370.878110:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3593
00000100:00100000:0.0:1767320370.878118:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993843712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320370.878188:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993843712:12345-0@lo:400:kworker.0 Request processed in 70us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320370.878196:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3593
00000100:00100000:0.0:1767320370.878215:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3594
00000100:00100000:0.0:1767320370.878221:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993843584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320370.878247:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993843584:12345-0@lo:400:kworker.0 Request processed in 26us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320370.878252:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3594
00000100:00100000:0.0:1767320370.878296:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993843584:0@lo:400:kworker.0
00000100:00100000:0.0:1767320370.878306:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993843712:0@lo:400:kworker.0
00000100:00100000:3.0:1767320370.884850:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320370.885142:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993843328
00000100:00100000:0.0:1767320370.885155:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993843328
00000100:00100000:0.0:1767320370.885276:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5810
00000100:00100000:0.0:1767320370.885290:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993843328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320370.885364:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993843328:12345-0@lo:400:kworker.0 Request processed in 79us (523us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320370.885372:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5810
00000100:00080000:3.0:1767320370.885475:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320370.885515:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993843328:0@lo:400:kworker.0
00000100:00100000:2.0:1767320370.885617:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320370.885651:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993843072
00000100:00100000:0.0:1767320370.885658:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993843072
00000100:00080000:3.0:1767320370.885703:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320370.885716:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5811
00000100:00100000:0.0:1767320370.885725:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993843072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320370.885798:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993843072:12345-0@lo:400:kworker.0 Request processed in 74us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320370.885804:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5811
00000100:00100000:2.0:1767320370.885873:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993843072:0@lo:400:kworker.0
00000100:00100000:1.0:1767320370.888625:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320370.888691:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993842944:0@lo:38:kworker.0
00000100:00100000:0.0:1767320370.888701:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993842816
00000100:00100000:0.0:1767320370.888709:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993842816
00000100:00100000:1.0:1767320370.888736:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320370.888765:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73058
00000100:00100000:1.0:1767320370.888773:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993843200:0@lo:38:kworker.0
00000100:00100000:0.0:1767320370.888774:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993842816:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320370.888794:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767320370.888799:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320370.888823:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993843456:0@lo:38:kworker.0
00000100:00100000:0.0:1767320370.888841:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993842816:12345-0@lo:38:kworker.0 Request processed in 67us (222us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320370.888841:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320370.888848:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73058
00000100:00100000:0.0:1767320370.888862:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993843200
00000100:00100000:0.0:1767320370.888865:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993843200
00000100:00100000:0.0:1767320370.888882:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993843456
00000100:00100000:0.0:1767320370.888885:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993843456
00000100:00080000:1.0:1767320370.888890:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320370.888895:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320370.888899:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993842816:0@lo:38:kworker.0
00000100:00100000:0.0:1767320370.888900:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73059
00000100:00100000:0.0:1767320370.888904:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993843200:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320370.888913:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320370.888943:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993843200:12345-0@lo:38:kworker.0 Request processed in 38us (148us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320370.888949:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73059
00000100:00100000:1.0:1767320370.888955:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73060
00000100:00100000:1.0:1767320370.888959:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993843456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320370.888969:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320370.888983:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320370.888987:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320370.888991:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993843200:0@lo:38:kworker.0
00000100:00100000:1.0:1767320370.888994:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993843456:12345-0@lo:38:kworker.0 Request processed in 33us (152us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767320370.889001:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320370.889003:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73060
00000100:00080000:0.0:1767320370.889004:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320370.889007:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993843456:0@lo:38:kworker.0
00000100:00100000:2.0:1767320370.889267:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993842944
00000100:00100000:2.0:1767320370.889272:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993842944
00000100:00100000:2.0:1767320370.889301:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284
00000100:00100000:2.0:1767320370.889307:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993842944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320370.889319:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320370.889367:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993842944:12345-0@lo:38:kworker.0 Request processed in 59us (629us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320370.889374:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284
00000100:00080000:0.0:1767320370.889456:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320370.889461:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320370.889464:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993842944:0@lo:38:kworker.0
00000100:00100000:2.0:1767320371.454791:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320371.454879:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320372.477424:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320372.478304:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320372.808000:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320372.808050:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320372.808143:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942246912
00000100:00100000:0.0:1767320372.808155:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942246912
00000100:00100000:0.0:1767320372.808301:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942246784
00000100:00100000:0.0:1767320372.808305:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942246784
00000100:00080000:3.0:1767320372.809248:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320372.811613:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5812
00000100:00100000:1.0:1767320372.811640:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942246912:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320372.811788:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942246912:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 163us (3801us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320372.811797:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5812
00000100:00100000:1.0:1767320372.811828:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73061
00000100:00100000:1.0:1767320372.811833:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942246784:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320372.811854:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320372.811882:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942246784:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 47us (3831us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320372.811889:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73061
00000100:00100000:2.0:1767320373.501287:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320373.501719:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320374.462330:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993843840:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320374.462413:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320374.462586:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993843840
00000100:00100000:0.0:1767320374.462595:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993843840
00000100:00100000:0.0:1767320374.462671:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353
00000100:00100000:0.0:1767320374.462681:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993843840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320374.462709:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320374.462750:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993843840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (337us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320374.462758:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353
00000100:00080000:1.0:1767320374.462819:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320374.462892:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993843840:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320374.463980:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993843968:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320374.464028:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320374.464115:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993843968
00000100:00100000:2.0:1767320374.464121:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993843968
00000100:00100000:2.0:1767320374.464198:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354
00000100:00100000:2.0:1767320374.464206:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993843968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320374.464229:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320374.464266:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993843968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (237us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320374.464272:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354
00000100:00080000:1.0:1767320374.464337:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320374.464414:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993843968:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320374.525308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320374.525513:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320375.549292:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320375.549623:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320375.997410:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320375.997422:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320375.997426:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320375.997430:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320375.997434:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320375.997455:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5615
00000100:00080000:3.0:1767320375.997461:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320375.997470:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320375.997530:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d267800 x1853163993844096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320375.997571:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320375.997575:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320375.997577:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320375.997581:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5615
00000100:00080000:3.0:1767320375.997584:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320375.997588:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320375.997612:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266300 x1853163993844224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320375.997661:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320375.997665:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320375.997667:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320375.997672:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5615
00000100:00080000:3.0:1767320375.997674:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320375.997678:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320375.997693:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d264380 x1853163993844480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320375.997722:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320375.997726:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320375.997727:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320375.997731:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5615
00000100:00080000:3.0:1767320375.997733:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320375.997736:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320375.997757:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d264e00 x1853163993844736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320375.997827:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993844608:0@lo:400:kworker.0
00000100:00100000:3.0:1767320375.997941:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320375.998046:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320375.998063:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993844352:0@lo:400:kworker.0
00000100:00100000:3.0:1767320375.998087:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320375.998139:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993844864:0@lo:400:kworker.0
00000100:00100000:3.0:1767320375.998228:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320375.998269:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320375.998275:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993844992:0@lo:400:kworker.0
00000100:00100000:3.0:1767320375.998298:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320375.998352:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993844608
00000100:00100000:3.0:1767320375.998373:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993844608
00000100:00100000:3.0:1767320375.998444:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993844352
00000100:00100000:3.0:1767320375.998447:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993844352
00000100:00100000:3.0:1767320375.998487:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5813
00000100:00100000:3.0:1767320375.998496:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993844608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320375.998582:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993844608:12345-0@lo:400:kworker.0 Request processed in 87us (641us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320375.998591:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5813
00000100:00100000:3.0:1767320375.998620:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5814
00000100:00100000:3.0:1767320375.998627:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993844352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320375.998653:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993844352:12345-0@lo:400:kworker.0 Request processed in 27us (566us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320375.998671:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5814
00000100:00100000:3.0:1767320375.998692:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993844864
00000100:00100000:3.0:1767320375.998695:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993844864
00000100:00100000:3.0:1767320375.998729:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993844992
00000100:00100000:3.0:1767320375.998732:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993844992
00000100:00100000:3.0:1767320375.998749:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3595
00000100:00100000:3.0:1767320375.998754:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993844864:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320375.998798:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993844864:12345-0@lo:400:kworker.0 Request processed in 43us (569us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320375.998804:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3595
00000100:00100000:3.0:1767320375.998826:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3596
00000100:00100000:3.0:1767320375.998832:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993844992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320375.998858:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993844992:12345-0@lo:400:kworker.0 Request processed in 27us (560us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320375.998876:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3596
00000100:00080000:3.0:1767320375.998893:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320375.998940:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993844992:0@lo:400:kworker.0
00000100:00100000:3.0:1767320375.998951:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993844864:0@lo:400:kworker.0
00000100:00100000:3.0:1767320375.999006:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993844352:0@lo:400:kworker.0
00000100:00100000:3.0:1767320375.999026:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993844608:0@lo:400:kworker.0
00000100:00100000:2.0:1767320375.999299:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993844096:0@lo:38:kworker.0
00000100:00100000:2.0:1767320375.999361:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320375.999401:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993844224:0@lo:38:kworker.0
00000100:00100000:2.0:1767320375.999434:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320375.999457:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993844480:0@lo:38:kworker.0
00000100:00100000:2.0:1767320375.999490:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320375.999505:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993844736:0@lo:38:kworker.0
00000100:00100000:2.0:1767320375.999534:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320375.999564:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993844224
00000100:00100000:2.0:1767320375.999578:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993844224
00000100:00100000:2.0:1767320375.999602:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285
00000100:00100000:2.0:1767320375.999607:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993844224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320375.999638:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320375.999684:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993844224:12345-0@lo:38:kworker.0 Request processed in 64us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320375.999690:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285
00000100:00100000:2.0:1767320375.999709:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993844096
00000100:00100000:2.0:1767320375.999712:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993844096
00000100:00100000:2.0:1767320375.999740:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993844480
00000100:00100000:2.0:1767320375.999743:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993844480
00000100:00100000:2.0:1767320375.999755:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993844736
00000100:00100000:2.0:1767320375.999757:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993844736
00000100:00100000:2.0:1767320375.999782:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73062
00000100:00100000:2.0:1767320375.999787:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993844096:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320375.999796:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320375.999819:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993844096:12345-0@lo:38:kworker.0 Request processed in 31us (458us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320375.999837:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73062
00000100:00100000:2.0:1767320375.999849:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73063
00000100:00100000:2.0:1767320375.999852:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993844480:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320375.999860:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320375.999896:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993844480:12345-0@lo:38:kworker.0 Request processed in 41us (405us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320375.999902:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73063
00000100:00100000:2.0:1767320375.999912:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73064
00000100:00100000:2.0:1767320375.999915:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993844736:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320375.999935:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320375.999969:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993844736:12345-0@lo:38:kworker.0 Request processed in 39us (422us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320375.999992:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73064
00000100:00080000:2.0:1767320376.000047:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320376.000053:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320376.000058:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993844096:0@lo:38:kworker.0
00000100:00080000:2.0:1767320376.000068:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320376.000071:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320376.000086:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993844224:0@lo:38:kworker.0
00000100:00080000:2.0:1767320376.000096:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320376.000107:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320376.000110:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993844480:0@lo:38:kworker.0
00000100:00080000:2.0:1767320376.000119:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320376.000123:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320376.000134:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993844736:0@lo:38:kworker.0
00000100:00100000:2.0:1767320376.573394:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320376.573467:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320377.598806:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320377.598915:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320377.928107:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320377.928228:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320377.928309:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942247168
00000100:00100000:3.0:1767320377.928319:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942247168
00000100:00100000:3.0:1767320377.928489:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942247040
00000100:00100000:3.0:1767320377.928494:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942247040
00000100:00100000:3.0:1767320377.928515:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5815
00000100:00100000:3.0:1767320377.928526:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942247168:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320377.928613:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942247168:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 88us (529us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320377.928621:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5815
00000100:00100000:3.0:1767320377.928639:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73065
00000100:00100000:3.0:1767320377.928644:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942247040:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320377.928668:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320377.928690:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942247040:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (463us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320377.928696:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73065
00000100:00080000:0.0:1767320377.928949:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320378.621405:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320378.621457:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320379.581475:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1767320379.581495:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993845248:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320379.581770:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320379.581884:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993845120:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320379.581908:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320379.589251:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993845248
00000100:00100000:0.0:1767320379.589385:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993845248
00000100:00100000:0.0:1767320379.589533:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993845120
00000100:00100000:0.0:1767320379.589538:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993845120
00000100:00100000:2.0:1767320379.589609:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355
00000100:00100000:2.0:1767320379.589623:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993845248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320379.589658:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320379.589746:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993845248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (7976us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320379.589755:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355
00000100:00100000:2.0:1767320379.589814:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993845248:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320379.590687:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320379.590692:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320379.590832:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356
00000100:00100000:0.0:1767320379.590843:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993845120:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320379.590865:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320379.591313:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993845120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 471us (9402us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320379.591322:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356
00000100:00100000:2.0:1767320379.591761:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993845120:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320379.645279:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320379.645501:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320380.096720:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320355/real 1767320355]  req@ffff89b6061b1880 x1853163993838848/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320380 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320380.096754:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6061b1880 x1853163993838848/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320380 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320380.096774:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320380.096802:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320380.096806:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993838848:0@lo:250:kworker.0
00000100:00080000:0.0:1767320380.100033:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320380.100044:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320380.100048:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320380.100057:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5600
00000100:00080000:0.0:1767320380.100061:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320380.100068:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320380.100104:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731239500 x1853163993845376/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320380.100136:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320380.100140:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320380.100142:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320380.100145:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5620
00000100:00080000:0.0:1767320380.100147:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320380.100151:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320380.100189:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993845376:0@lo:250:kworker.0
00000100:00100000:0.0:1767320380.100229:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238380 x1853163993845504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320380.100241:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320380.100254:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320380.100257:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320380.100261:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5620
00000100:00080000:0.0:1767320380.100264:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000400:00000100:2.0:1767320380.100269:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993845376 offset 0 length 520: 4
00000100:00080000:0.0:1767320380.100271:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320380.100287:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123a680 x1853163993845632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320380.100322:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320380.100326:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320380.100328:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767320380.100330:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993845504:0@lo:38:kworker.0
00000100:00080000:0.0:1767320380.100335:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5620
00000100:00080000:0.0:1767320380.100339:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320380.100343:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320380.100358:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238700 x1853163993845888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320380.100373:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320380.100387:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320380.100391:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320380.100393:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767320380.100398:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993845632:0@lo:38:kworker.0
00000100:00080000:0.0:1767320380.100399:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5620
00000100:00080000:0.0:1767320380.100404:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320380.100409:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320380.100426:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123b800 x1853163993846144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320380.100437:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320380.100468:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320380.100478:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993845760:0@lo:400:kworker.0
00000100:00100000:0.0:1767320380.100506:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320380.100551:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993845504
00000100:00100000:0.0:1767320380.100558:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993845504
00000100:00100000:0.0:1767320380.100587:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993845760
00000100:00100000:0.0:1767320380.100590:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993845760
00000100:00100000:0.0:1767320380.100625:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5816
00000100:00100000:0.0:1767320380.100635:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993845760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320380.100657:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993845888:0@lo:38:kworker.0
00000100:00100000:2.0:1767320380.100691:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320380.100692:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993845760:12345-0@lo:400:kworker.0 Request processed in 55us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320380.100699:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5816
00000100:00100000:2.0:1767320380.100709:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993846144:0@lo:38:kworker.0
00000100:00100000:0.0:1767320380.100714:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993845888
00000100:00100000:0.0:1767320380.100717:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993845888
00000100:00100000:2.0:1767320380.100726:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320380.100786:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993846016:0@lo:400:kworker.0
00000100:00100000:2.0:1767320380.100967:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993845632
00000100:00100000:2.0:1767320380.100972:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993845632
00000100:00100000:2.0:1767320380.100993:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286
00000100:00100000:2.0:1767320380.100999:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993845632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320380.101014:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320380.101038:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993845632:12345-0@lo:38:kworker.0 Request processed in 39us (606us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320380.101051:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286
00000100:00100000:1.0:1767320380.101171:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993845760:0@lo:400:kworker.0
00000100:00100000:0.0:1767320380.101263:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993846144
00000100:00100000:0.0:1767320380.101268:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993846144
00000100:00100000:0.0:1767320380.101298:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73066
00000100:00100000:0.0:1767320380.101303:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993845504:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320380.101313:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320380.101339:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993845504:12345-0@lo:38:kworker.0 Request processed in 35us (967us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320380.101345:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73066
00000100:00100000:0.0:1767320380.101358:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73067
00000100:00100000:0.0:1767320380.101361:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993845888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320380.101369:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320380.101390:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993845888:12345-0@lo:38:kworker.0 Request processed in 27us (702us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320380.101395:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73067
00000100:00100000:0.0:1767320380.101405:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73068
00000100:00100000:0.0:1767320380.101408:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993846144:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320380.101416:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320380.101437:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993846144:12345-0@lo:38:kworker.0 Request processed in 28us (712us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320380.101443:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73068
00000100:00080000:2.0:1767320380.101487:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320380.101493:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320380.101498:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993845888:0@lo:38:kworker.0
00000100:00080000:0.0:1767320380.101508:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320380.101510:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320380.101515:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320380.101520:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993846144:0@lo:38:kworker.0
00000100:00080000:2.0:1767320380.101530:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320380.101534:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320380.101538:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993845504:0@lo:38:kworker.0
00000100:00100000:0.0:1767320380.101545:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320380.101550:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320380.101555:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320380.101559:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993845632:0@lo:38:kworker.0
00000100:00100000:0.0:1767320380.101582:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993846016
00000100:00100000:0.0:1767320380.101587:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993846016
00000100:00080000:2.0:1767320380.101607:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320380.101622:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5817
00000100:00100000:0.0:1767320380.101630:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993846016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320380.101675:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993846016:12345-0@lo:400:kworker.0 Request processed in 46us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320380.101682:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5817
00000100:00100000:2.0:1767320380.101834:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993846016:0@lo:400:kworker.0
00000100:00100000:2.0:1767320380.669289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320380.669357:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320381.693781:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320381.694725:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000400:00000100:1.0:1767320382.023410:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942247296 offset 0 length 520: 4
00000100:00100000:1.0:1767320382.023458:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320382.023571:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942247424
00000100:00100000:3.0:1767320382.023581:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942247424
00000100:00100000:3.0:1767320382.023629:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73069
00000100:00100000:3.0:1767320382.023637:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942247424:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320382.023660:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320382.023732:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942247424:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 94us (273us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320382.023740:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73069
00000100:00100000:0.0:1767320382.026830:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320382.026931:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942247552
00000100:00100000:1.0:1767320382.026941:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942247552
00000100:00100000:1.0:1767320382.027059:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5818
00000100:00100000:1.0:1767320382.027072:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942247552:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:2.0:1767320382.027079:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320382.027190:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942247552:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 122us (368us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320382.027198:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5818
00010000:00010000:0.0:1767320382.717427:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320382.717702:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320383.741435:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320383.741534:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320384.701582:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993846272:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320384.701656:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320384.701767:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993846272
00000100:00100000:1.0:1767320384.701776:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993846272
00000100:00100000:1.0:1767320384.701837:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357
00000100:00100000:1.0:1767320384.701847:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993846272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320384.701875:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767320384.701935:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320384.701984:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320384.701995:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993846400:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320384.702026:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320384.710401:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993846272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8545us (8734us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320384.710417:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357
00000100:00100000:0.0:1767320384.713973:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993846272:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320384.716783:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993846400
00000100:00100000:2.0:1767320384.716808:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993846400
00000100:00080000:2.0:1767320384.716987:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320384.717023:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358
00000100:00100000:3.0:1767320384.717038:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993846400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320384.717089:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320384.717334:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993846400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 298us (15305us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320384.717344:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358
00000100:00100000:0.0:1767320384.717437:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993846400:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320384.765451:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320384.766456:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320385.214730:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320385.214741:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320385.214744:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320385.214748:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320385.214752:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320385.214760:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5624
00000100:00080000:3.0:1767320385.214765:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320385.214771:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320385.214810:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d500 x1853163993846528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320385.214835:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320385.214839:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320385.214841:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320385.214845:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5624
00000100:00080000:3.0:1767320385.214847:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320385.214851:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320385.214863:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760c000 x1853163993846656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320385.214906:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320385.214910:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320385.214911:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320385.214915:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5624
00000100:00080000:3.0:1767320385.214918:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320385.214921:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320385.214933:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d880 x1853163993846912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320385.214955:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320385.214958:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320385.214960:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320385.214964:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5624
00000100:00080000:3.0:1767320385.214966:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320385.214968:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320385.214978:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760c380 x1853163993847168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320385.215007:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993847040:0@lo:400:kworker.0
00000100:00100000:3.0:1767320385.215071:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320385.215081:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320385.215144:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993847040
00000100:00100000:1.0:1767320385.215188:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993846784:0@lo:400:kworker.0
00000100:00100000:3.0:1767320385.215188:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993847040
00000100:00100000:3.0:1767320385.215249:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5819
00000100:00100000:3.0:1767320385.215259:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993847040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320385.215310:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993847040:12345-0@lo:400:kworker.0 Request processed in 53us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320385.215333:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5819
00000100:00080000:3.0:1767320385.215356:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320385.215386:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993847040:0@lo:400:kworker.0
00000100:00100000:2.0:1767320385.215796:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993846528:0@lo:38:kworker.0
00000100:00100000:1.0:1767320385.216574:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320385.216706:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320385.216745:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993846656:0@lo:38:kworker.0
00000100:00100000:2.0:1767320385.216781:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320385.216815:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993846912:0@lo:38:kworker.0
00000100:00100000:2.0:1767320385.216836:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320385.216849:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993847168:0@lo:38:kworker.0
00000100:00100000:2.0:1767320385.216867:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320385.216944:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993846656
00000100:00100000:0.0:1767320385.216950:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993846656
00000100:00100000:0.0:1767320385.216987:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287
00000100:00100000:0.0:1767320385.216994:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993846656:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320385.217017:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320385.217057:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993846656:12345-0@lo:38:kworker.0 Request processed in 62us (275us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320385.217064:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287
00000100:00100000:0.0:1767320385.217085:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993846784
00000100:00100000:0.0:1767320385.217088:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993846784
00000100:00100000:0.0:1767320385.217122:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993846528
00000100:00100000:0.0:1767320385.217125:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993846528
00000100:00100000:0.0:1767320385.217136:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993846912
00000100:00100000:0.0:1767320385.217138:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993846912
00000100:00100000:0.0:1767320385.217150:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993847168
00000100:00100000:0.0:1767320385.217181:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993847168
00000100:00100000:0.0:1767320385.217194:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5820
00000100:00100000:0.0:1767320385.217200:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993846784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320385.217244:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993846784:12345-0@lo:400:kworker.0 Request processed in 44us (2017us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320385.217249:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5820
00000100:00100000:0.0:1767320385.217263:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73070
00000100:00100000:0.0:1767320385.217267:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993846528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320385.217277:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320385.217302:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993846528:12345-0@lo:38:kworker.0 Request processed in 33us (596us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320385.217307:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73070
00000100:00100000:0.0:1767320385.217318:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73071
00000100:00100000:2.0:1767320385.217436:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73072
00000100:00100000:2.0:1767320385.217441:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993847168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320385.217452:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320385.217481:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993847168:12345-0@lo:38:kworker.0 Request processed in 38us (613us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320385.217486:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73072
00000100:00080000:2.0:1767320385.217544:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320385.217550:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320385.217553:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993846528:0@lo:38:kworker.0
00000100:00080000:2.0:1767320385.217562:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320385.217565:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320385.217568:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993846656:0@lo:38:kworker.0
00000100:00080000:2.0:1767320385.217575:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320385.217577:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320385.217580:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993847168:0@lo:38:kworker.0
00000100:00100000:2.0:1767320385.217641:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993846784:0@lo:400:kworker.0
00000100:00100000:0.0:1767320385.217744:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993846912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320385.217755:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320385.217793:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993846912:12345-0@lo:38:kworker.0 Request processed in 469us (957us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320385.217799:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73071
00000100:00080000:3.0:1767320385.218002:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320385.218231:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320385.218236:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320385.218239:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993846912:0@lo:38:kworker.0
00000100:00100000:1.0:1767320385.789654:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320385.789946:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320386.813301:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320386.816651:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320387.146648:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320387.146790:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320387.150760:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942247680
00000100:00100000:1.0:1767320387.150780:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942247680
00000100:00100000:1.0:1767320387.150844:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942247808
00000100:00100000:1.0:1767320387.150848:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942247808
00000100:00100000:1.0:1767320387.150911:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5821
00000100:00100000:1.0:1767320387.150921:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942247808:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320387.151012:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942247808:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 93us (4221us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320387.151020:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5821
00000100:00100000:1.0:1767320387.151040:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73073
00000100:00100000:1.0:1767320387.151045:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942247680:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320387.151066:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320387.151097:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942247680:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 49us (4458us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320387.151106:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73073
00000100:00080000:2.0:1767320387.152064:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320387.837397:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320387.842025:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320388.861334:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320388.861602:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320389.821848:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993847296:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320389.821949:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320389.821960:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993847424:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320389.822015:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320389.822092:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993847296
00000100:00100000:0.0:1767320389.822103:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993847296
00000100:00100000:1.0:1767320389.822111:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993847424
00000100:00100000:1.0:1767320389.822116:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993847424
00000100:00100000:0.0:1767320389.822218:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359
00000100:00100000:0.0:1767320389.822231:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993847296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320389.822395:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320389.822453:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993847296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 226us (504us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320389.822460:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359
00000100:00100000:0.0:1767320389.822526:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993847296:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320389.824460:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360
00000100:00100000:1.0:1767320389.824478:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993847424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320389.824512:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320389.824596:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993847424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (2589us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320389.824604:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360
00000100:00100000:3.0:1767320389.824713:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993847424:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320389.830079:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320389.830097:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320389.885931:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320389.886787:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320390.333433:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320390.333447:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320390.333450:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320390.333465:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320390.333469:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320390.333480:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5629
00000100:00080000:3.0:1767320390.333486:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320390.333494:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320390.333551:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760f100 x1853163993847552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320390.333620:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993847552:0@lo:38:kworker.0
00000100:00100000:0.0:1767320390.333810:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320390.333977:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993847552
00000100:00100000:1.0:1767320390.333988:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993847552
00000100:00100000:1.0:1767320390.334050:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73074
00000100:00100000:1.0:1767320390.334069:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993847552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320390.334095:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320390.334419:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320390.334423:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320390.334427:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320390.334432:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5629
00000100:00080000:3.0:1767320390.334436:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320390.334441:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320390.334473:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d880 x1853163993847680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320390.336667:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993847552:12345-0@lo:38:kworker.0 Request processed in 2592us (2851us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320390.336757:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73074
00000100:00080000:0.0:1767320390.337297:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320390.337305:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320390.337310:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993847552:0@lo:38:kworker.0
00000100:00100000:0.0:1767320390.337351:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993847680:0@lo:38:kworker.0
00000100:00080000:3.0:1767320390.338129:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320390.338135:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320390.338139:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767320390.338199:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767320390.345102:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5629
00000100:00080000:3.0:1767320390.345115:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320390.345126:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320390.345204:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760c380 x1853163993847936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320390.345269:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320390.345275:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320390.345278:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320390.345284:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5629
00000100:00080000:3.0:1767320390.345286:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320390.345289:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320390.345301:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d500 x1853163993848192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320390.347205:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320390.347240:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993848448:0@lo:400:kworker.0
00000100:00100000:1.0:1767320390.347344:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320390.347455:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993848064:0@lo:400:kworker.0
00000100:00100000:1.0:1767320390.347484:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320390.347505:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320390.347512:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993848320:0@lo:400:kworker.0
00000100:00100000:1.0:1767320390.347680:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320390.347802:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993848064
00000100:00100000:1.0:1767320390.347813:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993848064
00000100:00100000:1.0:1767320390.347898:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5822
00000100:00100000:1.0:1767320390.347911:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993848064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320390.348011:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993848064:12345-0@lo:400:kworker.0 Request processed in 102us (524us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320390.348019:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5822
00000100:00100000:1.0:1767320390.348626:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993848064:0@lo:400:kworker.0
00000100:00100000:1.0:1767320390.348707:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993848448
00000100:00100000:1.0:1767320390.348712:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993848448
00000100:00100000:1.0:1767320390.348744:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993848320
00000100:00100000:1.0:1767320390.348747:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993848320
00000100:00100000:1.0:1767320390.348769:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3597
00000100:00100000:1.0:1767320390.348776:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993848448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320390.348828:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993848448:12345-0@lo:400:kworker.0 Request processed in 53us (1485us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320390.348834:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3597
00000100:00100000:1.0:1767320390.348848:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3598
00000100:00100000:1.0:1767320390.348854:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731db0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993848320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320390.348890:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731db0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993848320:12345-0@lo:400:kworker.0 Request processed in 36us (1220us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320390.348898:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3598
00000100:00080000:3.0:1767320390.348947:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320390.349043:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993848448:0@lo:400:kworker.0
00000100:00100000:3.0:1767320390.349291:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993848320:0@lo:400:kworker.0
00000100:00100000:2.0:1767320390.351280:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993847808:0@lo:400:kworker.0
00000100:00100000:2.0:1767320390.351386:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320390.353642:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993847808
00000100:00100000:1.0:1767320390.353665:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993847808
00000100:00100000:1.0:1767320390.353809:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5823
00000100:00080000:3.0:1767320390.353813:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320390.353825:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993847808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320390.353970:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993847808:12345-0@lo:400:kworker.0 Request processed in 149us (2583us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320390.353980:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5823
00000100:00100000:3.0:1767320390.354054:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993847808:0@lo:400:kworker.0
00000100:00100000:0.0:1767320390.355768:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320390.356177:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993847936:0@lo:38:kworker.0
00000100:00100000:0.0:1767320390.356254:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320390.356286:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993848192:0@lo:38:kworker.0
00000100:00100000:0.0:1767320390.356310:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320390.356463:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993847936
00000100:00100000:3.0:1767320390.356478:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993847936
00000100:00100000:3.0:1767320390.356598:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993848192
00000100:00100000:3.0:1767320390.356602:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993848192
00000100:00100000:0.0:1767320390.356637:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73075
00000100:00100000:0.0:1767320390.356646:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993847936:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320390.356669:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320390.356752:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993847936:12345-0@lo:38:kworker.0 Request processed in 105us (497us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320390.356759:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73075
00000100:00100000:0.0:1767320390.356781:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73076
00000100:00100000:0.0:1767320390.356784:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993848192:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320390.356793:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320390.356814:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993848192:12345-0@lo:38:kworker.0 Request processed in 29us (504us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320390.356819:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73076
00000100:00080000:0.0:1767320390.356861:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320390.356866:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320390.356870:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993847936:0@lo:38:kworker.0
00000100:00080000:0.0:1767320390.356880:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320390.356883:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320390.356886:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993848192:0@lo:38:kworker.0
00000100:00100000:2.0:1767320390.367269:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993847680
00000100:00100000:2.0:1767320390.367290:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993847680
00000100:00100000:2.0:1767320390.367358:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288
00000100:00100000:2.0:1767320390.367370:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993847680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320390.367399:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320390.367770:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993847680:12345-0@lo:38:kworker.0 Request processed in 400us (29768us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320390.367779:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288
00000100:00080000:1.0:1767320390.368699:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320390.368709:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320390.368715:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993847680:0@lo:38:kworker.0
00010000:00010000:0.0:1767320390.909399:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320390.909710:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320391.934175:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320391.934844:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320392.268752:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320392.268833:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320392.268891:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942247936
00000100:00100000:0.0:1767320392.268901:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942247936
00000100:00100000:0.0:1767320392.268948:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942248064
00000100:00100000:0.0:1767320392.268952:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942248064
00000100:00100000:0.0:1767320392.269073:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5824
00000100:00100000:0.0:1767320392.269087:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942248064:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320392.269235:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942248064:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 150us (399us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320392.269243:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5824
00000100:00100000:0.0:1767320392.269263:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73077
00000100:00100000:0.0:1767320392.269267:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942247936:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320392.269287:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320392.269311:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942247936:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 42us (572us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320392.269317:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73077
00000100:00080000:2.0:1767320392.269732:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320392.957297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320392.959318:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320393.982738:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320393.983394:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320394.941425:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320394.941451:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993848576:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320394.941478:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993848704:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320394.941527:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320394.941586:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993848576
00000100:00100000:2.0:1767320394.941595:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993848576
00000100:00080000:0.0:1767320394.941633:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320394.941720:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320394.941760:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993848704
00000100:00100000:1.0:1767320394.941766:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993848704
00000100:00080000:3.0:1767320394.941943:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320394.941979:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361
00000100:00100000:2.0:1767320394.941992:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993848576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320394.942023:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320394.942079:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993848576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (552us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320394.942152:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993848576:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320394.947747:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362
00000100:00100000:1.0:1767320394.947774:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993848704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320394.947811:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320394.947902:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993848704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 142us (6183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320394.947910:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362
00000100:00100000:3.0:1767320394.948018:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993848704:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320394.950408:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361
00010000:00010000:0.0:1767320395.005559:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320395.005743:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767320395.453384:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320395.453394:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320395.453397:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320395.453401:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320395.453405:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320395.453413:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5635
00000100:00080000:0.0:1767320395.453418:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320395.453424:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320395.453467:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123b480 x1853163993848832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320395.453498:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320395.453502:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320395.453503:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320395.453508:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5635
00000100:00080000:0.0:1767320395.453511:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320395.453514:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320395.453529:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238a80 x1853163993848960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320395.453569:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320395.453572:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320395.453574:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320395.453577:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5635
00000100:00080000:0.0:1767320395.453580:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320395.453583:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320395.453593:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f0000 x1853163993849216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320395.453619:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320395.453622:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320395.453623:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320395.453627:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5635
00000100:00080000:0.0:1767320395.453629:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320395.453632:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320395.453640:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291ae680 x1853163993849472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320395.453681:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993849600:0@lo:400:kworker.0
00000100:00100000:0.0:1767320395.453756:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320395.453788:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993849088:0@lo:400:kworker.0
00000100:00100000:0.0:1767320395.453833:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320395.453837:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320395.453843:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993849344:0@lo:400:kworker.0
00000100:00100000:3.0:1767320395.453869:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320395.453875:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320395.453879:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993849728:0@lo:400:kworker.0
00000100:00100000:3.0:1767320395.453922:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320395.453959:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993849600
00000100:00100000:3.0:1767320395.453976:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993849600
00000100:00100000:3.0:1767320395.454033:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993849728
00000100:00100000:3.0:1767320395.454043:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993849728
00000100:00100000:3.0:1767320395.454067:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3599
00000100:00100000:3.0:1767320395.454074:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993849600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320395.454097:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3600
00000100:00100000:2.0:1767320395.454110:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993849728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320395.454126:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993849600:12345-0@lo:400:kworker.0 Request processed in 50us (368us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320395.454134:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3599
00000100:00100000:2.0:1767320395.454178:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993849728:12345-0@lo:400:kworker.0 Request processed in 53us (237us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320395.454186:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600
00000100:00100000:3.0:1767320395.454201:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993849728:0@lo:400:kworker.0
00000100:00100000:0.0:1767320395.454501:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993849600:0@lo:400:kworker.0
00000100:00100000:1.0:1767320395.454558:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993848832:0@lo:38:kworker.0
00000100:00100000:1.0:1767320395.454582:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320395.454634:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993848960:0@lo:38:kworker.0
00000100:00100000:1.0:1767320395.454656:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320395.454689:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993849216:0@lo:38:kworker.0
00000100:00100000:1.0:1767320395.454708:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320395.454746:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993848960
00000100:00100000:2.0:1767320395.454751:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993848960
00000100:00100000:2.0:1767320395.454781:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289
00000100:00100000:2.0:1767320395.454786:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993848960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320395.454806:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320395.454838:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993848960:12345-0@lo:38:kworker.0 Request processed in 50us (180us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320395.454844:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289
00000100:00100000:1.0:1767320395.460186:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993849472:0@lo:38:kworker.0
00000100:00100000:1.0:1767320395.460252:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320395.460821:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993849088
00000100:00100000:3.0:1767320395.460830:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993849088
00000100:00100000:3.0:1767320395.460894:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993849344
00000100:00100000:3.0:1767320395.460899:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993849344
00000100:00100000:3.0:1767320395.460921:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993848832
00000100:00100000:3.0:1767320395.460924:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993848832
00000100:00100000:3.0:1767320395.460951:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993849216
00000100:00100000:3.0:1767320395.460954:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993849216
00000100:00100000:3.0:1767320395.460976:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5825
00000100:00100000:3.0:1767320395.460985:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993849088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320395.461398:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993849088:12345-0@lo:400:kworker.0 Request processed in 413us (7562us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320395.461408:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5825
00000100:00100000:3.0:1767320395.461429:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5826
00000100:00100000:3.0:1767320395.461437:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993849344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320395.461480:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993849344:12345-0@lo:400:kworker.0 Request processed in 44us (7605us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320395.461486:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5826
00000100:00100000:3.0:1767320395.461500:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73078
00000100:00100000:3.0:1767320395.461504:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993848832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320395.461524:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320395.461553:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993848832:12345-0@lo:38:kworker.0 Request processed in 47us (6969us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320395.461560:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73078
00000100:00100000:3.0:1767320395.461573:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73079
00000100:00100000:3.0:1767320395.461576:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993849216:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320395.461585:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320395.461608:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993849216:12345-0@lo:38:kworker.0 Request processed in 30us (6898us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320395.461614:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73079
00000100:00100000:3.0:1767320395.461671:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993849088:0@lo:400:kworker.0
00000100:00080000:3.0:1767320395.461702:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320395.461721:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993849344:0@lo:400:kworker.0
00000100:00080000:1.0:1767320395.462271:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320395.462289:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320395.462293:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993848832:0@lo:38:kworker.0
00000100:00080000:1.0:1767320395.462306:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320395.462310:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320395.462313:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993848960:0@lo:38:kworker.0
00000100:00080000:1.0:1767320395.462320:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320395.462323:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320395.462325:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993849216:0@lo:38:kworker.0
00000100:00100000:0.0:1767320395.462464:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993849472
00000100:00100000:0.0:1767320395.462470:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993849472
00000100:00100000:0.0:1767320395.462506:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73080
00000100:00100000:0.0:1767320395.462512:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993849472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320395.462524:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320395.462568:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993849472:12345-0@lo:38:kworker.0 Request processed in 55us (2316us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320395.462574:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73080
00000100:00080000:1.0:1767320395.462639:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320395.462645:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320395.462648:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993849472:0@lo:38:kworker.0
00010000:00010000:0.0:1767320396.030129:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320396.030715:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320397.057139:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320397.057267:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320397.394939:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320397.395045:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320397.395120:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942248320
00000100:00100000:3.0:1767320397.395130:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942248320
00000100:00100000:3.0:1767320397.395267:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942248192
00000100:00100000:3.0:1767320397.395271:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942248192
00000100:00100000:3.0:1767320397.395304:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5827
00000100:00100000:3.0:1767320397.395314:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942248320:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320397.395434:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73081
00000100:00100000:0.0:1767320397.395440:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942248192:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320397.395467:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767320397.395535:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320397.399627:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942248320:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 4300us (4692us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320397.399645:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5827
00000100:00100000:0.0:1767320397.400897:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942248192:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 5447us (5844us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320397.400909:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73081
00010000:00010000:0.0:1767320398.077452:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320398.078452:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320399.101857:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320399.107025:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320400.061336:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320400.061361:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993849856:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320400.061434:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320400.061743:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993849856
00000100:00100000:2.0:1767320400.061751:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993849856
00000100:00100000:2.0:1767320400.061815:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363
00000100:00100000:2.0:1767320400.061826:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993849856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320400.061855:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320400.061911:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993849856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (476us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320400.061919:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363
00000100:00080000:1.0:1767320400.062176:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320400.062351:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993849984:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320400.062382:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320400.062459:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993849856:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320400.062719:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993849984
00000100:00100000:1.0:1767320400.062724:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993849984
00000100:00100000:1.0:1767320400.062776:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364
00000100:00100000:1.0:1767320400.062794:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993849984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320400.062813:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320400.062858:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993849984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (475us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320400.062865:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364
00000100:00100000:1.0:1767320400.062911:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993849984:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320400.063038:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320400.126030:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320400.130196:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320400.579459:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320400.579471:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320400.579474:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320400.579478:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320400.579482:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320400.579501:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5640
00000100:00080000:3.0:1767320400.579506:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320400.579513:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320400.579569:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d880 x1853163993850112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320400.579591:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320400.579594:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320400.579596:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320400.579600:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5640
00000100:00080000:3.0:1767320400.579602:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320400.579606:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320400.579620:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760e680 x1853163993850240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320400.579675:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320400.579679:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320400.579681:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320400.579685:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5640
00000100:00080000:3.0:1767320400.579687:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320400.579690:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320400.579702:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760c000 x1853163993850496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320400.579735:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320400.579740:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320400.579742:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320400.579745:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5640
00000100:00080000:3.0:1767320400.579747:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320400.579751:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320400.579764:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f0000 x1853163993850752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320400.579804:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993851008:0@lo:400:kworker.0
00000100:00100000:2.0:1767320400.579812:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993850368:0@lo:400:kworker.0
00000100:00100000:0.0:1767320400.581937:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993850112:0@lo:38:kworker.0
00000100:00100000:3.0:1767320400.582675:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320400.584461:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320400.584809:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993851008
00000100:00100000:2.0:1767320400.584819:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993851008
00000100:00100000:2.0:1767320400.584892:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3601
00000100:00100000:2.0:1767320400.584903:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993851008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320400.584964:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993851008:12345-0@lo:400:kworker.0 Request processed in 64us (2291us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320400.584971:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3601
00000100:00100000:2.0:1767320400.585141:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993850368
00000100:00100000:2.0:1767320400.585146:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993850368
00000100:00100000:2.0:1767320400.585299:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5828
00000100:00100000:2.0:1767320400.585307:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993850368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320400.585929:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993850368:12345-0@lo:400:kworker.0 Request processed in 621us (1473us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320400.585937:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5828
00000100:00080000:2.0:1767320400.585969:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320400.586025:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993850624:0@lo:400:kworker.0
00000100:00100000:2.0:1767320400.586062:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320400.586085:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993850624
00000100:00100000:2.0:1767320400.586090:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993850624
00000100:00100000:2.0:1767320400.586131:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5829
00000100:00100000:2.0:1767320400.586139:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993850624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320400.586211:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993850624:12345-0@lo:400:kworker.0 Request processed in 74us (149us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320400.586217:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5829
00000100:00080000:2.0:1767320400.586231:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320400.586245:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993850880:0@lo:400:kworker.0
00000100:00100000:2.0:1767320400.586272:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320400.586292:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993850880
00000100:00100000:2.0:1767320400.586296:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993850880
00000100:00100000:2.0:1767320400.586318:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3602
00000100:00100000:2.0:1767320400.586339:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993850880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320400.586380:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993850880:12345-0@lo:400:kworker.0 Request processed in 56us (107us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320400.586386:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3602
00000100:00100000:3.0:1767320400.587155:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993851008:0@lo:400:kworker.0
00000100:00100000:0.0:1767320400.587828:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320400.588607:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993850368:0@lo:400:kworker.0
00000100:00100000:2.0:1767320400.588651:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993850624:0@lo:400:kworker.0
00000100:00100000:2.0:1767320400.588695:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993850880:0@lo:400:kworker.0
00000100:00100000:3.0:1767320400.591955:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993850112
00000100:00100000:3.0:1767320400.591973:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993850112
00000100:00100000:2.0:1767320400.592339:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73082
00000100:00100000:2.0:1767320400.592349:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993850112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320400.592373:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320400.592455:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993850112:12345-0@lo:38:kworker.0 Request processed in 106us (4628us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320400.592463:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73082
00000100:00080000:0.0:1767320400.592992:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320400.592999:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320400.593004:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993850112:0@lo:38:kworker.0
00000100:00100000:0.0:1767320400.593015:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993850240:0@lo:38:kworker.0
00000100:00100000:0.0:1767320400.593057:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320400.593202:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993850496:0@lo:38:kworker.0
00000100:00100000:0.0:1767320400.593229:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320400.593256:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993850752:0@lo:38:kworker.0
00000100:00100000:0.0:1767320400.593349:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320400.593454:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993850240
00000100:00100000:2.0:1767320400.593462:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993850240
00000100:00100000:2.0:1767320400.593579:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290
00000100:00100000:2.0:1767320400.593586:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993850240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320400.593602:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320400.593640:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993850240:12345-0@lo:38:kworker.0 Request processed in 52us (582us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320400.593646:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290
00000100:00080000:0.0:1767320400.593953:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320400.593959:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320400.593963:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993850240:0@lo:38:kworker.0
00000100:00100000:3.0:1767320400.594045:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993850496
00000100:00100000:3.0:1767320400.594050:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993850496
00000100:00100000:3.0:1767320400.594214:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993850752
00000100:00100000:3.0:1767320400.594218:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993850752
00000100:00100000:3.0:1767320400.594238:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73083
00000100:00100000:3.0:1767320400.594244:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993850496:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320400.594258:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320400.594385:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993850496:12345-0@lo:38:kworker.0 Request processed in 140us (1155us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320400.594392:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73083
00000100:00100000:3.0:1767320400.594407:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73084
00000100:00100000:3.0:1767320400.594411:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993850752:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320400.594420:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320400.594444:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993850752:12345-0@lo:38:kworker.0 Request processed in 32us (1095us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320400.594449:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73084
00000100:00080000:0.0:1767320400.594626:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320400.594631:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320400.594634:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993850496:0@lo:38:kworker.0
00000100:00080000:0.0:1767320400.594642:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320400.594645:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320400.594647:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993850752:0@lo:38:kworker.0
00000100:00100000:2.0:1767320401.149272:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320401.149364:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320402.174013:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320402.175789:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320402.507976:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320402.508035:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320402.508130:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942248576
00000100:00100000:2.0:1767320402.508142:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942248576
00000100:00100000:2.0:1767320402.508251:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942248448
00000100:00100000:2.0:1767320402.508255:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942248448
00000100:00100000:2.0:1767320402.508280:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5830
00000100:00100000:2.0:1767320402.508291:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942248576:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320402.508312:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73085
00000100:00100000:1.0:1767320402.508321:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942248448:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320402.508357:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320402.508374:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942248576:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 84us (409us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320402.508382:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5830
00000100:00100000:1.0:1767320402.508397:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942248448:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 74us (359us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320402.508406:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73085
00000100:00080000:0.0:1767320402.508593:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320403.197608:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320403.197644:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320404.221832:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320404.223034:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320405.181526:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993851136:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320405.181607:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320405.181870:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993851136
00000100:00100000:3.0:1767320405.181881:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993851136
00000100:00100000:3.0:1767320405.181972:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365
00000100:00100000:3.0:1767320405.181983:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993851136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320405.182016:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320405.182066:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993851136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (458us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320405.182073:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365
00000100:00080000:0.0:1767320405.182317:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320405.182469:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993851136:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320405.184013:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320405.184031:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993851264:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320405.184092:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320405.184146:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993851264
00000100:00100000:2.0:1767320405.184152:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993851264
00000100:00100000:2.0:1767320405.184225:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366
00000100:00100000:2.0:1767320405.184232:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993851264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320405.184258:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320405.184299:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993851264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320405.184307:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366
00000100:00100000:2.0:1767320405.184350:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993851264:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320405.185003:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320405.245505:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320405.245855:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320405.693894:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320405.693907:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320405.693910:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320405.693923:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320405.693929:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320405.693939:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5645
00000100:00080000:3.0:1767320405.693944:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320405.693952:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320405.693982:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320380/real 1767320380]  req@ffff89b731239500 x1853163993845376/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320405 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320405.694010:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266300 x1853163993851392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320405.694015:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b731239500 x1853163993845376/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320405 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320405.694025:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320405.694029:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320405.694031:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320405.694035:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5645
00000100:00100000:0.0:1767320405.694038:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993851392:0@lo:38:kworker.0
00000100:00080000:3.0:1767320405.694038:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320405.694041:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320405.694053:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d267800 x1853163993851520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320405.694088:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320405.694092:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320405.694094:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320405.694098:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5645
00000100:00080000:3.0:1767320405.694100:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320405.694103:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320405.694114:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d265c00 x1853163993851776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320405.694117:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320405.694138:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320405.694141:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320405.694143:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320405.694146:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5645
00000100:00080000:3.0:1767320405.694172:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320405.694176:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00080000:0.0:1767320405.694179:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767320405.694189:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d264e00 x1853163993852032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320405.694190:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320405.694194:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993845376:0@lo:250:kworker.0
00000100:00100000:0.0:1767320405.694215:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993851520:0@lo:38:kworker.0
00000100:00080000:3.0:1767320405.694217:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320405.694220:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320405.694222:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320405.694225:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5624
00000100:00080000:3.0:1767320405.694227:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320405.694232:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320405.694241:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320405.694241:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731344380 x1853163993852416/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320405.694263:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993851776:0@lo:38:kworker.0
00000100:00100000:3.0:1767320405.694267:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993851392
00000100:00100000:3.0:1767320405.694273:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993851392
00000100:00100000:0.0:1767320405.694282:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320405.694297:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993852032:0@lo:38:kworker.0
00000100:00100000:3.0:1767320405.694303:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993851776
00000100:00100000:3.0:1767320405.694306:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993851776
00000100:00100000:0.0:1767320405.694313:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320405.694321:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993852032
00000100:00100000:3.0:1767320405.694323:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993852032
00000100:00100000:0.0:1767320405.694331:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993852416:0@lo:250:kworker.0
00000100:00100000:3.0:1767320405.694341:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73086
00000400:00000100:0.0:1767320405.694347:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993852416 offset 0 length 520: 4
00000100:00100000:3.0:1767320405.694347:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993851392:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320405.694367:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320405.694371:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993852288:0@lo:400:kworker.0
00000100:00100000:0.0:1767320405.694393:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320405.694413:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320405.694418:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993851648:0@lo:400:kworker.0
00000100:00100000:3.0:1767320405.694420:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993851392:12345-0@lo:38:kworker.0 Request processed in 73us (303us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320405.694428:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73086
00000100:00100000:0.0:1767320405.694437:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320405.694444:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993851648
00000100:00100000:3.0:1767320405.694447:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993851648
00000100:00100000:0.0:1767320405.694460:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993851520
00000100:00100000:0.0:1767320405.694463:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993851520
00000100:00100000:3.0:1767320405.694481:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5831
00000100:00100000:0.0:1767320405.694482:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291
00000100:00100000:0.0:1767320405.694487:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993851520:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320405.694487:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993851648:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767320405.694498:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320405.694522:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993851520:12345-0@lo:38:kworker.0 Request processed in 34us (280us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320405.694525:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993851648:12345-0@lo:400:kworker.0 Request processed in 39us (86us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320405.694529:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291
00000100:00100000:3.0:1767320405.694530:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5831
00000100:00100000:3.0:1767320405.694542:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73087
00000100:00080000:0.0:1767320405.694546:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320405.694546:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993851776:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320405.694555:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320405.694575:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993851648:0@lo:400:kworker.0
00000100:00100000:3.0:1767320405.694576:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993851776:12345-0@lo:38:kworker.0 Request processed in 28us (292us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320405.694582:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73087
00000100:00100000:3.0:1767320405.694592:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73088
00000100:00100000:3.0:1767320405.694596:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993852032:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320405.694604:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320405.694615:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993851904:0@lo:400:kworker.0
00000100:00100000:3.0:1767320405.694625:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993852032:12345-0@lo:38:kworker.0 Request processed in 28us (311us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320405.694630:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73088
00000100:00100000:0.0:1767320405.694637:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320405.694644:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993851904
00000100:00100000:1.0:1767320405.694646:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993852288
00000100:00100000:3.0:1767320405.694648:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993851904
00000100:00100000:1.0:1767320405.694654:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993852288
00000100:00100000:0.0:1767320405.694655:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320405.694663:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993852160:0@lo:400:kworker.0
00000100:00100000:3.0:1767320405.694675:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5832
00000100:00100000:3.0:1767320405.694683:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993851904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320405.694687:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320405.694698:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993852160
00000100:00100000:1.0:1767320405.694703:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993852160
00000100:00100000:3.0:1767320405.694712:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993851904:12345-0@lo:400:kworker.0 Request processed in 31us (75us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320405.694717:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3603
00000100:00100000:3.0:1767320405.694719:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5832
00000100:00100000:0.0:1767320405.694724:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993852288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320405.694757:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993852288:12345-0@lo:400:kworker.0 Request processed in 34us (363us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320405.694763:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3603
00000100:00100000:1.0:1767320405.694941:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3604
00000100:00100000:1.0:1767320405.694950:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993852160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320405.694990:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993852160:12345-0@lo:400:kworker.0 Request processed in 43us (302us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320405.694996:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3604
00000100:00080000:1.0:1767320405.695039:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320405.695044:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320405.695047:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993851520:0@lo:38:kworker.0
00000100:00080000:1.0:1767320405.695056:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320405.695059:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320405.695062:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993851776:0@lo:38:kworker.0
00000100:00080000:1.0:1767320405.695071:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320405.695074:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320405.695076:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993852032:0@lo:38:kworker.0
00000100:00080000:1.0:1767320405.695084:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320405.695087:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320405.695089:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993851392:0@lo:38:kworker.0
00000100:00080000:3.0:1767320405.695283:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320405.695313:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993852160:0@lo:400:kworker.0
00000100:00100000:2.0:1767320405.695318:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993852288:0@lo:400:kworker.0
00000100:00100000:3.0:1767320405.695331:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993851904:0@lo:400:kworker.0
00010000:00010000:0.0:1767320406.269990:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320406.270482:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320407.293336:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320407.293591:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320407.624091:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320407.624148:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:1.0:1767320407.624283:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942248960 offset 0 length 520: 4
00000100:00100000:2.0:1767320407.626592:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942248704
00000100:00100000:2.0:1767320407.626608:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942248704
00000100:00100000:2.0:1767320407.626725:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942248832
00000100:00100000:2.0:1767320407.626729:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942248832
00000100:00100000:2.0:1767320407.626819:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5833
00000100:00100000:2.0:1767320407.626832:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942248832:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320407.630616:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942248832:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 101us (2782us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320407.630631:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5833
00000100:00100000:2.0:1767320407.630669:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73089
00000100:00100000:2.0:1767320407.630674:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942248704:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320407.630694:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320407.630770:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942248704:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 94us (6695us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320407.630786:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73089
00000100:00080000:1.0:1767320407.630976:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320408.317560:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320408.317633:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320409.341282:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320409.341626:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320410.308984:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993852672:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320410.309067:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320410.309143:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993852672
00000100:00100000:2.0:1767320410.309151:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993852672
00000100:00100000:2.0:1767320410.309237:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367
00000100:00100000:2.0:1767320410.309247:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993852672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320410.309285:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320410.309335:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993852672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (268us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320410.309342:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367
00000100:00080000:2.0:1767320410.309368:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320410.309408:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993852672:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320410.311732:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320410.311759:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993852544:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320410.311826:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320410.312072:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993852544
00000100:00100000:3.0:1767320410.312081:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993852544
00000100:00100000:3.0:1767320410.312149:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368
00000100:00100000:3.0:1767320410.312181:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993852544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320410.312211:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320410.312257:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993852544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (430us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320410.312264:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368
00000100:00100000:3.0:1767320410.312306:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993852544:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320410.312468:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320410.365461:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320410.365539:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320410.813839:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320410.813852:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320410.813855:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320410.813859:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320410.813864:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320410.813873:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5650
00000100:00080000:2.0:1767320410.813879:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320410.813888:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320410.813944:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f0000 x1853163993852800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320410.813976:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320410.813980:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320410.813982:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320410.813988:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5650
00000100:00080000:2.0:1767320410.813990:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320410.813995:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320410.814014:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f2a00 x1853163993852928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320410.814065:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320410.814069:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320410.814071:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320410.814075:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5650
00000100:00080000:2.0:1767320410.814078:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320410.814082:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320410.814095:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760e680 x1853163993853184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320410.814118:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320410.814122:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320410.814124:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320410.814128:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5650
00000100:00080000:2.0:1767320410.814130:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320410.814133:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320410.814143:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760f100 x1853163993853440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320410.814252:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320410.814273:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993853056:0@lo:400:kworker.0
00000100:00100000:0.0:1767320410.814377:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320410.814470:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320410.814480:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993853312:0@lo:400:kworker.0
00000100:00100000:0.0:1767320410.814508:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320410.814781:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993853056
00000100:00100000:2.0:1767320410.814791:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993853056
00000100:00100000:2.0:1767320410.814858:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993853312
00000100:00100000:2.0:1767320410.814861:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993853312
00000100:00100000:2.0:1767320410.814889:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5834
00000100:00100000:2.0:1767320410.814899:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993853056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320410.814957:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993853056:12345-0@lo:400:kworker.0 Request processed in 59us (580us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320410.814963:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5834
00000100:00100000:2.0:1767320410.814981:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5835
00000100:00100000:2.0:1767320410.814988:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993853312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320410.815014:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993853312:12345-0@lo:400:kworker.0 Request processed in 27us (506us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320410.815020:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5835
00000100:00100000:1.0:1767320410.815592:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993852800:0@lo:38:kworker.0
00000100:00100000:1.0:1767320410.815637:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320410.815691:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993852928:0@lo:38:kworker.0
00000100:00100000:1.0:1767320410.815719:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320410.815746:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993853184:0@lo:38:kworker.0
00000100:00100000:1.0:1767320410.815770:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320410.815790:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993853440:0@lo:38:kworker.0
00000100:00100000:1.0:1767320410.815810:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320410.815846:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993852928
00000100:00100000:1.0:1767320410.815852:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993852928
00000100:00100000:1.0:1767320410.815880:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292
00000100:00100000:1.0:1767320410.815885:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993852928:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320410.815906:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320410.815945:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993852928:12345-0@lo:38:kworker.0 Request processed in 58us (224us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320410.815951:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292
00000100:00100000:1.0:1767320410.815977:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993852800
00000100:00100000:1.0:1767320410.815981:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993852800
00000100:00100000:1.0:1767320410.816001:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993853184
00000100:00100000:1.0:1767320410.816004:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993853184
00000100:00100000:1.0:1767320410.816019:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993853440
00000100:00100000:1.0:1767320410.816022:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993853440
00000100:00100000:1.0:1767320410.816037:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73090
00000100:00100000:1.0:1767320410.816042:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993852800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320410.816051:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320410.816078:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993852800:12345-0@lo:38:kworker.0 Request processed in 35us (441us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320410.816085:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73090
00000100:00100000:1.0:1767320410.816097:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73091
00000100:00100000:1.0:1767320410.816101:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993853184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320410.816110:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320410.816132:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993853184:12345-0@lo:38:kworker.0 Request processed in 29us (361us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320410.816138:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73091
00000100:00100000:1.0:1767320410.816149:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73092
00000100:00100000:1.0:1767320410.816153:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993853440:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320410.816196:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320410.816220:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993853440:12345-0@lo:38:kworker.0 Request processed in 66us (409us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320410.816225:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73092
00000100:00080000:1.0:1767320410.816267:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320410.816273:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320410.816276:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993852800:0@lo:38:kworker.0
00000100:00080000:1.0:1767320410.816287:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320410.816290:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320410.816294:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993852928:0@lo:38:kworker.0
00000100:00080000:1.0:1767320410.816302:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320410.816305:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320410.816308:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993853184:0@lo:38:kworker.0
00000100:00080000:1.0:1767320410.816316:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320410.816319:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320410.817887:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993853440:0@lo:38:kworker.0
00000100:00080000:0.0:1767320410.818076:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320410.818128:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993853312:0@lo:400:kworker.0
00000100:00100000:0.0:1767320410.818186:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993853056:0@lo:400:kworker.0
00000100:00100000:2.0:1767320411.390528:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320411.390823:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320412.415850:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320412.415904:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320412.750234:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320412.750365:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320412.750595:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942249216
00000100:00100000:3.0:1767320412.750609:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942249216
00000100:00100000:3.0:1767320412.750713:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942249088
00000100:00100000:3.0:1767320412.750717:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942249088
00000100:00100000:3.0:1767320412.750751:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5836
00000100:00100000:3.0:1767320412.750763:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942249216:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320412.751101:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73093
00000100:00100000:1.0:1767320412.751108:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942249088:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320412.751132:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320412.751195:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942249088:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 85us (829us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320412.751204:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73093
00000100:00100000:3.0:1767320412.751412:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942249216:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 88us (632us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320412.751470:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5836
00000100:00080000:2.0:1767320412.751625:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320413.437431:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320413.438212:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320414.461288:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320414.461365:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320415.422302:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993853568:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320415.422378:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320415.422631:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993853568
00000100:00100000:2.0:1767320415.422641:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993853568
00000100:00080000:3.0:1767320415.422686:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320415.422705:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369
00000100:00100000:2.0:1767320415.422715:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993853568:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320415.422753:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320415.422783:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993853696:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320415.422800:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993853568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (421us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320415.422808:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320415.431844:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369
00000100:00100000:1.0:1767320415.435374:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993853568:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320415.445411:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993853696
00000100:00100000:3.0:1767320415.445428:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993853696
00000100:00100000:3.0:1767320415.445535:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370
00000100:00100000:3.0:1767320415.445545:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993853696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320415.445579:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320415.445667:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993853696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (22857us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320415.445675:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370
00000100:00080000:0.0:1767320415.445892:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320415.445950:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993853696:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320415.490454:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320415.490484:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320415.933457:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320415.933473:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320415.933476:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320415.933481:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320415.933488:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320415.933499:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5655
00000100:00080000:0.0:1767320415.933505:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320415.933513:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320415.933564:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266d80 x1853163993853824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320415.933603:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320415.933606:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320415.933608:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320415.933613:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5655
00000100:00080000:0.0:1767320415.933615:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320415.933620:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320415.933628:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993853824:0@lo:38:kworker.0
00000100:00100000:0.0:1767320415.933637:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d264e00 x1853163993853952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320415.933683:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320415.933694:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320415.933696:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320415.933699:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5655
00000100:00080000:0.0:1767320415.933702:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320415.933706:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320415.933717:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d267800 x1853163993854208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320415.933717:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320415.933739:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320415.933742:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320415.933743:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320415.933747:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5655
00000100:00080000:0.0:1767320415.933750:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320415.933753:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320415.933766:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e418e00 x1853163993854464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320415.933783:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993853952:0@lo:38:kworker.0
00000100:00100000:0.0:1767320415.933804:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993853824
00000100:00100000:1.0:1767320415.933810:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320415.933811:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993853824
00000100:00100000:1.0:1767320415.933830:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993854208:0@lo:38:kworker.0
00000100:00100000:0.0:1767320415.933846:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73094
00000100:00100000:1.0:1767320415.933849:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320415.933855:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993853824:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320415.933864:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993854464:0@lo:38:kworker.0
00010000:00020000:0.0:1767320415.933876:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320415.933880:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320415.933905:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993853952
00000100:00100000:1.0:1767320415.933909:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993853952
00000100:00100000:0.0:1767320415.933920:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993853824:12345-0@lo:38:kworker.0 Request processed in 65us (203us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320415.933926:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293
00000100:00100000:0.0:1767320415.933927:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73094
00000100:00100000:1.0:1767320415.933930:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993853952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320415.933939:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320415.933942:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993854208
00000100:00100000:0.0:1767320415.933945:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993854208
00000100:00100000:0.0:1767320415.933960:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993854464
00000100:00100000:0.0:1767320415.933963:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993854464
00000100:00100000:1.0:1767320415.933966:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993853952:12345-0@lo:38:kworker.0 Request processed in 35us (155us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320415.933972:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993854080:0@lo:400:kworker.0
00000100:00100000:1.0:1767320415.933977:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293
00000100:00100000:0.0:1767320415.933980:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73095
00000100:00100000:0.0:1767320415.933983:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993854208:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320415.933992:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320415.934001:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73096
00000100:00100000:1.0:1767320415.934005:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993854464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320415.934013:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320415.934019:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320415.934024:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993854208:12345-0@lo:38:kworker.0 Request processed in 36us (171us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320415.934031:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73095
00000100:00100000:1.0:1767320415.934035:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993854464:12345-0@lo:38:kworker.0 Request processed in 29us (154us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320415.934041:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73096
00000100:00100000:0.0:1767320415.934042:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993854080
00000100:00100000:0.0:1767320415.934045:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993854080
00000100:00100000:1.0:1767320415.934068:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993854336:0@lo:400:kworker.0
00000100:00100000:0.0:1767320415.934093:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5837
00000100:00100000:1.0:1767320415.934094:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320415.934100:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993854080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320415.934145:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993854080:12345-0@lo:400:kworker.0 Request processed in 46us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320415.934151:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5837
00000100:00100000:3.0:1767320415.944609:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993854336
00000100:00100000:3.0:1767320415.944628:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993854336
00000100:00080000:0.0:1767320415.944634:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320415.944718:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993854080:0@lo:400:kworker.0
00000100:00100000:3.0:1767320415.944726:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5838
00000100:00100000:3.0:1767320415.944739:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993854336:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767320415.944762:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320415.944862:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993854336:12345-0@lo:400:kworker.0 Request processed in 125us (10766us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320415.944871:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5838
00000100:00080000:3.0:1767320415.944976:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320415.944982:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320415.944986:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993853952:0@lo:38:kworker.0
00000100:00080000:3.0:1767320415.944998:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320415.945001:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320415.945003:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993854208:0@lo:38:kworker.0
00000100:00080000:3.0:1767320415.945012:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320415.945016:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320415.945019:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993854464:0@lo:38:kworker.0
00000100:00080000:3.0:1767320415.945028:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320415.945031:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320415.945034:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993853824:0@lo:38:kworker.0
00000100:00100000:0.0:1767320415.947772:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993854336:0@lo:400:kworker.0
00000100:00100000:1.0:1767320416.509585:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320416.509659:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320417.533843:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320417.537695:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320417.863705:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320417.863927:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942249472
00000100:00100000:2.0:1767320417.863940:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942249472
00000100:00100000:2.0:1767320417.866911:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5839
00000100:00100000:2.0:1767320417.866931:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942249472:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320417.867046:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942249472:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 124us (3357us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320417.867053:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5839
00000100:00080000:0.0:1767320417.869040:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320417.869495:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320417.871979:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942249344
00000100:00100000:1.0:1767320417.871994:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942249344
00000100:00100000:1.0:1767320417.872057:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73097
00000100:00100000:1.0:1767320417.872065:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942249344:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320417.872092:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320417.872172:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942249344:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 107us (2682us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320417.872179:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73097
00000100:00100000:1.0:1767320418.557385:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320418.557422:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320419.581374:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320419.581475:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320420.541477:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320420.541515:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993854592:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320420.541600:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320420.541717:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993854720:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320420.542089:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320420.554018:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993854592
00000100:00100000:3.0:1767320420.554042:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993854592
00000100:00100000:3.0:1767320420.554193:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993854720
00000100:00100000:3.0:1767320420.554199:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993854720
00000100:00100000:3.0:1767320420.554243:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371
00000100:00100000:3.0:1767320420.554255:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993854592:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320420.554299:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320420.554398:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993854592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 145us (12797us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320420.554405:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371
00000100:00100000:3.0:1767320420.554423:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372
00000100:00100000:3.0:1767320420.554428:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993854720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320420.554444:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320420.554475:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993854720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (12387us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320420.554480:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372
00000100:00080000:0.0:1767320420.554818:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320420.554823:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320420.554870:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993854592:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320420.555204:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993854720:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320420.605369:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767320420.605472:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320421.055193:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320421.055206:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320421.055209:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320421.055213:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320421.055218:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320421.055228:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5660
00000100:00080000:1.0:1767320421.055234:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320421.055242:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320421.055288:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5180 x1853163993854848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320421.055318:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320421.055321:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320421.055322:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320421.055326:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5660
00000100:00080000:1.0:1767320421.055328:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320421.055332:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320421.055345:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5c00 x1853163993854976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320421.055388:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320421.055392:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320421.055394:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320421.055397:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5660
00000100:00080000:1.0:1767320421.055399:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320421.055402:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320421.055414:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4000 x1853163993855232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320421.055456:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320421.055460:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320421.055462:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320421.055465:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5660
00000100:00080000:1.0:1767320421.055468:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320421.055471:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320421.055481:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89c00 x1853163993855488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320421.055523:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320421.055538:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993855360:0@lo:400:kworker.0
00000100:00100000:1.0:1767320421.055607:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320421.055709:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993855360
00000100:00100000:1.0:1767320421.055717:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993855360
00000100:00100000:1.0:1767320421.055770:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5840
00000100:00100000:1.0:1767320421.055781:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993855360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320421.055834:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993855360:12345-0@lo:400:kworker.0 Request processed in 55us (226us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320421.055842:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5840
00000100:00100000:1.0:1767320421.055879:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993855360:0@lo:400:kworker.0
00000100:00080000:0.0:1767320421.056187:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320421.056201:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993855104:0@lo:400:kworker.0
00000100:00100000:0.0:1767320421.056231:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320421.056643:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993854848:0@lo:38:kworker.0
00000100:00100000:3.0:1767320421.056685:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320421.056714:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993854976:0@lo:38:kworker.0
00000100:00100000:3.0:1767320421.056746:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320421.056771:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993855232:0@lo:38:kworker.0
00000100:00100000:3.0:1767320421.056794:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320421.056813:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993855488:0@lo:38:kworker.0
00000100:00100000:3.0:1767320421.056834:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320421.056861:0:18381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993854976
00000100:00100000:3.0:1767320421.056867:0:18381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993854976
00000100:00100000:3.0:1767320421.056895:0:18381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294
00000100:00100000:3.0:1767320421.056901:0:18381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993854976:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320421.056920:0:18381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320421.056956:0:18381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993854976:12345-0@lo:38:kworker.0 Request processed in 54us (208us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320421.056963:0:18381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294
00000100:00080000:3.0:1767320421.056994:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320421.056999:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320421.057002:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993854976:0@lo:38:kworker.0
00000100:00100000:3.0:1767320421.057035:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993855104
00000100:00100000:3.0:1767320421.057039:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993855104
00000100:00080000:3.0:1767320421.057058:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320421.057085:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993854848
00000100:00100000:3.0:1767320421.057089:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993854848
00000100:00100000:3.0:1767320421.057104:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993855232
00000100:00100000:3.0:1767320421.057107:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993855232
00000100:00100000:3.0:1767320421.057115:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993855488
00000100:00100000:3.0:1767320421.057117:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993855488
00000100:00100000:3.0:1767320421.057126:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5841
00000100:00100000:3.0:1767320421.057131:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993855104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320421.057193:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993855104:12345-0@lo:400:kworker.0 Request processed in 62us (961us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320421.057199:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5841
00000100:00100000:3.0:1767320421.057212:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73098
00000100:00100000:3.0:1767320421.057216:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993854848:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320421.057225:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320421.057251:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993854848:12345-0@lo:38:kworker.0 Request processed in 34us (565us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320421.057256:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73098
00000100:00100000:3.0:1767320421.057266:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73099
00000100:00100000:3.0:1767320421.057269:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993855232:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320421.057277:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320421.057296:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993855232:12345-0@lo:38:kworker.0 Request processed in 25us (502us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320421.057302:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73099
00000100:00100000:3.0:1767320421.057312:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73100
00000100:00100000:3.0:1767320421.057316:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993855488:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320421.057324:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320421.057346:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993855488:12345-0@lo:38:kworker.0 Request processed in 29us (512us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320421.057352:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73100
00000100:00080000:3.0:1767320421.057376:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320421.057381:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320421.057383:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993854848:0@lo:38:kworker.0
00000100:00080000:3.0:1767320421.057390:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320421.057393:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320421.057396:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993855232:0@lo:38:kworker.0
00000100:00080000:3.0:1767320421.057403:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320421.057407:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320421.057409:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993855488:0@lo:38:kworker.0
00000100:00100000:3.0:1767320421.057839:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993855104:0@lo:400:kworker.0
00000100:00100000:1.0:1767320421.629649:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320421.630231:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320422.655624:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320422.656013:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320422.986691:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320422.986797:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942249600
00000100:00100000:1.0:1767320422.986809:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942249600
00000100:00100000:1.0:1767320422.986885:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73101
00000100:00100000:1.0:1767320422.986895:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942249600:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320422.986921:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320422.986991:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942249600:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 96us (310us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320422.987000:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73101
00000100:00100000:3.0:1767320422.987609:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320422.987728:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942249728
00000100:00100000:2.0:1767320422.987734:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942249728
00000100:00100000:2.0:1767320422.987791:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5842
00000100:00100000:2.0:1767320422.987797:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942249728:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320422.987853:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942249728:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 56us (245us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320422.987861:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5842
00000100:00080000:3.0:1767320422.988246:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320423.678998:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320423.679194:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320424.701574:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320424.701640:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320425.661795:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993855616:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320425.661867:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320425.661953:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993855616
00000100:00100000:2.0:1767320425.661963:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993855616
00000100:00080000:3.0:1767320425.662016:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320425.662042:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373
00000100:00100000:2.0:1767320425.662052:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993855616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320425.662081:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320425.662132:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993855616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (265us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320425.662139:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373
00000100:00100000:1.0:1767320425.662215:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993855616:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320425.662307:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320425.662317:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993855744:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320425.662345:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320425.662513:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993855744
00000100:00100000:1.0:1767320425.662518:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993855744
00000100:00100000:1.0:1767320425.662561:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3374
00000100:00100000:1.0:1767320425.662568:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993855744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320425.662584:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320425.662614:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993855744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (267us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320425.662620:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3374
00000100:00080000:3.0:1767320425.662780:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320425.662805:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993855744:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320425.725701:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320425.725803:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767320426.176761:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320426.176775:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320426.176779:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320426.176784:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320426.176788:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320426.176798:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5665
00000100:00080000:1.0:1767320426.176803:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320426.176812:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320426.176865:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89c00 x1853163993855872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320426.176893:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320426.176897:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320426.176899:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320426.176904:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5665
00000100:00080000:1.0:1767320426.176907:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320426.176910:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320426.176924:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359180 x1853163993856000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320426.176966:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320426.176970:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320426.176972:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320426.176975:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5665
00000100:00080000:1.0:1767320426.176977:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320426.176981:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320426.176995:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292300 x1853163993856256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320426.177028:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320426.177031:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320426.177033:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320426.177037:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5665
00000100:00080000:1.0:1767320426.177039:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320426.177043:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320426.177055:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291c00 x1853163993856512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320426.177098:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320426.177118:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993856384:0@lo:400:kworker.0
00000100:00100000:1.0:1767320426.177215:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320426.177501:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993856128:0@lo:400:kworker.0
00000100:00100000:3.0:1767320426.177537:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320426.177682:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993855872:0@lo:38:kworker.0
00000100:00100000:0.0:1767320426.177712:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320426.177732:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993856000:0@lo:38:kworker.0
00000100:00100000:0.0:1767320426.177769:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320426.177794:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993856256:0@lo:38:kworker.0
00000100:00100000:0.0:1767320426.177820:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320426.177836:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993856512:0@lo:38:kworker.0
00000100:00100000:1.0:1767320426.177855:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993856384
00000100:00100000:0.0:1767320426.177861:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320426.177867:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993856384
00000100:00100000:0.0:1767320426.177923:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993856128
00000100:00100000:1.0:1767320426.177927:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993855872
00000100:00100000:0.0:1767320426.177929:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993856128
00000100:00100000:1.0:1767320426.177932:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993855872
00000100:00100000:1.0:1767320426.177948:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993856256
00000100:00100000:1.0:1767320426.177951:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993856256
00000100:00100000:0.0:1767320426.177963:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993856512
00000100:00100000:0.0:1767320426.177968:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993856512
00000100:00100000:1.0:1767320426.177972:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5843
00000100:00100000:1.0:1767320426.177985:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993856384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320426.177989:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5844
00000100:00100000:0.0:1767320426.178000:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993856128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320426.178054:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993856384:12345-0@lo:400:kworker.0 Request processed in 72us (838us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320426.178063:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5843
00000100:00100000:0.0:1767320426.178068:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993856128:12345-0@lo:400:kworker.0 Request processed in 68us (528us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320426.178075:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5844
00000100:00100000:1.0:1767320426.178102:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73102
00000100:00100000:1.0:1767320426.178107:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993855872:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320426.178110:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73103
00000100:00100000:0.0:1767320426.178118:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993856256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320426.178133:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320426.178190:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73104
00000100:00100000:1.0:1767320426.178196:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993855872:12345-0@lo:38:kworker.0 Request processed in 85us (481us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320426.178202:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993856512:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320426.178216:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73102
00000100:00100000:1.0:1767320426.178259:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993856384:0@lo:400:kworker.0
00000100:00080000:3.0:1767320426.178271:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320426.178318:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993856000
00000100:00100000:1.0:1767320426.178323:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993856000
00000100:00100000:3.0:1767320426.178325:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993856128:0@lo:400:kworker.0
00000100:00100000:1.0:1767320426.178348:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295
00000100:00100000:3.0:1767320426.178354:0:18381:0:(service.c:3434:ptlrpc_start_thread()) ost_out[0] started 2 min 2 max 16
00000100:00100000:1.0:1767320426.178355:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993856000:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320426.178363:0:18381:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_out00_002'
00000100:00080000:3.0:1767320426.178603:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320426.178608:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320426.178611:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993855872:0@lo:38:kworker.0
00010000:00020000:0.0:1767320426.179990:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320426.180330:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993856256:12345-0@lo:38:kworker.0 Request processed in 2208us (2505us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320426.180341:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73103
00010000:00020000:2.0:1767320426.181074:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320426.181141:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993856512:12345-0@lo:38:kworker.0 Request processed in 2939us (3281us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320426.181150:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73104
00000100:00080000:3.0:1767320426.181578:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320426.181586:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320426.181590:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993856256:0@lo:38:kworker.0
00000100:00080000:3.0:1767320426.181603:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320426.181607:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320426.181610:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993856512:0@lo:38:kworker.0
00010000:00020000:1.0:1767320426.182549:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320426.182643:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993856000:12345-0@lo:38:kworker.0 Request processed in 4285us (4871us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767320426.182798:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320426.182805:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320426.182809:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993856000:0@lo:38:kworker.0
00000100:00100000:1.0:1767320426.182852:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295
00010000:00010000:0.0:1767320426.749429:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320426.749583:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320427.774494:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320427.779460:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320428.105505:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320428.105707:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942249984
00000100:00100000:2.0:1767320428.105718:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942249984
00000100:00100000:2.0:1767320428.106015:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5845
00000100:00100000:2.0:1767320428.106027:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942249984:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320428.106119:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942249984:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 95us (632us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320428.106124:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5845
00000100:00080000:3.0:1767320428.106535:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320428.106588:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320428.106641:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942249856
00000100:00100000:3.0:1767320428.106647:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942249856
00000100:00100000:3.0:1767320428.106683:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73105
00000100:00100000:3.0:1767320428.106689:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942249856:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320428.106713:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320428.107184:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942249856:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 491us (594us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320428.107192:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73105
00000100:00100000:2.0:1767320428.797404:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320428.797784:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320429.821279:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320429.822127:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320430.269960:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320405/real 1767320405]  req@ffff89b731344380 x1853163993852416/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320430 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320430.269992:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b731344380 x1853163993852416/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320430 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320430.270006:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320430.270029:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320430.270033:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993852416:0@lo:250:kworker.0
00000100:00080000:0.0:1767320430.270078:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320430.270091:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320430.270095:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320430.270104:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5650
00000100:00080000:0.0:1767320430.270109:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320430.270117:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320430.270194:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e418700 x1853163993856640/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320430.270230:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320430.270234:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320430.270236:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320430.270240:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5670
00000100:00080000:0.0:1767320430.270243:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320430.270247:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320430.270266:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e418380 x1853163993856768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320430.270276:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320430.270280:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320430.270282:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320430.270287:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5670
00000100:00080000:0.0:1767320430.270289:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320430.270293:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320430.270305:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e418e00 x1853163993856896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320430.270416:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320430.270541:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993856640:0@lo:250:kworker.0
00000400:00000100:3.0:1767320430.270609:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993856640 offset 0 length 520: 4
00000100:00100000:3.0:1767320430.270664:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993856768:0@lo:38:kworker.0
00000100:00100000:3.0:1767320430.270698:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320430.270728:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993856896:0@lo:38:kworker.0
00000100:00100000:3.0:1767320430.270753:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320430.270804:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993856896
00000100:00100000:3.0:1767320430.270813:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993856896
00000100:00100000:3.0:1767320430.270855:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296
00000100:00100000:3.0:1767320430.270863:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993856896:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320430.270887:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320430.270931:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993856896:12345-0@lo:38:kworker.0 Request processed in 67us (176us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320430.270938:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296
00000100:00080000:3.0:1767320430.270976:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320430.270980:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320430.270983:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993856896:0@lo:38:kworker.0
00000100:00100000:1.0:1767320430.271148:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993856768
00000100:00100000:1.0:1767320430.271153:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993856768
00000100:00100000:1.0:1767320430.271207:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73106
00000100:00100000:1.0:1767320430.271213:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993856768:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320430.271224:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320430.271258:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993856768:12345-0@lo:38:kworker.0 Request processed in 46us (561us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320430.271265:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73106
00000100:00080000:0.0:1767320430.271340:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320430.271347:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320430.271350:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320430.271355:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5670
00000100:00080000:0.0:1767320430.271358:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320430.271363:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320430.271383:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266d80 x1853163993857152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320430.271426:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320430.271429:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320430.271431:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320430.271434:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5670
00000100:00080000:0.0:1767320430.271437:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320430.271440:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320430.271452:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d264e00 x1853163993857408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320430.271520:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993857280:0@lo:400:kworker.0
00000100:00100000:1.0:1767320430.271553:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320430.271574:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320430.271579:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993857536:0@lo:400:kworker.0
00000100:00100000:1.0:1767320430.271607:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320430.271637:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993857536
00000100:00100000:1.0:1767320430.271641:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993857536
00000100:00100000:1.0:1767320430.271692:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3605
00000100:00100000:1.0:1767320430.271700:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993857536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320430.271747:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993857536:12345-0@lo:400:kworker.0 Request processed in 49us (139us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320430.271754:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3605
00000100:00100000:1.0:1767320430.271804:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993857536:0@lo:400:kworker.0
00000100:00100000:1.0:1767320430.271824:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993857280
00000100:00100000:1.0:1767320430.271827:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993857280
00000100:00100000:1.0:1767320430.271857:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5846
00000100:00100000:1.0:1767320430.271863:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993857280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320430.271897:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993857280:12345-0@lo:400:kworker.0 Request processed in 34us (344us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320430.271903:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5846
00000100:00100000:1.0:1767320430.271926:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993857280:0@lo:400:kworker.0
00000100:00080000:3.0:1767320430.273361:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320430.273373:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320430.273404:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993857152:0@lo:38:kworker.0
00000100:00100000:3.0:1767320430.273490:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320430.273536:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993857408:0@lo:38:kworker.0
00000100:00100000:3.0:1767320430.273561:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320430.273605:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320430.273611:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320430.273615:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993856768:0@lo:38:kworker.0
00000100:00100000:3.0:1767320430.273656:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993857152
00000100:00100000:3.0:1767320430.273663:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993857152
00000100:00100000:3.0:1767320430.273696:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993857408
00000100:00100000:3.0:1767320430.273699:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993857408
00000100:00100000:3.0:1767320430.273717:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73107
00000100:00100000:3.0:1767320430.273724:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993857152:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320430.273747:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320430.273788:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993857152:12345-0@lo:38:kworker.0 Request processed in 62us (298us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320430.273796:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73107
00000100:00100000:3.0:1767320430.273811:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73108
00000100:00100000:3.0:1767320430.273815:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993857408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320430.273825:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320430.273849:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993857408:12345-0@lo:38:kworker.0 Request processed in 32us (288us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320430.273855:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73108
00000100:00080000:3.0:1767320430.273885:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320430.273889:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320430.273892:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993857152:0@lo:38:kworker.0
00000100:00080000:3.0:1767320430.273899:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320430.273902:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320430.273905:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993857408:0@lo:38:kworker.0
00000100:00100000:2.0:1767320430.275855:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993857664:0@lo:400:kworker.0
00000100:00100000:2.0:1767320430.275956:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320430.275999:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993857024:0@lo:400:kworker.0
00000100:00100000:2.0:1767320430.276024:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320430.276282:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993857024
00000100:00100000:3.0:1767320430.276293:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993857024
00000100:00100000:3.0:1767320430.276394:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5847
00000100:00100000:3.0:1767320430.276404:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993857024:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320430.276485:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993857024:12345-0@lo:400:kworker.0 Request processed in 82us (459us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320430.276493:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5847
00000100:00100000:1.0:1767320430.276610:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993857664
00000100:00100000:1.0:1767320430.276618:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993857664
00000100:00100000:1.0:1767320430.276664:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3606
00000100:00100000:1.0:1767320430.276671:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993857664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320430.276709:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993857664:12345-0@lo:400:kworker.0 Request processed in 40us (755us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320430.276714:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3606
00000100:00080000:2.0:1767320430.277262:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320430.277270:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320430.277351:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993857664:0@lo:400:kworker.0
00000100:00100000:2.0:1767320430.277368:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993857024:0@lo:400:kworker.0
00000100:00100000:2.0:1767320430.785031:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320430.785065:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993857792:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320430.785203:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320430.785567:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320430.785580:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993857920:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320430.785615:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320430.785737:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993857792
00000100:00100000:0.0:1767320430.785747:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993857792
00000100:00100000:0.0:1767320430.785814:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993857920
00000100:00100000:0.0:1767320430.785817:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993857920
00000100:00100000:0.0:1767320430.785848:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3375
00000100:00100000:0.0:1767320430.785859:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993857792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320430.785900:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320430.785963:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993857792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (759us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320430.785973:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3375
00000100:00100000:0.0:1767320430.785998:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376
00000100:00100000:0.0:1767320430.786006:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993857920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320430.786026:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320430.786057:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993857920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (442us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320430.786063:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376
00000100:00100000:0.0:1767320430.786112:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993857920:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320430.786147:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993857792:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320430.845355:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320430.845706:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320431.869551:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320431.871115:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320432.893547:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320432.901977:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320433.228469:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:1.0:1767320433.228514:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942250112 offset 0 length 520: 4
00000100:00100000:1.0:1767320433.228560:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320433.228931:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942250368
00000100:00100000:0.0:1767320433.229221:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942250368
00000100:00100000:0.0:1767320433.229481:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942250240
00000100:00100000:0.0:1767320433.229486:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942250240
00000100:00100000:0.0:1767320433.229507:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5848
00000100:00100000:0.0:1767320433.229519:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942250368:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320433.229608:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942250368:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 91us (1155us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320433.229616:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5848
00000100:00100000:0.0:1767320433.229637:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73109
00000100:00100000:0.0:1767320433.229642:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942250240:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320433.229908:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320433.230189:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942250240:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 516us (1598us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320433.230197:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73109
00000100:00080000:2.0:1767320433.231191:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320433.919789:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320433.919865:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320434.941813:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320434.943986:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767320435.390145:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320435.390199:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320435.390202:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320435.390206:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320435.390210:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320435.390217:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5674
00000100:00080000:1.0:1767320435.390222:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320435.390239:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320435.390586:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293b80 x1853163993858048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320435.390617:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320435.390621:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320435.390623:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320435.390628:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5674
00000100:00080000:1.0:1767320435.390630:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320435.390634:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320435.390649:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290a80 x1853163993858176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320435.390697:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320435.390713:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320435.390715:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320435.390718:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5674
00000100:00080000:1.0:1767320435.390721:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767320435.390847:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993858304:0@lo:400:kworker.0
00000100:00100000:3.0:1767320435.390946:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993858048:0@lo:38:kworker.0
00000100:00100000:0.0:1767320435.390948:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320435.390988:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320435.391063:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993858304
00000100:00100000:0.0:1767320435.391071:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993858304
00000100:00100000:0.0:1767320435.391123:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993858048
00000100:00100000:0.0:1767320435.391126:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993858048
00000100:00100000:0.0:1767320435.391145:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5849
00000100:00100000:0.0:1767320435.391156:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993858304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320435.391227:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993858304:12345-0@lo:400:kworker.0 Request processed in 74us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320435.391246:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5849
00000100:00100000:0.0:1767320435.391266:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73110
00000100:00100000:0.0:1767320435.391281:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993858048:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320435.391313:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320435.391344:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993858048:12345-0@lo:38:kworker.0 Request processed in 72us (355us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320435.391351:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73110
00000100:00080000:0.0:1767320435.391368:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320435.391414:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993858304:0@lo:400:kworker.0
00000100:00080000:1.0:1767320435.391658:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320435.391681:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291180 x1853163993858432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320435.391720:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320435.391724:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320435.392003:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320435.392008:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5674
00000100:00080000:1.0:1767320435.392011:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320435.392017:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320435.392031:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292a00 x1853163993858688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320435.392110:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993858944:0@lo:400:kworker.0
00000100:00100000:2.0:1767320435.392202:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320435.392304:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993858816:0@lo:400:kworker.0
00000100:00100000:1.0:1767320435.392334:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320435.392363:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320435.392369:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993858560:0@lo:400:kworker.0
00000100:00100000:1.0:1767320435.392390:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320435.392430:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993858944
00000100:00100000:1.0:1767320435.392434:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993858944
00000100:00100000:1.0:1767320435.392470:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993858816
00000100:00100000:1.0:1767320435.392473:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993858816
00000100:00100000:1.0:1767320435.392495:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3607
00000100:00100000:1.0:1767320435.392503:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993858944:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767320435.392575:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320435.392579:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320435.392600:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3608
00000100:00100000:0.0:1767320435.392608:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993858816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320435.392645:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993858816:12345-0@lo:400:kworker.0 Request processed in 38us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320435.392651:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3608
00000100:00100000:0.0:1767320435.392683:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993858816:0@lo:400:kworker.0
00000100:00100000:0.0:1767320435.392748:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993858560
00000100:00100000:0.0:1767320435.392751:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993858560
00000100:00100000:0.0:1767320435.392799:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5850
00000100:00100000:0.0:1767320435.392805:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993858560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320435.392841:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993858560:12345-0@lo:400:kworker.0 Request processed in 37us (450us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320435.392845:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5850
00000100:00080000:0.0:1767320435.392861:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320435.392878:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993858560:0@lo:400:kworker.0
00000100:00080000:3.0:1767320435.398362:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320435.398380:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320435.398385:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993858048:0@lo:38:kworker.0
00000100:00100000:3.0:1767320435.398398:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993858176:0@lo:38:kworker.0
00000100:00100000:3.0:1767320435.398468:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320435.398593:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993858432:0@lo:38:kworker.0
00000100:00100000:3.0:1767320435.398619:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320435.398635:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993858176
00000100:00100000:3.0:1767320435.398639:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993858688:0@lo:38:kworker.0
00000100:00100000:0.0:1767320435.398641:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993858176
00000100:00100000:3.0:1767320435.398663:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320435.398678:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297
00000100:00100000:0.0:1767320435.398686:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993858176:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320435.398691:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993858432
00000100:00100000:3.0:1767320435.398694:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993858432
00010000:00020000:0.0:1767320435.398707:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320435.398712:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993858688
00000100:00100000:3.0:1767320435.398714:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993858688
00000100:00100000:3.0:1767320435.398728:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73111
00000100:00100000:3.0:1767320435.398733:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993858432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320435.398743:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320435.398763:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993858176:12345-0@lo:38:kworker.0 Request processed in 76us (295us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320435.398764:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993858432:12345-0@lo:38:kworker.0 Request processed in 31us (144us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320435.398770:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73111
00000100:00100000:0.0:1767320435.398771:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297
00000100:00100000:3.0:1767320435.398785:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73112
00000100:00100000:3.0:1767320435.398789:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993858688:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320435.398797:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320435.398818:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993858688:12345-0@lo:38:kworker.0 Request processed in 28us (155us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320435.398824:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73112
00000100:00080000:3.0:1767320435.398844:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320435.398848:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320435.398852:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993858432:0@lo:38:kworker.0
00000100:00080000:3.0:1767320435.398860:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320435.398863:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320435.398866:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993858688:0@lo:38:kworker.0
00000100:00080000:3.0:1767320435.398876:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320435.398879:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320435.398881:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993858176:0@lo:38:kworker.0
00000100:00100000:1.0:1767320435.399186:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993858944:12345-0@lo:400:kworker.0 Request processed in 6682us (6980us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320435.399196:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3607
00000100:00100000:2.0:1767320435.399971:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993858944:0@lo:400:kworker.0
00000100:00100000:3.0:1767320435.904104:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320435.904108:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320435.904125:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993859072:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320435.904125:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993859200:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320435.906899:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320435.907050:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993859200
00000100:00100000:1.0:1767320435.907071:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993859200
00000100:00100000:1.0:1767320435.907136:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377
00000100:00100000:1.0:1767320435.907146:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993859200:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320435.907199:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320435.911644:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993859200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4488us (4741us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320435.911659:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377
00000100:00100000:3.0:1767320435.912558:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993859200:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320435.915045:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320435.915547:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993859072
00000100:00100000:1.0:1767320435.915560:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993859072
00000100:00100000:1.0:1767320435.915630:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378
00000100:00100000:1.0:1767320435.915639:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993859072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320435.915672:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320435.915731:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993859072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (695us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320435.915738:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378
00000100:00100000:0.0:1767320435.916030:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993859072:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320435.965326:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320435.965502:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320436.989585:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320436.991893:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320438.014420:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320438.015191:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320438.343296:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320438.343468:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320438.343598:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942250496
00000100:00100000:3.0:1767320438.343616:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942250496
00000100:00100000:3.0:1767320438.343686:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942250624
00000100:00100000:3.0:1767320438.343690:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942250624
00000100:00100000:1.0:1767320438.343755:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5851
00000100:00100000:1.0:1767320438.343768:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942250624:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320438.343858:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942250624:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 93us (390us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320438.343866:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5851
00000100:00100000:1.0:1767320438.343883:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73113
00000100:00100000:1.0:1767320438.343888:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942250496:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320438.343907:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320438.343929:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942250496:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 40us (644us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320438.343936:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73113
00000100:00080000:2.0:1767320438.343985:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320439.043277:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320439.043893:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320440.061306:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320440.061627:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320440.509339:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320440.509353:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320440.509356:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320440.509361:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320440.509366:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320440.509376:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5680
00000100:00080000:1.0:1767320440.509381:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320440.509389:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320440.509435:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291c00 x1853163993859328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320440.509468:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320440.509471:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320440.509473:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320440.509477:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5680
00000100:00080000:1.0:1767320440.509480:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320440.509483:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320440.509499:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292300 x1853163993859456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320440.509529:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993859328:0@lo:38:kworker.0
00000100:00080000:1.0:1767320440.509548:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320440.509561:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320440.509564:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320440.509570:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5680
00000100:00080000:1.0:1767320440.509572:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320440.509576:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320440.509593:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290a80 x1853163993859712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320440.509628:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320440.509633:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320440.509634:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320440.509647:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5680
00000100:00100000:3.0:1767320440.509649:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320440.509655:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320440.509662:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320440.509677:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291180 x1853163993859968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320440.509752:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993860096:0@lo:400:kworker.0
00000100:00100000:3.0:1767320440.509760:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993859456:0@lo:38:kworker.0
00000100:00100000:3.0:1767320440.509805:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320440.509907:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993859328
00000100:00100000:0.0:1767320440.509916:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993859328
00000100:00100000:0.0:1767320440.509961:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73114
00000100:00100000:0.0:1767320440.509969:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993859328:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320440.509989:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320440.510279:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993860224:0@lo:400:kworker.0
00000100:00100000:3.0:1767320440.513482:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993859712:0@lo:38:kworker.0
00000100:00100000:0.0:1767320440.513484:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993859328:12345-0@lo:38:kworker.0 Request processed in 3505us (3836us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320440.513507:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73114
00000100:00100000:3.0:1767320440.513564:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320440.513607:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993859968:0@lo:38:kworker.0
00000100:00100000:0.0:1767320440.513626:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993859840:0@lo:400:kworker.0
00000100:00100000:3.0:1767320440.513639:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320440.513679:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993859712
00000100:00100000:0.0:1767320440.513686:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320440.513691:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993859712
00000100:00100000:3.0:1767320440.513742:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993859968
00000100:00100000:3.0:1767320440.513746:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993859968
00000100:00100000:0.0:1767320440.513760:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993859840
00000100:00100000:0.0:1767320440.513770:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993859840
00000100:00100000:3.0:1767320440.513776:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73115
00000100:00100000:3.0:1767320440.513787:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993859712:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320440.513815:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320440.513856:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5852
00000100:00100000:0.0:1767320440.513879:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993859840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320440.513879:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993859712:12345-0@lo:38:kworker.0 Request processed in 83us (306us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320440.513900:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73115
00000100:00100000:3.0:1767320440.513927:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73116
00000100:00100000:3.0:1767320440.513933:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993859968:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320440.513944:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320440.513976:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993859840:12345-0@lo:400:kworker.0 Request processed in 108us (290us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320440.513987:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5852
00000100:00100000:3.0:1767320440.513993:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993859968:12345-0@lo:38:kworker.0 Request processed in 54us (349us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320440.514003:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73116
00000100:00080000:0.0:1767320440.514021:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320440.514066:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993859840:0@lo:400:kworker.0
00000100:00080000:3.0:1767320440.514072:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320440.514082:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320440.514089:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993859968:0@lo:38:kworker.0
00000100:00080000:3.0:1767320440.514109:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320440.514116:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320440.514120:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993859328:0@lo:38:kworker.0
00000100:00080000:3.0:1767320440.514197:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767320440.514199:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993859456
00000100:00080000:3.0:1767320440.514208:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320440.514209:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993859456
00000100:00100000:3.0:1767320440.514219:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993859712:0@lo:38:kworker.0
00000100:00100000:0.0:1767320440.514245:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298
00000100:00100000:0.0:1767320440.514253:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993859456:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320440.514275:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320440.514275:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993859584:0@lo:400:kworker.0
00000100:00100000:3.0:1767320440.514332:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320440.514348:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993859456:12345-0@lo:38:kworker.0 Request processed in 92us (4540us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320440.514358:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298
00000100:00100000:3.0:1767320440.514394:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993859584
00000100:00100000:3.0:1767320440.514401:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993859584
00000100:00080000:0.0:1767320440.514451:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320440.514460:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5853
00000100:00100000:3.0:1767320440.514474:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993859584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320440.514529:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993859584:12345-0@lo:400:kworker.0 Request processed in 61us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320440.514536:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5853
00000100:00080000:3.0:1767320440.514568:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320440.514572:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320440.514576:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993859456:0@lo:38:kworker.0
00000100:00100000:0.0:1767320440.514680:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993859584:0@lo:400:kworker.0
00000100:00100000:1.0:1767320440.515305:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320440.515392:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993860096
00000100:00100000:0.0:1767320440.515398:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993860096
00000100:00100000:0.0:1767320440.515460:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3609
00000100:00100000:0.0:1767320440.515468:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993860096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320440.515517:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993860096:12345-0@lo:400:kworker.0 Request processed in 51us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320440.515523:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3609
00000100:00080000:1.0:1767320440.515640:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320440.515665:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993860096:0@lo:400:kworker.0
00000100:00100000:2.0:1767320440.516014:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320440.516113:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993860224
00000100:00100000:3.0:1767320440.516119:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993860224
00000100:00100000:3.0:1767320440.516273:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3610
00000100:00100000:3.0:1767320440.516281:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993860224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320440.516330:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993860224:12345-0@lo:400:kworker.0 Request processed in 51us (317us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320440.516337:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3610
00000100:00100000:2.0:1767320440.516403:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993860224:0@lo:400:kworker.0
00000100:00080000:1.0:1767320440.516476:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320441.021524:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320441.021551:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993860352:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320441.021621:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320441.021685:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993860352
00000100:00100000:2.0:1767320441.021692:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993860352
00000100:00100000:2.0:1767320441.021743:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3379
00000100:00100000:2.0:1767320441.021752:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993860352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320441.021785:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320441.021839:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993860352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (216us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320441.021847:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3379
00000100:00100000:3.0:1767320441.021909:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993860480:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320441.021939:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320441.021959:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993860480
00000100:00100000:2.0:1767320441.021963:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993860480
00000100:00100000:2.0:1767320441.021984:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380
00000100:00100000:2.0:1767320441.021990:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706452850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993860480:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320441.022009:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320441.022041:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706452850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993860480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (101us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320441.022047:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380
00000100:00100000:0.0:1767320441.027757:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993860352:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320441.027884:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993860480:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320441.085317:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320441.085509:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320442.109394:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320442.110447:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320443.134926:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320443.135028:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320443.466061:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320443.466468:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320443.471989:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942250752
00000100:00100000:0.0:1767320443.472005:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942250752
00000100:00100000:0.0:1767320443.472054:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942250880
00000100:00100000:0.0:1767320443.472057:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942250880
00000100:00100000:3.0:1767320443.472198:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73117
00000100:00100000:3.0:1767320443.472208:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942250752:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320443.472234:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320443.472308:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942250752:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 100us (6258us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320443.472316:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73117
00000100:00100000:0.0:1767320443.472645:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5854
00000100:00100000:0.0:1767320443.472652:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942250880:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320443.472714:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942250880:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 62us (6246us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320443.472724:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5854
00000100:00080000:2.0:1767320443.473246:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320444.157292:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320444.158065:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320445.185914:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320445.186467:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767320445.629584:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320445.629596:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320445.629600:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320445.629604:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320445.629608:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320445.629617:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5685
00000100:00080000:1.0:1767320445.629622:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320445.629630:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320445.629708:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293b80 x1853163993860608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320445.629734:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320445.629738:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320445.629740:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320445.629755:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5685
00000100:00080000:1.0:1767320445.629758:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320445.629762:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320445.629777:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293800 x1853163993860736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320445.629824:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320445.629827:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320445.629830:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320445.629833:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5685
00000100:00080000:1.0:1767320445.629836:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320445.629839:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320445.629851:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292300 x1853163993860992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320445.629858:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993860864:0@lo:400:kworker.0
00000100:00080000:1.0:1767320445.629871:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320445.629874:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320445.629875:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320445.629879:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5685
00000100:00080000:1.0:1767320445.629881:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320445.629884:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320445.629891:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291c00 x1853163993861248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320445.629923:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320445.630013:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320445.630019:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993861504:0@lo:400:kworker.0
00000100:00100000:2.0:1767320445.630054:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320445.630221:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993860864
00000100:00100000:1.0:1767320445.630229:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993860864
00000100:00100000:1.0:1767320445.630297:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5855
00000100:00100000:1.0:1767320445.630307:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993860864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320445.630364:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993860864:12345-0@lo:400:kworker.0 Request processed in 60us (441us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320445.630372:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5855
00000100:00100000:1.0:1767320445.630421:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993860864:0@lo:400:kworker.0
00000100:00080000:2.0:1767320445.630487:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320445.630624:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993861504
00000100:00100000:0.0:1767320445.630629:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993861504
00000100:00100000:0.0:1767320445.630678:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3611
00000100:00100000:0.0:1767320445.630686:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993861504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320445.630734:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993861504:12345-0@lo:400:kworker.0 Request processed in 50us (680us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320445.630740:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3611
00000100:00100000:0.0:1767320445.630763:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993861120:0@lo:400:kworker.0
00000100:00100000:0.0:1767320445.630786:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320445.630801:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320445.630806:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993861376:0@lo:400:kworker.0
00000100:00100000:0.0:1767320445.630822:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320445.630845:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993861376
00000100:00100000:0.0:1767320445.630848:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993861376
00000100:00100000:0.0:1767320445.630868:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3612
00000100:00100000:0.0:1767320445.630873:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993861376:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320445.630900:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993861376:12345-0@lo:400:kworker.0 Request processed in 26us (76us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320445.630906:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3612
00000100:00100000:0.0:1767320445.630931:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993861376:0@lo:400:kworker.0
00000100:00080000:2.0:1767320445.630986:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320445.630990:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320445.631032:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993861120
00000100:00100000:1.0:1767320445.631036:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993861120
00000100:00100000:1.0:1767320445.631087:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5856
00000100:00100000:1.0:1767320445.631093:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993861120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320445.631132:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993861120:12345-0@lo:400:kworker.0 Request processed in 38us (344us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320445.631137:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5856
00000100:00100000:1.0:1767320445.631192:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993861504:0@lo:400:kworker.0
00000100:00100000:1.0:1767320445.631228:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993861120:0@lo:400:kworker.0
00000100:00080000:2.0:1767320445.631348:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320445.633189:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993860608:0@lo:38:kworker.0
00000100:00100000:3.0:1767320445.633259:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320445.633288:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993860736:0@lo:38:kworker.0
00000100:00100000:3.0:1767320445.633318:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320445.633361:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993860992:0@lo:38:kworker.0
00000100:00100000:3.0:1767320445.633383:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320445.633413:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993861248:0@lo:38:kworker.0
00000100:00100000:3.0:1767320445.633434:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320445.633458:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993860608
00000100:00100000:3.0:1767320445.633464:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993860608
00000100:00100000:3.0:1767320445.633491:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993860992
00000100:00100000:3.0:1767320445.633494:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993860992
00000100:00100000:3.0:1767320445.633505:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993861248
00000100:00100000:3.0:1767320445.633506:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993861248
00000100:00100000:3.0:1767320445.633523:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73118
00000100:00100000:3.0:1767320445.633528:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993860608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320445.633548:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320445.633582:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993860608:12345-0@lo:38:kworker.0 Request processed in 52us (323us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320445.633594:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73118
00000100:00100000:3.0:1767320445.633608:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73119
00000100:00100000:3.0:1767320445.633612:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993860992:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320445.633620:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320445.633642:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993860992:12345-0@lo:38:kworker.0 Request processed in 28us (258us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320445.633647:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73119
00000100:00100000:3.0:1767320445.633658:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73120
00000100:00100000:3.0:1767320445.633662:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993861248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320445.633669:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320445.633688:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993861248:12345-0@lo:38:kworker.0 Request processed in 24us (253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320445.633693:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73120
00000100:00080000:3.0:1767320445.633732:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320445.633737:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320445.633741:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993861248:0@lo:38:kworker.0
00000100:00080000:3.0:1767320445.633762:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320445.633766:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320445.633768:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993860608:0@lo:38:kworker.0
00000100:00080000:3.0:1767320445.633775:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320445.633778:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320445.633780:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993860992:0@lo:38:kworker.0
00000100:00100000:1.0:1767320445.634193:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993860736
00000100:00100000:1.0:1767320445.634198:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993860736
00000100:00100000:1.0:1767320445.634233:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299
00000100:00100000:1.0:1767320445.634238:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993860736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320445.634250:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320445.634284:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993860736:12345-0@lo:38:kworker.0 Request processed in 45us (966us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320445.634290:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299
00000100:00080000:3.0:1767320445.635098:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320445.635106:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320445.635110:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993860736:0@lo:38:kworker.0
00000100:00100000:1.0:1767320446.142925:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993861632:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320446.142999:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320446.143273:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993861632
00000100:00100000:2.0:1767320446.143282:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993861632
00000100:00100000:2.0:1767320446.143334:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381
00000100:00100000:2.0:1767320446.143342:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993861632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320446.143372:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320446.143428:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993861632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (428us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320446.143435:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381
00000100:00100000:0.0:1767320446.143534:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993861632:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320446.146527:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993861760:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320446.146598:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320446.146678:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993861760
00000100:00100000:3.0:1767320446.146688:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993861760
00000100:00100000:3.0:1767320446.146747:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382
00000100:00100000:3.0:1767320446.146757:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993861760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320446.146791:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320446.146851:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993861760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (252us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320446.146859:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382
00000100:00100000:0.0:1767320446.147080:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993861760:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320446.205362:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320446.206101:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320447.229404:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320447.229570:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320448.253433:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320448.253549:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320448.583405:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320448.583717:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942251008
00000100:00100000:2.0:1767320448.583726:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942251008
00000100:00100000:2.0:1767320448.583771:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73121
00000100:00100000:2.0:1767320448.583776:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942251008:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320448.583890:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320448.583956:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942251008:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 178us (560us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320448.583964:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73121
00000100:00100000:1.0:1767320448.588080:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320448.588544:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942251136
00000100:00100000:2.0:1767320448.588554:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942251136
00000100:00100000:2.0:1767320448.588748:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5857
00000100:00100000:2.0:1767320448.588759:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942251136:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320448.588841:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942251136:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 84us (773us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320448.588849:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5857
00000100:00080000:1.0:1767320448.588978:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320449.277292:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320449.277534:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320450.301249:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320450.301316:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320450.749456:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320450.749470:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320450.749474:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320450.749477:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320450.749480:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320450.749490:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5690
00000100:00080000:0.0:1767320450.749494:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320450.749500:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320450.749543:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252d80 x1853163993861888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320450.749563:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320450.749566:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320450.749568:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767320450.749570:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993861888:0@lo:38:kworker.0
00000100:00080000:0.0:1767320450.749573:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5690
00000100:00080000:0.0:1767320450.749577:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320450.749581:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320450.749590:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252300 x1853163993862016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320450.749631:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320450.749634:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320450.749635:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320450.749637:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5690
00000100:00080000:0.0:1767320450.749639:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320450.749642:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320450.749653:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741253100 x1853163993862272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320450.749658:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320450.749675:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320450.749678:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320450.749679:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320450.749682:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5690
00000100:00080000:0.0:1767320450.749684:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320450.749686:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320450.749697:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e59880 x1853163993862528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320450.749720:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320450.749735:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993862784:0@lo:400:kworker.0
00000100:00100000:0.0:1767320450.749743:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993862400:0@lo:400:kworker.0
00000100:00100000:3.0:1767320450.749743:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993862016:0@lo:38:kworker.0
00000100:00100000:2.0:1767320450.749778:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320450.749799:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320450.749799:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320450.749826:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993862144:0@lo:400:kworker.0
00000100:00100000:1.0:1767320450.749867:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993862784
00000100:00100000:1.0:1767320450.749876:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993862784
00000100:00100000:0.0:1767320450.749892:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320450.749899:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993862656:0@lo:400:kworker.0
00000100:00100000:0.0:1767320450.749921:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320450.749938:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993862656
00000100:00100000:1.0:1767320450.749943:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993862656
00000100:00100000:0.0:1767320450.749966:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993861888
00000100:00100000:0.0:1767320450.749970:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993861888
00000100:00100000:1.0:1767320450.749987:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3613
00000100:00100000:0.0:1767320450.749994:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993862400
00000100:00100000:0.0:1767320450.749999:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993862400
00000100:00100000:1.0:1767320450.750000:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993862784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320450.750027:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5858
00000100:00100000:0.0:1767320450.750037:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993862400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320450.750059:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993862784:12345-0@lo:400:kworker.0 Request processed in 63us (281us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320450.750068:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3613
00000100:00100000:0.0:1767320450.750087:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993862400:12345-0@lo:400:kworker.0 Request processed in 49us (292us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320450.750091:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3614
00000100:00100000:0.0:1767320450.750098:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5858
00000100:00100000:0.0:1767320450.750119:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73122
00000100:00100000:1.0:1767320450.750120:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993862656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320450.750126:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993861888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320450.750145:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320450.750156:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993862656:12345-0@lo:400:kworker.0 Request processed in 55us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320450.750182:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3614
00000100:00100000:0.0:1767320450.750204:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993861888:12345-0@lo:38:kworker.0 Request processed in 77us (550us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767320450.750205:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320450.750211:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320450.750215:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73122
00000100:00080000:1.0:1767320450.750217:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320450.750272:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993862016
00000100:00100000:1.0:1767320450.750277:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993862016
00000100:00100000:1.0:1767320450.750297:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300
00000100:00100000:1.0:1767320450.750302:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993862016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320450.750313:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320450.750339:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993862016:12345-0@lo:38:kworker.0 Request processed in 37us (548us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320450.750345:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300
00000100:00080000:3.0:1767320450.750416:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320450.750421:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320450.750424:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993862016:0@lo:38:kworker.0
00000100:00100000:3.0:1767320450.750431:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993862272:0@lo:38:kworker.0
00000100:00100000:3.0:1767320450.750503:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320450.750528:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993862528:0@lo:38:kworker.0
00000100:00100000:3.0:1767320450.750549:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320450.750567:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320450.750571:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320450.750574:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993861888:0@lo:38:kworker.0
00000100:00100000:1.0:1767320450.750643:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993862272
00000100:00100000:1.0:1767320450.750647:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993862272
00000100:00100000:1.0:1767320450.750790:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993862528
00000100:00100000:1.0:1767320450.750794:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993862528
00000100:00100000:3.0:1767320450.751089:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73123
00000100:00100000:3.0:1767320450.751095:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993862272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320450.751106:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320450.751141:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993862272:12345-0@lo:38:kworker.0 Request processed in 45us (637us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320450.751147:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73123
00000100:00080000:3.0:1767320450.751190:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320450.751194:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320450.751197:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993862272:0@lo:38:kworker.0
00000100:00100000:1.0:1767320450.751280:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73124
00000100:00100000:1.0:1767320450.751285:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993862528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320450.751297:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320450.751298:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993862656:0@lo:400:kworker.0
00000100:00100000:0.0:1767320450.751318:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993862400:0@lo:400:kworker.0
00000100:00100000:1.0:1767320450.751519:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993862528:12345-0@lo:38:kworker.0 Request processed in 233us (968us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320450.751526:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73124
00000100:00080000:3.0:1767320450.751577:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320450.751580:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320450.751583:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993862528:0@lo:38:kworker.0
00000100:00100000:2.0:1767320450.753802:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320450.754312:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993862784:0@lo:400:kworker.0
00000100:00100000:1.0:1767320450.754498:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993862144
00000100:00100000:1.0:1767320450.754506:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993862144
00000100:00100000:1.0:1767320450.754587:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5859
00000100:00100000:1.0:1767320450.754598:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993862144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320450.754672:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993862144:12345-0@lo:400:kworker.0 Request processed in 75us (877us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320450.754680:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5859
00000100:00100000:0.0:1767320450.754706:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993862144:0@lo:400:kworker.0
00000100:00080000:2.0:1767320450.754817:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320451.263333:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993862912:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320451.263402:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320451.263538:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993863040:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320451.263575:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320451.271707:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993862912
00000100:00100000:0.0:1767320451.271722:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993862912
00000100:00100000:0.0:1767320451.271809:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993863040
00000100:00100000:0.0:1767320451.271814:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993863040
00000100:00100000:0.0:1767320451.271865:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383
00000100:00100000:0.0:1767320451.271875:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993862912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320451.271910:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320451.271998:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993862912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (8594us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320451.272006:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383
00000100:00100000:0.0:1767320451.272026:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3384
00000100:00100000:0.0:1767320451.272033:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993863040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320451.272049:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320451.272080:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993863040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (8505us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320451.272086:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3384
00000100:00100000:0.0:1767320451.272132:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993862912:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320451.274865:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993863040:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320451.325467:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320451.325513:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320452.349414:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320452.351910:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320453.373614:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320453.373970:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320453.707578:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320453.707678:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320453.707825:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942251264
00000100:00100000:3.0:1767320453.707835:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942251264
00000100:00100000:3.0:1767320453.708003:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942251392
00000100:00100000:3.0:1767320453.708007:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942251392
00000100:00100000:3.0:1767320453.708071:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5860
00000100:00100000:3.0:1767320453.708084:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942251392:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:0.0:1767320453.708340:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320453.708375:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73125
00000100:00100000:0.0:1767320453.708382:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942251264:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320453.708404:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320453.708732:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942251392:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 649us (1051us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320453.708741:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5860
00000100:00100000:0.0:1767320453.713035:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942251264:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 4638us (5455us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320453.713051:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73125
00000100:00100000:2.0:1767320454.397346:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320454.397476:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320455.421327:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320455.421691:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320455.869461:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320430/real 1767320430]  req@ffff89b60e418700 x1853163993856640/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320455 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320455.869500:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60e418700 x1853163993856640/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320455 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767320455.869521:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320455.869531:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320455.869536:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993856640:0@lo:250:kworker.0
00000100:00080000:2.0:1767320455.870310:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320455.870317:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320455.870321:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320455.870326:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5674
00000100:00080000:2.0:1767320455.870330:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320455.870375:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320455.870410:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103ed80 x1853163993863168/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320455.870436:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320455.870440:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320455.870451:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320455.870466:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5695
00000100:00080000:2.0:1767320455.870469:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320455.870473:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320455.870488:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103ea00 x1853163993863296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320455.870497:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320455.870500:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320455.870502:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320455.870505:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5695
00000100:00080000:2.0:1767320455.870507:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320455.870510:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320455.870522:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb27800 x1853163993863424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320455.870564:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320455.870568:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320455.870569:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320455.870573:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5695
00000100:00080000:2.0:1767320455.870575:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320455.870578:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320455.870591:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a39b800 x1853163993863680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320455.870632:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320455.870635:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320455.870637:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320455.870640:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5695
00000100:00080000:2.0:1767320455.870643:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320455.870647:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320455.870656:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320455.870671:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993863552:0@lo:400:kworker.0
00000100:00100000:2.0:1767320455.870673:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b607295880 x1853163993863936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320455.870707:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993864064:0@lo:400:kworker.0
00000100:00100000:1.0:1767320455.870736:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320455.870749:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320455.870961:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993864192:0@lo:400:kworker.0
00000100:00100000:1.0:1767320455.870986:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320455.871038:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993864064
00000100:00100000:1.0:1767320455.871044:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993864064
00000100:00100000:1.0:1767320455.871094:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993864192
00000100:00100000:1.0:1767320455.871097:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993864192
00000100:00100000:1.0:1767320455.871121:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3615
00000100:00100000:1.0:1767320455.871130:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993864064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320455.871207:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993864064:12345-0@lo:400:kworker.0 Request processed in 78us (457us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320455.871214:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3615
00000100:00100000:1.0:1767320455.871231:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3616
00000100:00100000:1.0:1767320455.871237:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993864192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320455.871266:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993864192:12345-0@lo:400:kworker.0 Request processed in 30us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320455.871365:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3616
00000100:00080000:1.0:1767320455.871384:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320455.871388:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320455.871433:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993864192:0@lo:400:kworker.0
00000100:00100000:3.0:1767320455.871520:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993863808:0@lo:400:kworker.0
00000100:00100000:3.0:1767320455.871561:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320455.872068:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993863552
00000100:00100000:1.0:1767320455.872076:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993863552
00000100:00100000:1.0:1767320455.872124:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993863808
00000100:00100000:1.0:1767320455.872127:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993863808
00000100:00100000:1.0:1767320455.872147:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5861
00000100:00100000:1.0:1767320455.872155:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993863552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320455.872216:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993863552:12345-0@lo:400:kworker.0 Request processed in 63us (1479us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320455.872223:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5861
00000100:00100000:1.0:1767320455.872236:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5862
00000100:00100000:1.0:1767320455.872242:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993863808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320455.872410:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993863168:0@lo:250:kworker.0
00000100:00080000:3.0:1767320455.872493:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320455.872517:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993863808:0@lo:400:kworker.0
00000400:00000100:0.0:1767320455.873507:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993863168 offset 0 length 520: 4
00000100:00100000:0.0:1767320455.873543:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993863296:0@lo:38:kworker.0
00000100:00100000:0.0:1767320455.873585:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320455.873601:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993863424:0@lo:38:kworker.0
00000100:00100000:0.0:1767320455.873623:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320455.873650:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993863680:0@lo:38:kworker.0
00000100:00100000:0.0:1767320455.873670:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320455.873684:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993863936:0@lo:38:kworker.0
00000100:00100000:0.0:1767320455.873701:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320455.873753:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993863424
00000100:00100000:0.0:1767320455.873758:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993863424
00000100:00100000:0.0:1767320455.873794:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301
00000100:00100000:0.0:1767320455.873800:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993863424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320455.873819:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320455.873866:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993863424:12345-0@lo:38:kworker.0 Request processed in 53us (230us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320455.873873:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301
00000100:00100000:0.0:1767320455.873898:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993863296
00000100:00100000:0.0:1767320455.873902:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993863296
00000100:00100000:0.0:1767320455.873918:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993863680
00000100:00100000:0.0:1767320455.873920:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993863680
00000100:00100000:0.0:1767320455.873930:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993863936
00000100:00100000:0.0:1767320455.873932:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993863936
00000100:00100000:0.0:1767320455.873945:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73126
00000100:00100000:0.0:1767320455.873950:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993863296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320455.873960:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320455.873984:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993863296:12345-0@lo:38:kworker.0 Request processed in 32us (399us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320455.873989:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73126
00000100:00100000:0.0:1767320455.874000:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73127
00000100:00100000:0.0:1767320455.874004:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993863680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320455.874012:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320455.874032:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993863680:12345-0@lo:38:kworker.0 Request processed in 28us (362us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320455.874037:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73127
00000100:00100000:0.0:1767320455.874047:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73128
00000100:00100000:0.0:1767320455.874051:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993863936:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320455.874059:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320455.874079:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993863936:12345-0@lo:38:kworker.0 Request processed in 27us (376us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320455.874085:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73128
00000100:00080000:0.0:1767320455.874117:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320455.874122:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320455.874126:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993863296:0@lo:38:kworker.0
00000100:00080000:0.0:1767320455.874135:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320455.874139:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320455.874141:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993863424:0@lo:38:kworker.0
00000100:00080000:0.0:1767320455.874152:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320455.874155:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320455.874173:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993863680:0@lo:38:kworker.0
00000100:00080000:0.0:1767320455.874182:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320455.874185:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320455.874188:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993863936:0@lo:38:kworker.0
00000100:00100000:0.0:1767320455.874274:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993863552:0@lo:400:kworker.0
00000100:00100000:1.0:1767320455.874786:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993863808:12345-0@lo:400:kworker.0 Request processed in 2542us (3233us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320455.874795:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5862
00000100:00100000:2.0:1767320455.875144:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993864064:0@lo:400:kworker.0
00000100:00100000:0.0:1767320456.381587:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320456.381609:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993864320:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320456.381716:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320456.382883:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993864320
00000100:00100000:3.0:1767320456.382899:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993864320
00000100:00100000:3.0:1767320456.382976:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3385
00000100:00100000:3.0:1767320456.382984:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993864320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320456.383013:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320456.383071:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993864320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (1355us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320456.383079:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3385
00000100:00100000:0.0:1767320456.383200:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993864320:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320456.383415:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320456.383428:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993864448:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320456.383463:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320456.384385:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993864448
00000100:00100000:1.0:1767320456.384394:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993864448
00000100:00100000:1.0:1767320456.384457:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3386
00000100:00100000:1.0:1767320456.384466:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993864448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320456.384493:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320456.384558:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993864448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (1094us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320456.384567:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3386
00000100:00100000:0.0:1767320456.384702:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993864448:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320456.446074:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320456.446375:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320457.469493:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320457.470301:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1767320457.800142:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942251520 offset 0 length 520: 4
00000100:00100000:3.0:1767320457.802581:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320457.802699:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942251648
00000100:00100000:1.0:1767320457.802715:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942251648
00000100:00100000:1.0:1767320457.802780:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73129
00000100:00100000:1.0:1767320457.802789:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942251648:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320457.802813:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320457.802909:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942251648:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 118us (343us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320457.802918:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73129
00000100:00100000:1.0:1767320457.805772:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320457.805921:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942251776
00000100:00100000:3.0:1767320457.805932:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942251776
00000100:00100000:3.0:1767320457.806123:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5863
00000100:00100000:3.0:1767320457.806133:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942251776:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320457.806409:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942251776:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 276us (645us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320457.806418:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5863
00000100:00080000:1.0:1767320457.806956:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320458.493605:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320458.493688:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320459.518261:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320459.518644:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320460.541872:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320460.542092:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320460.989552:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320460.989564:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320460.989567:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320460.989571:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320460.989576:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320460.989586:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5700
00000100:00080000:0.0:1767320460.989591:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320460.989599:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320460.989643:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a39b800 x1853163993864576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320460.990027:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320460.990031:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320460.990033:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320460.990038:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5700
00000100:00080000:0.0:1767320460.990041:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320460.990045:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320460.990066:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb27800 x1853163993864704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320460.990113:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320460.990117:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320460.990118:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320460.990122:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5700
00000100:00080000:0.0:1767320460.990124:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320460.990128:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320460.990140:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113d500 x1853163993864960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320460.990188:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320460.990191:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320460.990193:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320460.990196:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5700
00000100:00080000:0.0:1767320460.990198:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320460.990202:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320460.990214:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113f800 x1853163993865216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320460.990259:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993865088:0@lo:400:kworker.0
00000100:00100000:0.0:1767320460.990333:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320460.990621:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320460.990632:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993865344:0@lo:400:kworker.0
00000100:00100000:0.0:1767320460.990770:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320460.990812:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993865344
00000100:00100000:0.0:1767320460.990820:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993865344
00000100:00100000:0.0:1767320460.990873:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3617
00000100:00100000:0.0:1767320460.990882:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993865344:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320460.990933:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993865344:12345-0@lo:400:kworker.0 Request processed in 51us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320460.990941:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3617
00000100:00100000:0.0:1767320460.990983:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993865344:0@lo:400:kworker.0
00000100:00100000:1.0:1767320460.991104:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993864832:0@lo:400:kworker.0
00000100:00100000:1.0:1767320460.991137:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320460.991198:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320460.991205:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993865472:0@lo:400:kworker.0
00000100:00100000:1.0:1767320460.991227:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320460.991260:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320460.991273:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993865472
00000100:00100000:1.0:1767320460.991277:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993865472
00000100:00100000:1.0:1767320460.991307:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3618
00000100:00100000:1.0:1767320460.991313:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993865472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320460.991350:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993865472:12345-0@lo:400:kworker.0 Request processed in 38us (123us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320460.991356:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3618
00000100:00080000:1.0:1767320460.991374:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320460.991390:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993865472:0@lo:400:kworker.0
00000100:00100000:0.0:1767320460.991602:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993865088
00000100:00100000:0.0:1767320460.991607:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993865088
00000100:00100000:0.0:1767320460.991911:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993864832
00000100:00100000:0.0:1767320460.991917:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993864832
00000100:00100000:0.0:1767320460.991944:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5864
00000100:00100000:0.0:1767320460.991951:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993865088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320460.991993:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993865088:12345-0@lo:400:kworker.0 Request processed in 43us (1659us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320460.992000:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5864
00000100:00100000:3.0:1767320460.992110:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5865
00000100:00100000:3.0:1767320460.992120:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993864832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320460.992185:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993864832:12345-0@lo:400:kworker.0 Request processed in 42us (1021us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320460.992192:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5865
00000100:00100000:3.0:1767320460.992244:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993865088:0@lo:400:kworker.0
00000100:00080000:1.0:1767320460.992344:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320460.992367:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993864832:0@lo:400:kworker.0
00000100:00100000:2.0:1767320460.992837:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993864576:0@lo:38:kworker.0
00000100:00100000:2.0:1767320460.992879:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320460.992918:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993864704:0@lo:38:kworker.0
00000100:00100000:2.0:1767320460.992944:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320460.992977:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993864960:0@lo:38:kworker.0
00000100:00100000:2.0:1767320460.992999:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320460.993363:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993865216:0@lo:38:kworker.0
00000100:00100000:2.0:1767320460.993387:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320460.993649:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993864704
00000100:00100000:1.0:1767320460.993665:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993864704
00000100:00100000:1.0:1767320460.993696:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302
00000100:00100000:1.0:1767320460.993710:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993864704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320460.993733:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320460.993778:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993864704:12345-0@lo:38:kworker.0 Request processed in 68us (833us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320460.993784:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302
00000100:00100000:1.0:1767320460.993823:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993864576
00000100:00100000:1.0:1767320460.993826:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993864576
00000100:00100000:1.0:1767320460.993842:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993864960
00000100:00100000:1.0:1767320460.993844:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993864960
00000100:00100000:1.0:1767320460.993854:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993865216
00000100:00100000:1.0:1767320460.993856:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993865216
00000100:00100000:1.0:1767320460.993868:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73130
00000100:00100000:1.0:1767320460.993872:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993864576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320460.993880:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320460.993950:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993864576:12345-0@lo:38:kworker.0 Request processed in 76us (1070us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320460.993956:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73130
00000100:00100000:1.0:1767320460.993967:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73131
00000100:00100000:1.0:1767320460.993971:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993864960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320460.993979:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320460.994000:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993864960:12345-0@lo:38:kworker.0 Request processed in 27us (999us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320460.994005:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73131
00000100:00100000:1.0:1767320460.994030:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73132
00000100:00100000:1.0:1767320460.994034:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993865216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320460.994042:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320460.994063:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993865216:12345-0@lo:38:kworker.0 Request processed in 28us (675us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320460.994069:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73132
00000100:00080000:2.0:1767320460.994562:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320460.994568:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320460.994572:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993864576:0@lo:38:kworker.0
00000100:00080000:2.0:1767320460.994583:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320460.994586:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320460.994589:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993864704:0@lo:38:kworker.0
00000100:00080000:2.0:1767320460.994597:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320460.994600:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320460.994603:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993864960:0@lo:38:kworker.0
00000100:00080000:2.0:1767320460.994610:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320460.994613:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320460.994616:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993865216:0@lo:38:kworker.0
00000100:00100000:2.0:1767320461.501487:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320461.501512:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993865600:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320461.501613:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320461.501819:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993865600
00000100:00100000:0.0:1767320461.501829:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993865600
00000100:00100000:0.0:1767320461.501890:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3387
00000100:00100000:0.0:1767320461.501901:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993865600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320461.501936:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320461.501994:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993865600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (380us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320461.502015:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3387
00000100:00100000:2.0:1767320461.502224:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993865600:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320461.502370:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320461.502387:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993865728:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320461.502419:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320461.502468:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993865728
00000100:00100000:2.0:1767320461.502473:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993865728
00000100:00100000:2.0:1767320461.502508:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388
00000100:00100000:2.0:1767320461.502514:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993865728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320461.502541:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320461.502586:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993865728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (166us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320461.502592:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388
00000100:00100000:3.0:1767320461.503451:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993865728:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320461.565465:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320461.565777:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320462.589269:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320462.589384:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320462.930637:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320462.930687:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320462.931016:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942252032
00000100:00100000:1.0:1767320462.931026:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942252032
00000100:00100000:1.0:1767320462.931096:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942251904
00000100:00100000:1.0:1767320462.931100:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942251904
00000100:00100000:1.0:1767320462.931119:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5866
00000100:00100000:1.0:1767320462.931130:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942252032:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320462.931250:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942252032:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 122us (621us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320462.931259:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5866
00000100:00100000:1.0:1767320462.931280:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73133
00000100:00100000:1.0:1767320462.931285:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942251904:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320462.931305:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320462.931332:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942251904:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (644us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320462.931338:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73133
00000100:00080000:2.0:1767320462.931495:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320463.613306:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320463.613522:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320464.637315:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320464.640050:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320465.661555:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320465.661732:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767320466.109390:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320466.109438:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320466.109440:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320466.109444:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320466.109453:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320466.109460:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5705
00000100:00080000:3.0:1767320466.109464:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320466.109471:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320466.109519:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3800 x1853163993865856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320466.109547:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320466.109550:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320466.109551:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320466.109555:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5705
00000100:00080000:3.0:1767320466.109556:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320466.109569:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320466.109583:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d2680 x1853163993865984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320466.109614:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320466.109617:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320466.109618:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320466.109620:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5705
00000100:00080000:3.0:1767320466.109622:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320466.109624:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320466.109630:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0380 x1853163993866240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320466.109643:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320466.109645:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320466.109646:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320466.109648:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5705
00000100:00080000:3.0:1767320466.109650:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320466.109653:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320466.109658:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3480 x1853163993866496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320466.109744:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993865856:0@lo:38:kworker.0
00000100:00100000:1.0:1767320466.109764:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993866112:0@lo:400:kworker.0
00000100:00100000:1.0:1767320466.109815:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320466.109835:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993866624:0@lo:400:kworker.0
00000100:00100000:0.0:1767320466.109865:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320466.109941:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320466.109948:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993866368:0@lo:400:kworker.0
00000100:00100000:3.0:1767320466.110214:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993866624
00000100:00100000:3.0:1767320466.110224:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993866624
00000100:00100000:3.0:1767320466.110335:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3619
00000100:00100000:3.0:1767320466.110347:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993866624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320466.110412:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993866624:12345-0@lo:400:kworker.0 Request processed in 68us (545us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320466.110420:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3619
00000100:00080000:0.0:1767320466.110523:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320466.110782:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993866752:0@lo:400:kworker.0
00000100:00100000:2.0:1767320466.110849:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320466.111223:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993866752
00000100:00100000:3.0:1767320466.111230:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993866752
00000100:00100000:3.0:1767320466.111288:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3620
00000100:00100000:3.0:1767320466.111296:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993866752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320466.111347:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993866752:12345-0@lo:400:kworker.0 Request processed in 52us (497us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320466.111353:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3620
00000100:00100000:3.0:1767320466.111403:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993866752:0@lo:400:kworker.0
00000100:00080000:0.0:1767320466.111500:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320466.111515:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320466.118422:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993866112
00000100:00100000:2.0:1767320466.118437:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993866112
00000100:00100000:2.0:1767320466.118561:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993865856
00000100:00100000:2.0:1767320466.118565:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993865856
00000100:00100000:2.0:1767320466.118587:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5867
00000100:00100000:2.0:1767320466.118596:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993866112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320466.121877:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320466.122034:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993866624:0@lo:400:kworker.0
00000100:00100000:1.0:1767320466.122079:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993866368
00000100:00100000:1.0:1767320466.122086:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993866368
00000100:00100000:1.0:1767320466.122142:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5868
00000100:00100000:1.0:1767320466.122151:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993866368:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320466.122254:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993866368:12345-0@lo:400:kworker.0 Request processed in 103us (384us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320466.122262:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5868
00000100:00100000:1.0:1767320466.122282:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73134
00000100:00100000:1.0:1767320466.122287:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993865856:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320466.122305:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320466.122335:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993865856:12345-0@lo:38:kworker.0 Request processed in 46us (10819us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320466.122341:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73134
00000100:00100000:1.0:1767320466.122378:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993866368:0@lo:400:kworker.0
00000100:00080000:1.0:1767320466.122409:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320466.123284:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320466.123292:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320466.123295:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993865856:0@lo:38:kworker.0
00000100:00100000:0.0:1767320466.123304:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993865984:0@lo:38:kworker.0
00000100:00100000:0.0:1767320466.123348:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320466.123379:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993866240:0@lo:38:kworker.0
00000100:00100000:0.0:1767320466.123400:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320466.123498:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993865984
00000100:00100000:1.0:1767320466.123503:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993865984
00000100:00100000:1.0:1767320466.123534:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303
00000100:00100000:1.0:1767320466.123540:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993865984:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320466.123556:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320466.123588:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993865984:12345-0@lo:38:kworker.0 Request processed in 48us (240us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320466.123594:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303
00000100:00100000:0.0:1767320466.123692:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993866496:0@lo:38:kworker.0
00000100:00100000:0.0:1767320466.123753:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320466.123831:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993866112:12345-0@lo:400:kworker.0 Request processed in 5235us (14013us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320466.123838:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5867
00000100:00100000:1.0:1767320466.123902:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993866112:0@lo:400:kworker.0
00000100:00080000:0.0:1767320466.124257:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320466.124262:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320466.124266:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993865984:0@lo:38:kworker.0
00000100:00100000:2.0:1767320466.124328:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993866240
00000100:00100000:2.0:1767320466.124332:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993866240
00000100:00100000:3.0:1767320466.124376:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993866496
00000100:00100000:3.0:1767320466.124380:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993866496
00000100:00100000:1.0:1767320466.124422:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73135
00000100:00100000:1.0:1767320466.124428:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993866240:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320466.124441:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320466.124495:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993866240:12345-0@lo:38:kworker.0 Request processed in 66us (1093us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320466.124501:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73135
00000100:00100000:1.0:1767320466.124514:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73136
00000100:00100000:1.0:1767320466.124517:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993866496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320466.124525:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320466.124545:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993866496:12345-0@lo:38:kworker.0 Request processed in 26us (791us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320466.124549:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73136
00000100:00080000:0.0:1767320466.124657:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320466.124661:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320466.124675:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993866240:0@lo:38:kworker.0
00000100:00080000:0.0:1767320466.124685:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320466.124688:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320466.124691:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993866496:0@lo:38:kworker.0
00000100:00100000:2.0:1767320466.621674:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320466.621697:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993866880:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320466.621766:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320466.621888:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993866880
00000100:00100000:3.0:1767320466.621897:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993866880
00000100:00100000:3.0:1767320466.621952:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389
00000100:00100000:3.0:1767320466.621963:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993866880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320466.622004:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320466.622055:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993866880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320466.622066:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389
00000100:00100000:2.0:1767320466.622292:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993866880:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320466.622844:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993867008:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320466.622880:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320466.622950:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993867008
00000100:00100000:3.0:1767320466.622957:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993867008
00000100:00100000:3.0:1767320466.623001:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390
00000100:00100000:3.0:1767320466.623009:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993867008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320466.623033:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320466.623347:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993867008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 337us (465us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320466.623354:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390
00000100:00100000:2.0:1767320466.623757:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993867008:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320466.686208:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320466.687247:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320467.709270:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320467.709361:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320468.039244:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320468.039275:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320468.039339:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942252288
00000100:00100000:2.0:1767320468.039350:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942252288
00000100:00080000:0.0:1767320468.039448:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320468.039623:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942252160
00000100:00100000:2.0:1767320468.039627:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942252160
00000100:00100000:2.0:1767320468.039669:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5869
00000100:00100000:2.0:1767320468.039679:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942252288:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320468.039752:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942252288:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 75us (517us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320468.039759:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5869
00000100:00100000:2.0:1767320468.039847:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73137
00000100:00100000:2.0:1767320468.039852:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942252160:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320468.039883:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320468.039915:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942252160:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 62us (638us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320468.039922:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73137
00000100:00100000:2.0:1767320468.733288:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320468.733369:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320469.757344:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320469.758296:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320470.781377:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320470.781396:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767320471.229377:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320471.229387:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320471.229390:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320471.229394:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320471.229398:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320471.229406:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5710
00000100:00080000:1.0:1767320471.229410:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320471.229418:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320471.229469:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d264e00 x1853163993867136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320471.229522:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993867136:0@lo:38:kworker.0
00000100:00100000:0.0:1767320471.229599:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320471.229678:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320471.229682:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320471.229684:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320471.229688:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5710
00000100:00080000:1.0:1767320471.229691:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320471.229695:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320471.229709:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266d80 x1853163993867264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320471.229831:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993867136
00000100:00100000:3.0:1767320471.229839:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993867136
00000100:00100000:3.0:1767320471.229883:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73138
00000100:00100000:3.0:1767320471.229891:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993867136:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320471.229910:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320471.230659:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993867264:0@lo:38:kworker.0
00000100:00100000:0.0:1767320471.230746:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320471.230865:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993867264
00000100:00100000:2.0:1767320471.230872:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993867264
00000100:00100000:2.0:1767320471.230902:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304
00000100:00100000:2.0:1767320471.230908:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993867264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320471.230923:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320471.230965:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993867264:12345-0@lo:38:kworker.0 Request processed in 56us (219us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320471.230974:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304
00000100:00080000:1.0:1767320471.231775:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320471.231780:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320471.231783:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320471.231789:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5710
00000100:00080000:1.0:1767320471.231793:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320471.231798:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320471.231817:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d265c00 x1853163993867520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320471.231844:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320471.231848:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320471.231850:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320471.231853:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5710
00000100:00080000:1.0:1767320471.231856:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320471.231859:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320471.231873:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731188000 x1853163993867776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320471.231914:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993867904:0@lo:400:kworker.0
00000100:00100000:1.0:1767320471.231994:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320471.232039:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320471.232045:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993867648:0@lo:400:kworker.0
00000100:00100000:1.0:1767320471.232070:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320471.232100:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993867904
00000100:00100000:1.0:1767320471.232105:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993867904
00000100:00100000:1.0:1767320471.232186:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3621
00000100:00100000:1.0:1767320471.232196:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993867904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320471.232250:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993867904:12345-0@lo:400:kworker.0 Request processed in 56us (255us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320471.232254:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993867392:0@lo:400:kworker.0
00000100:00100000:1.0:1767320471.232262:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3621
00000100:00080000:1.0:1767320471.232286:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320471.232294:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320471.232326:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320471.232327:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993867904:0@lo:400:kworker.0
00000100:00100000:2.0:1767320471.232335:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993868032:0@lo:400:kworker.0
00000100:00100000:2.0:1767320471.232363:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320471.232373:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993867648
00000100:00100000:1.0:1767320471.232378:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993867648
00000100:00100000:2.0:1767320471.232398:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993867392
00000100:00100000:2.0:1767320471.232404:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993867392
00000100:00100000:1.0:1767320471.232417:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5870
00000100:00100000:1.0:1767320471.232426:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993867648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320471.232442:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5871
00000100:00100000:2.0:1767320471.232451:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993867392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320471.233630:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993867392:12345-0@lo:400:kworker.0 Request processed in 1173us (1329us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320471.233641:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5871
00000100:00100000:2.0:1767320471.233698:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993867392:0@lo:400:kworker.0
00000100:00100000:2.0:1767320471.233732:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993868032
00000100:00100000:2.0:1767320471.233737:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993868032
00000100:00100000:2.0:1767320471.233771:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3622
00000100:00100000:2.0:1767320471.233778:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993868032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320471.233862:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993868032:12345-0@lo:400:kworker.0 Request processed in 84us (1498us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320471.233868:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3622
00000100:00100000:2.0:1767320471.233907:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993868032:0@lo:400:kworker.0
00000100:00080000:2.0:1767320471.233983:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320471.233988:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320471.242844:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993867648:12345-0@lo:400:kworker.0 Request processed in 10408us (10761us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320471.242862:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5870
00000100:00100000:3.0:1767320471.243925:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993867136:12345-0@lo:38:kworker.0 Request processed in 14029us (14320us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320471.243934:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73138
00000100:00080000:1.0:1767320471.244019:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320471.244026:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320471.244030:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993867136:0@lo:38:kworker.0
00000100:00100000:1.0:1767320471.244057:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993867520:0@lo:38:kworker.0
00000100:00100000:1.0:1767320471.244111:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320471.244139:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731188000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993867776:0@lo:38:kworker.0
00000100:00100000:1.0:1767320471.244180:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320471.244205:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320471.244209:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320471.244212:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993867264:0@lo:38:kworker.0
00000100:00100000:2.0:1767320471.244298:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993867520
00000100:00100000:2.0:1767320471.244306:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993867520
00000100:00100000:2.0:1767320471.244534:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993867776
00000100:00100000:2.0:1767320471.244538:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993867776
00000100:00100000:1.0:1767320471.244582:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73139
00000100:00100000:1.0:1767320471.244591:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993867520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320471.244611:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320471.244623:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993867648:0@lo:400:kworker.0
00000100:00100000:1.0:1767320471.244678:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993867520:12345-0@lo:38:kworker.0 Request processed in 87us (566us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320471.244685:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73139
00000100:00100000:1.0:1767320471.244701:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73140
00000100:00100000:1.0:1767320471.244705:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993867776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320471.244714:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320471.244746:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320471.244752:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993867776:12345-0@lo:38:kworker.0 Request processed in 44us (570us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767320471.244753:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320471.244759:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993867520:0@lo:38:kworker.0
00000100:00100000:1.0:1767320471.244766:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73140
00000100:00080000:0.0:1767320471.244773:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320471.244780:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320471.244783:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731188000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993867776:0@lo:38:kworker.0
00000100:00100000:0.0:1767320471.741435:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320471.741458:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993868288:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320471.741485:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993868160:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320471.741530:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320471.741706:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993868288
00000100:00100000:3.0:1767320471.741714:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993868288
00000100:00100000:3.0:1767320471.741758:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391
00000100:00100000:3.0:1767320471.741765:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993868288:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320471.741803:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320471.741837:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993868288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (309us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320471.741841:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391
00000100:00100000:0.0:1767320471.741910:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993868288:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320471.741970:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320471.742181:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993868160
00000100:00100000:0.0:1767320471.742187:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993868160
00000100:00100000:0.0:1767320471.742269:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3392
00000100:00100000:0.0:1767320471.742278:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993868160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320471.742295:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320471.742336:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993868160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (367us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320471.742343:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3392
00000100:00100000:2.0:1767320471.742401:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993868160:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320471.805309:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320471.805748:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320472.829380:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320472.830961:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320473.164103:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320473.164244:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320473.164609:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942252416
00000100:00100000:1.0:1767320473.164622:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942252416
00000100:00100000:1.0:1767320473.164672:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942252544
00000100:00100000:1.0:1767320473.164674:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942252544
00000100:00100000:1.0:1767320473.164737:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5872
00000100:00100000:1.0:1767320473.164747:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942252544:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320473.164835:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942252544:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 90us (591us total) trans 0 rc 0/0
00000100:00080000:2.0:1767320473.164837:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320473.164846:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5872
00000100:00100000:2.0:1767320473.164931:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73141
00000100:00100000:2.0:1767320473.164939:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942252416:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320473.164960:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320473.164991:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942252416:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 51us (899us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320473.165462:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73141
00000100:00100000:2.0:1767320473.853304:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320473.853397:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320474.877232:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320474.877310:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320475.902373:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320475.903198:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320476.349280:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320476.349291:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320476.349294:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320476.349301:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320476.349306:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320476.349316:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5715
00000100:00080000:1.0:1767320476.349321:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320476.349329:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320476.349370:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731189f80 x1853163993868416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320476.349400:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320476.349403:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320476.349405:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320476.349409:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5715
00000100:00080000:1.0:1767320476.349411:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320476.349414:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320476.349426:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73118bb80 x1853163993868544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320476.349507:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993868672:0@lo:400:kworker.0
00000100:00100000:2.0:1767320476.349589:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320476.349756:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993868416:0@lo:38:kworker.0
00000100:00100000:3.0:1767320476.349760:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993868672
00000100:00100000:3.0:1767320476.349768:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993868672
00000100:00100000:0.0:1767320476.349787:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320476.349803:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993868544:0@lo:38:kworker.0
00000100:00100000:3.0:1767320476.349822:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993868416
00000100:00100000:3.0:1767320476.349826:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993868416
00000100:00100000:0.0:1767320476.349840:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320476.349844:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5873
00000100:00100000:3.0:1767320476.349853:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993868672:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320476.349914:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320476.349919:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320476.349921:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320476.349925:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5715
00000100:00080000:1.0:1767320476.349928:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320476.349931:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320476.349960:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731188000 x1853163993868800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320476.349988:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320476.349992:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320476.349994:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320476.349998:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5715
00000100:00080000:1.0:1767320476.350000:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320476.350003:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320476.350582:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73142
00000100:00100000:0.0:1767320476.350590:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993868416:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320476.350610:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320476.350667:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993868416:12345-0@lo:38:kworker.0 Request processed in 77us (879us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320476.350675:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73142
00000100:00100000:0.0:1767320476.350707:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993868544
00000100:00100000:0.0:1767320476.350711:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993868544
00000100:00100000:0.0:1767320476.350739:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305
00000100:00100000:0.0:1767320476.350744:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993868544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320476.350754:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320476.350779:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993868544:12345-0@lo:38:kworker.0 Request processed in 34us (937us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320476.350785:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305
00000100:00100000:0.0:1767320476.350813:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731188000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993868800:0@lo:38:kworker.0
00000100:00100000:0.0:1767320476.350840:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320476.350873:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320476.350877:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320476.350881:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993868416:0@lo:38:kworker.0
00000100:00080000:0.0:1767320476.350891:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320476.350895:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320476.350898:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993868544:0@lo:38:kworker.0
00000100:00100000:0.0:1767320476.350923:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993868800
00000100:00100000:0.0:1767320476.350926:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993868800
00000100:00100000:0.0:1767320476.350944:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73143
00000100:00100000:0.0:1767320476.350948:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993868800:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320476.350959:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320476.350987:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993868800:12345-0@lo:38:kworker.0 Request processed in 37us (147us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320476.350994:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73143
00000100:00080000:0.0:1767320476.351017:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320476.351021:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320476.351024:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731188000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993868800:0@lo:38:kworker.0
00000100:00100000:0.0:1767320476.351065:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993868928:0@lo:400:kworker.0
00000100:00100000:0.0:1767320476.351087:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320476.351111:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993868928
00000100:00100000:0.0:1767320476.351114:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993868928
00000100:00100000:0.0:1767320476.351144:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5874
00000100:00100000:0.0:1767320476.351150:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993868928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320476.351210:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993868928:12345-0@lo:400:kworker.0 Request processed in 59us (121us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320476.351216:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5874
00000100:00100000:0.0:1767320476.351243:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993868928:0@lo:400:kworker.0
00000100:00080000:0.0:1767320476.351275:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320476.353617:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8f100 x1853163993869056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320476.353704:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993869056:0@lo:38:kworker.0
00000100:00100000:0.0:1767320476.353765:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320476.355830:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993868672:12345-0@lo:400:kworker.0 Request processed in 5967us (6230us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320476.355846:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5873
00000100:00100000:3.0:1767320476.355880:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993869056
00000100:00100000:3.0:1767320476.355889:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993869056
00000100:00100000:3.0:1767320476.355930:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73144
00000100:00100000:3.0:1767320476.355936:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993869056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320476.355958:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320476.356219:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993868672:0@lo:400:kworker.0
00000100:00100000:2.0:1767320476.356239:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320476.356247:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993869312:0@lo:400:kworker.0
00000100:00100000:2.0:1767320476.356278:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320476.356318:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993869312
00000100:00100000:2.0:1767320476.356322:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993869312
00000100:00100000:2.0:1767320476.356358:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3623
00000100:00100000:2.0:1767320476.356363:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993869312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320476.356411:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993869312:12345-0@lo:400:kworker.0 Request processed in 48us (132us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320476.356417:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3623
00000100:00100000:2.0:1767320476.356442:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993869312:0@lo:400:kworker.0
00000100:00100000:2.0:1767320476.356498:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993869184:0@lo:400:kworker.0
00000100:00100000:2.0:1767320476.356521:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320476.356545:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993869184
00000100:00100000:2.0:1767320476.356547:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993869184
00000100:00100000:2.0:1767320476.356566:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3624
00000100:00100000:2.0:1767320476.356571:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993869184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320476.356597:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993869184:12345-0@lo:400:kworker.0 Request processed in 27us (76us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320476.356602:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3624
00000100:00100000:2.0:1767320476.356621:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993869184:0@lo:400:kworker.0
00000100:00080000:2.0:1767320476.356652:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320476.356655:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320476.361130:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993869056:12345-0@lo:38:kworker.0 Request processed in 5182us (7353us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320476.361147:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73144
00000100:00080000:0.0:1767320476.361708:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320476.361715:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320476.361719:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993869056:0@lo:38:kworker.0
00000100:00100000:1.0:1767320476.862128:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320476.862128:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320476.862152:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993869568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320476.862152:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993869440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320476.870841:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320476.870944:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993869568
00000100:00100000:3.0:1767320476.870956:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993869568
00000100:00100000:3.0:1767320476.871031:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3393
00000100:00100000:3.0:1767320476.871042:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993869568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320476.871078:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320476.871152:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993869568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320476.871188:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3393
00000100:00100000:0.0:1767320476.871281:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993869568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320476.874416:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320476.874840:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993869440
00000100:00100000:1.0:1767320476.874851:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993869440
00000100:00100000:1.0:1767320476.875030:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394
00000100:00100000:1.0:1767320476.875042:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993869440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320476.875121:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320476.875210:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993869440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 170us (803us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320476.875218:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394
00000100:00100000:2.0:1767320476.875311:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993869440:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320476.925246:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320476.925497:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320477.950492:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320477.951396:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320478.279531:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320478.279624:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320478.279753:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942252672
00000100:00100000:3.0:1767320478.279763:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942252672
00000100:00100000:3.0:1767320478.279812:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942252800
00000100:00100000:3.0:1767320478.279816:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942252800
00000100:00100000:3.0:1767320478.279875:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5875
00000100:00100000:3.0:1767320478.279885:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942252800:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320478.279980:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942252800:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 96us (355us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320478.279987:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5875
00000100:00100000:3.0:1767320478.280113:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73145
00000100:00100000:3.0:1767320478.280118:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942252672:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320478.280138:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320478.280209:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942252672:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 88us (687us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320478.280215:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73145
00000100:00080000:1.0:1767320478.280479:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320478.973244:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320478.974798:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320479.997474:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320479.997531:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320480.445295:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320455/real 1767320455]  req@ffff89b73103ed80 x1853163993863168/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320480 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320480.445520:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b73103ed80 x1853163993863168/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320480 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320480.445550:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320480.445570:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320480.445574:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993863168:0@lo:250:kworker.0
00000100:00080000:0.0:1767320480.445723:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320480.445729:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320480.445733:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320480.445738:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5700
00000100:00080000:0.0:1767320480.445743:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320480.445750:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320480.445804:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73118aa00 x1853163993869696/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320480.445835:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320480.445839:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320480.445841:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320480.445845:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5721
00000100:00080000:0.0:1767320480.445847:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320480.445851:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320480.445865:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103ed80 x1853163993869824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320480.445875:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320480.445877:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320480.445879:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320480.445883:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5721
00000100:00080000:0.0:1767320480.445886:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320480.445889:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320480.445901:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103ea00 x1853163993869952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320480.445936:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320480.445939:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320480.445941:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320480.445944:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5721
00000100:00080000:0.0:1767320480.445947:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320480.445950:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320480.445963:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcc380 x1853163993870208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320480.445986:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320480.445989:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320480.445990:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320480.445994:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5721
00000100:00080000:0.0:1767320480.445996:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320480.445999:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320480.446010:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcf100 x1853163993870464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320480.446048:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993870592:0@lo:400:kworker.0
00000100:00100000:0.0:1767320480.446140:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320480.446217:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320480.446224:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993870336:0@lo:400:kworker.0
00000100:00100000:0.0:1767320480.446251:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320480.446282:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993870592
00000100:00100000:0.0:1767320480.446290:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993870592
00000100:00100000:2.0:1767320480.446655:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993870336
00000100:00100000:2.0:1767320480.446660:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993870336
00000100:00100000:2.0:1767320480.446697:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5876
00000100:00100000:2.0:1767320480.446706:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993870336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320480.446757:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993870336:12345-0@lo:400:kworker.0 Request processed in 53us (505us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320480.446763:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5876
00000100:00100000:2.0:1767320480.446823:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993870336:0@lo:400:kworker.0
00000100:00100000:3.0:1767320480.446948:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993870080:0@lo:400:kworker.0
00000100:00100000:3.0:1767320480.446979:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320480.447008:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320480.447013:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993870720:0@lo:400:kworker.0
00000100:00100000:3.0:1767320480.447034:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320480.447119:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320480.447124:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320480.447137:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993869696:0@lo:250:kworker.0
00000400:00000100:1.0:1767320480.447187:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993869696 offset 0 length 520: 4
00000100:00100000:1.0:1767320480.447212:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993869824:0@lo:38:kworker.0
00000100:00100000:1.0:1767320480.447235:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320480.447253:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993869952:0@lo:38:kworker.0
00000100:00100000:1.0:1767320480.447275:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320480.447295:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993870208:0@lo:38:kworker.0
00000100:00100000:1.0:1767320480.447312:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320480.447327:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993870464:0@lo:38:kworker.0
00000100:00100000:1.0:1767320480.447344:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320480.447372:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993869952
00000100:00100000:1.0:1767320480.447376:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993869952
00000100:00100000:1.0:1767320480.447412:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306
00000100:00100000:1.0:1767320480.447418:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993869952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320480.447437:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320480.447474:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993869952:12345-0@lo:38:kworker.0 Request processed in 55us (197us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320480.447480:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306
00000100:00100000:1.0:1767320480.447501:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993870080
00000100:00100000:1.0:1767320480.447505:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993870080
00000100:00100000:1.0:1767320480.447532:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993869824
00000100:00100000:1.0:1767320480.447535:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993869824
00000100:00100000:1.0:1767320480.447548:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993870208
00000100:00100000:1.0:1767320480.447550:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993870208
00000100:00100000:1.0:1767320480.447561:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993870464
00000100:00100000:1.0:1767320480.447563:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993870464
00000100:00100000:1.0:1767320480.447572:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5877
00000100:00100000:1.0:1767320480.447578:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993870080:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320480.447610:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993870080:12345-0@lo:400:kworker.0 Request processed in 32us (630us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320480.447615:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5877
00000100:00100000:1.0:1767320480.447628:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73146
00000100:00100000:1.0:1767320480.447631:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993869824:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320480.447640:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320480.447661:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993869824:12345-0@lo:38:kworker.0 Request processed in 29us (426us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320480.447667:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73146
00000100:00100000:1.0:1767320480.447677:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73147
00000100:00100000:1.0:1767320480.447680:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993870208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320480.447687:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320480.447705:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993870208:12345-0@lo:38:kworker.0 Request processed in 23us (392us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320480.447710:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73147
00000100:00100000:1.0:1767320480.447718:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73148
00000100:00100000:1.0:1767320480.447721:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993870464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320480.447728:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320480.447749:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993870464:12345-0@lo:38:kworker.0 Request processed in 26us (403us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320480.447754:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73148
00000100:00080000:1.0:1767320480.447782:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320480.447801:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320480.447806:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320480.447809:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993869824:0@lo:38:kworker.0
00000100:00080000:1.0:1767320480.447817:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320480.447821:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320480.447823:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993869952:0@lo:38:kworker.0
00000100:00080000:1.0:1767320480.447830:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320480.447833:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320480.447836:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993870208:0@lo:38:kworker.0
00000100:00080000:1.0:1767320480.447843:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320480.447846:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320480.447849:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993870464:0@lo:38:kworker.0
00000100:00100000:3.0:1767320480.452390:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993870080:0@lo:400:kworker.0
00000100:00100000:0.0:1767320480.452516:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993870720
00000100:00100000:0.0:1767320480.452524:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993870720
00000100:00100000:0.0:1767320480.452599:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3625
00000100:00100000:0.0:1767320480.452609:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993870592:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320480.452685:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993870592:12345-0@lo:400:kworker.0 Request processed in 78us (6545us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320480.452692:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3625
00000100:00100000:0.0:1767320480.452710:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3626
00000100:00100000:0.0:1767320480.452715:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993870720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320480.452743:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993870720:12345-0@lo:400:kworker.0 Request processed in 28us (5708us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320480.452748:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3626
00000100:00100000:0.0:1767320480.452921:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993870592:0@lo:400:kworker.0
00000100:00080000:3.0:1767320480.454251:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320480.454294:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993870720:0@lo:400:kworker.0
00000100:00100000:2.0:1767320481.021278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320481.022339:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320481.981500:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993870848:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320481.981578:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320481.982497:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993870848
00000100:00100000:2.0:1767320481.982510:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993870848
00000100:00100000:2.0:1767320481.982572:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3395
00000100:00100000:2.0:1767320481.982582:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993870848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320481.982613:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320481.982619:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993870976:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320481.982665:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320481.982695:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993870848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (1116us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320481.982714:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993870976
00000100:00100000:1.0:1767320481.982719:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993870976
00000100:00100000:0.0:1767320481.983204:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993870848:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320481.986368:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3395
00000100:00100000:1.0:1767320481.986699:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396
00000100:00100000:1.0:1767320481.986722:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993870976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320481.986775:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320481.986884:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993870976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 175us (4218us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320481.986892:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396
00000100:00100000:3.0:1767320481.986986:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993870976:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320482.045303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320482.045858:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320483.069451:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320483.077857:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320483.401421:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320483.401544:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942253056
00000100:00100000:1.0:1767320483.401555:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942253056
00000100:00080000:3.0:1767320483.401636:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320483.401649:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5878
00000100:00100000:1.0:1767320483.401670:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942253056:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320483.401751:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942253056:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 92us (342us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320483.401759:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5878
00000100:00100000:0.0:1767320483.403309:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320483.403510:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942252928
00000100:00100000:2.0:1767320483.403520:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942252928
00000100:00100000:2.0:1767320483.403574:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73149
00000100:00100000:2.0:1767320483.403582:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942252928:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320483.403607:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320483.403681:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942252928:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 97us (378us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320483.403688:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73149
00000400:00000100:3.0:1767320483.406531:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942253184 offset 0 length 520: 4
00000100:00100000:2.0:1767320484.093307:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320484.094049:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320485.117301:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320485.117875:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320485.565527:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320485.565537:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320485.565541:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320485.565545:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320485.565549:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320485.565557:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5725
00000100:00080000:0.0:1767320485.565562:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320485.565568:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320485.565602:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcfb80 x1853163993871104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320485.565631:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320485.565635:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320485.565636:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320485.565641:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5725
00000100:00080000:0.0:1767320485.565643:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320485.565647:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320485.565661:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcc000 x1853163993871232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320485.565702:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320485.565705:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320485.565707:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320485.565710:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5725
00000100:00080000:0.0:1767320485.565713:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320485.565716:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320485.565730:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcca80 x1853163993871488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320485.565761:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320485.565765:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320485.565766:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320485.565770:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5725
00000100:00080000:0.0:1767320485.565772:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320485.565775:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320485.565786:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcdf80 x1853163993871744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320485.565827:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993871872:0@lo:400:kworker.0
00000100:00100000:0.0:1767320485.565890:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320485.565950:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320485.565956:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993871616:0@lo:400:kworker.0
00000100:00100000:0.0:1767320485.565983:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320485.566061:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993871360:0@lo:400:kworker.0
00000100:00100000:2.0:1767320485.566091:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320485.566119:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320485.566125:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993872000:0@lo:400:kworker.0
00000100:00100000:2.0:1767320485.566217:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320485.566254:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993871872
00000100:00100000:2.0:1767320485.566262:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993871872
00000100:00100000:2.0:1767320485.566322:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993872000
00000100:00100000:2.0:1767320485.566325:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993872000
00000100:00100000:2.0:1767320485.566349:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3627
00000100:00100000:2.0:1767320485.566358:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993871872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320485.566408:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993871872:12345-0@lo:400:kworker.0 Request processed in 51us (517us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320485.566416:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3627
00000100:00100000:2.0:1767320485.566434:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3628
00000100:00100000:2.0:1767320485.566440:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993872000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320485.566471:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993872000:12345-0@lo:400:kworker.0 Request processed in 32us (254us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320485.566477:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3628
00000100:00080000:2.0:1767320485.566493:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320485.566497:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320485.566524:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993872000:0@lo:400:kworker.0
00000100:00100000:2.0:1767320485.566549:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993871872:0@lo:400:kworker.0
00000100:00100000:1.0:1767320485.566634:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993871616
00000100:00100000:1.0:1767320485.566638:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993871616
00000100:00100000:1.0:1767320485.566683:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993871360
00000100:00100000:1.0:1767320485.566687:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993871360
00000100:00100000:1.0:1767320485.566708:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5879
00000100:00100000:1.0:1767320485.566714:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993871616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320485.566750:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993871616:12345-0@lo:400:kworker.0 Request processed in 36us (766us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320485.566755:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5879
00000100:00100000:1.0:1767320485.566768:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5880
00000100:00100000:1.0:1767320485.566775:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993871360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320485.566804:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993871360:12345-0@lo:400:kworker.0 Request processed in 30us (712us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320485.566808:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5880
00000100:00100000:1.0:1767320485.566839:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993871360:0@lo:400:kworker.0
00000100:00100000:1.0:1767320485.566859:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993871104:0@lo:38:kworker.0
00000100:00100000:1.0:1767320485.566883:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320485.566900:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993871232:0@lo:38:kworker.0
00000100:00100000:1.0:1767320485.566922:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320485.566943:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993871488:0@lo:38:kworker.0
00000100:00100000:1.0:1767320485.566962:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320485.566976:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993871744:0@lo:38:kworker.0
00000100:00100000:1.0:1767320485.566992:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320485.567016:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993871232
00000100:00100000:1.0:1767320485.567020:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993871232
00000100:00100000:1.0:1767320485.567037:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307
00000100:00100000:1.0:1767320485.567042:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993871232:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320485.567062:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320485.567096:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993871232:12345-0@lo:38:kworker.0 Request processed in 53us (174us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320485.567102:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307
00000100:00100000:1.0:1767320485.567117:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993871104
00000100:00100000:1.0:1767320485.567120:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993871104
00000100:00100000:1.0:1767320485.567136:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993871488
00000100:00100000:1.0:1767320485.567138:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993871488
00000100:00100000:1.0:1767320485.567149:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993871744
00000100:00100000:1.0:1767320485.567151:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993871744
00000100:00100000:1.0:1767320485.567187:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73150
00000100:00100000:1.0:1767320485.567191:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993871104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320485.567200:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320485.567222:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993871104:12345-0@lo:38:kworker.0 Request processed in 29us (338us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320485.567227:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73150
00000100:00100000:1.0:1767320485.567237:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73151
00000100:00100000:1.0:1767320485.567240:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993871488:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320485.567249:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320485.567269:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993871488:12345-0@lo:38:kworker.0 Request processed in 26us (305us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320485.567274:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73151
00000100:00100000:1.0:1767320485.567283:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73152
00000100:00100000:1.0:1767320485.567286:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993871744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320485.567295:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320485.567325:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993871744:12345-0@lo:38:kworker.0 Request processed in 37us (331us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320485.567330:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73152
00000100:00080000:1.0:1767320485.567373:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320485.567378:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320485.567381:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993871104:0@lo:38:kworker.0
00000100:00080000:1.0:1767320485.567390:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320485.567393:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320485.567395:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993871232:0@lo:38:kworker.0
00000100:00080000:1.0:1767320485.567403:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320485.567406:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320485.567408:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993871488:0@lo:38:kworker.0
00000100:00080000:1.0:1767320485.567415:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320485.567417:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320485.567419:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993871744:0@lo:38:kworker.0
00000100:00080000:2.0:1767320485.567766:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320485.567789:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993871616:0@lo:400:kworker.0
00000100:00100000:2.0:1767320486.143214:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320486.144506:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320487.102362:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993872128:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320487.102454:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320487.103192:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320487.103206:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993872256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320487.103243:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320487.103339:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993872128
00000100:00100000:1.0:1767320487.103348:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993872128
00000100:00100000:1.0:1767320487.103415:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993872256
00000100:00100000:1.0:1767320487.103419:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993872256
00000100:00100000:1.0:1767320487.103442:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397
00000100:00100000:1.0:1767320487.103451:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993872128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320487.103482:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320487.103527:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993872128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (1074us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320487.103538:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397
00000100:00100000:1.0:1767320487.103555:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398
00000100:00100000:1.0:1767320487.103561:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993872256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320487.103575:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320487.103601:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993872256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (358us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320487.103608:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398
00000100:00100000:1.0:1767320487.103647:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993872128:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320487.103727:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320487.103731:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320487.103753:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993872256:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320487.165405:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320487.165480:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320488.189279:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320488.192431:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320488.519967:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320488.520023:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942253312
00000100:00100000:2.0:1767320488.520034:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942253312
00000100:00100000:2.0:1767320488.520136:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73153
00000100:00100000:2.0:1767320488.520144:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942253312:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320488.520192:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320488.520271:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942253312:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 127us (311us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320488.520279:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73153
00000100:00100000:3.0:1767320488.521028:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320488.529141:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942253440
00000100:00100000:1.0:1767320488.529170:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942253440
00000100:00080000:3.0:1767320488.529342:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320488.530385:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5881
00000100:00100000:0.0:1767320488.530417:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942253440:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320488.530546:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942253440:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 145us (9525us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320488.530555:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5881
00010000:00010000:0.0:1767320489.213699:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320489.214172:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320490.237338:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320490.237470:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320490.685752:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320490.685763:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320490.685766:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320490.685770:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320490.685774:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320490.685783:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5730
00000100:00080000:3.0:1767320490.685787:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320490.685794:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320490.685849:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1f80 x1853163993872384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320490.685874:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320490.685878:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320490.685880:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320490.685884:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5730
00000100:00080000:3.0:1767320490.685887:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320490.685891:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320490.685907:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3100 x1853163993872512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320490.685945:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320490.685949:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320490.685951:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320490.685955:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5730
00000100:00080000:3.0:1767320490.685958:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320490.685961:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320490.686206:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1c00 x1853163993872768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320490.686246:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320490.686250:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320490.686251:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320490.686255:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5730
00000100:00080000:3.0:1767320490.686257:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320490.686261:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320490.686272:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1500 x1853163993873024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320490.686381:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993873280:0@lo:400:kworker.0
00000100:00100000:0.0:1767320490.686452:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320490.686557:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320490.686565:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993872640:0@lo:400:kworker.0
00000100:00100000:0.0:1767320490.686593:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320490.686629:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993872896:0@lo:400:kworker.0
00000100:00100000:0.0:1767320490.686653:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320490.686671:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320490.686677:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993873152:0@lo:400:kworker.0
00000100:00100000:0.0:1767320490.686698:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320490.686897:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993872640
00000100:00100000:2.0:1767320490.686905:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993872640
00000100:00100000:3.0:1767320490.686972:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993873280
00000100:00100000:3.0:1767320490.687119:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993873280
00000100:00100000:3.0:1767320490.687178:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993873152
00000100:00100000:3.0:1767320490.687182:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993873152
00000100:00100000:3.0:1767320490.687206:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3629
00000100:00100000:3.0:1767320490.687229:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993873280:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320490.687288:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993873280:12345-0@lo:400:kworker.0 Request processed in 74us (836us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320490.687295:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3629
00000100:00100000:3.0:1767320490.687311:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3630
00000100:00100000:3.0:1767320490.687316:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993873152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320490.687347:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993873152:12345-0@lo:400:kworker.0 Request processed in 31us (648us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320490.687353:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3630
00000100:00080000:3.0:1767320490.687368:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320490.687371:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320490.687374:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320490.694138:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993873280:0@lo:400:kworker.0
00000100:00100000:1.0:1767320490.694253:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993873152:0@lo:400:kworker.0
00000100:00100000:1.0:1767320490.694310:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993872896
00000100:00100000:1.0:1767320490.694320:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993872896
00000100:00100000:0.0:1767320490.694807:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993872384:0@lo:38:kworker.0
00000100:00100000:0.0:1767320490.694901:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320490.694957:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993872384
00000100:00100000:0.0:1767320490.694965:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993872384
00000100:00100000:0.0:1767320490.695020:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73154
00000100:00100000:0.0:1767320490.695029:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993872384:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320490.695056:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320490.695095:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993872384:12345-0@lo:38:kworker.0 Request processed in 66us (195us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320490.695103:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73154
00000100:00080000:0.0:1767320490.695176:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320490.695182:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320490.695185:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993872384:0@lo:38:kworker.0
00000100:00100000:0.0:1767320490.695194:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993872512:0@lo:38:kworker.0
00000100:00100000:0.0:1767320490.695277:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320490.695302:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993872512
00000100:00100000:0.0:1767320490.695306:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993872512
00000100:00100000:0.0:1767320490.695328:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308
00000100:00100000:0.0:1767320490.695332:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993872512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320490.695343:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320490.695369:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993872512:12345-0@lo:38:kworker.0 Request processed in 35us (91us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320490.695374:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308
00000100:00080000:0.0:1767320490.695405:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320490.695409:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320490.695412:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993872512:0@lo:38:kworker.0
00000100:00100000:0.0:1767320490.695419:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993872768:0@lo:38:kworker.0
00000100:00100000:0.0:1767320490.695442:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320490.695461:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993872768
00000100:00100000:0.0:1767320490.695464:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993872768
00000100:00100000:0.0:1767320490.695482:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73155
00000100:00100000:0.0:1767320490.695487:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993872768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320490.695497:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320490.695537:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993872768:12345-0@lo:38:kworker.0 Request processed in 49us (94us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320490.695544:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73155
00000100:00080000:0.0:1767320490.695568:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320490.695572:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320490.695576:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993872768:0@lo:38:kworker.0
00000100:00100000:0.0:1767320490.695582:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993873024:0@lo:38:kworker.0
00000100:00100000:0.0:1767320490.695604:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320490.695621:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993873024
00000100:00100000:0.0:1767320490.695625:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993873024
00000100:00100000:0.0:1767320490.695641:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73156
00000100:00100000:0.0:1767320490.695645:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993873024:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320490.695655:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320490.695679:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993873024:12345-0@lo:38:kworker.0 Request processed in 32us (74us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320490.695685:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73156
00000100:00080000:0.0:1767320490.695709:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320490.695713:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320490.695716:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993873024:0@lo:38:kworker.0
00000100:00080000:0.0:1767320490.695771:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320490.699751:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5882
00000100:00100000:2.0:1767320490.699776:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993872640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320490.699886:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993872640:12345-0@lo:400:kworker.0 Request processed in 123us (13291us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320490.699894:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5882
00000100:00100000:1.0:1767320490.700146:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5883
00000100:00100000:1.0:1767320490.700187:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993872896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320490.700289:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993872896:12345-0@lo:400:kworker.0 Request processed in 132us (13634us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320490.700297:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5883
00000100:00100000:1.0:1767320490.700370:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993872896:0@lo:400:kworker.0
00000100:00100000:1.0:1767320490.701397:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993872640:0@lo:400:kworker.0
00010000:00010000:0.0:1767320491.261398:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320491.261551:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320492.222607:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993873408:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320492.222688:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320492.222827:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993873408
00000100:00100000:3.0:1767320492.222836:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993873408
00000100:00100000:3.0:1767320492.222904:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399
00000100:00100000:3.0:1767320492.222914:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993873408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320492.222945:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320492.222997:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993873408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (308us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320492.223011:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399
00000100:00100000:3.0:1767320492.223062:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993873408:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320492.223129:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320492.224454:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993873536:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320492.224503:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320492.224615:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993873536
00000100:00100000:2.0:1767320492.224622:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993873536
00000100:00100000:2.0:1767320492.224688:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400
00000100:00100000:2.0:1767320492.224697:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993873536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320492.224720:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320492.224764:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993873536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320492.224772:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400
00000100:00100000:2.0:1767320492.224815:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993873536:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320492.224924:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767320492.285415:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320492.285491:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320493.309424:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320493.309829:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320493.640210:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320493.640581:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942253568
00000100:00100000:0.0:1767320493.640591:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942253568
00000100:00100000:0.0:1767320493.640641:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73157
00000100:00100000:0.0:1767320493.640649:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942253568:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320493.640674:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320493.640744:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942253568:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 94us (582us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320493.640751:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73157
00000100:00100000:3.0:1767320493.646789:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320493.646902:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942253696
00000100:00100000:1.0:1767320493.646912:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942253696
00000100:00100000:1.0:1767320493.646995:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5884
00000100:00100000:1.0:1767320493.647005:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942253696:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320493.647093:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942253696:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 89us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320493.647714:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5884
00000100:00080000:0.0:1767320493.647946:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320494.333610:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320494.333790:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320495.357279:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320495.357439:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320495.805385:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320495.805397:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320495.805400:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320495.805406:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320495.805411:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320495.805421:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5735
00000100:00080000:3.0:1767320495.805426:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320495.805433:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320495.805484:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252d80 x1853163993873664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320495.805515:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320495.805518:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320495.805520:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320495.805524:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5735
00000100:00080000:3.0:1767320495.805526:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320495.805530:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320495.805543:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252300 x1853163993873792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320495.805571:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320495.805575:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320495.805576:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320495.805579:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5735
00000100:00080000:3.0:1767320495.805582:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320495.805584:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320495.805596:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0700 x1853163993874048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320495.805618:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993873920:0@lo:400:kworker.0
00000100:00080000:3.0:1767320495.805620:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320495.805627:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320495.805629:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320495.805632:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5735
00000100:00080000:3.0:1767320495.805634:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320495.805637:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320495.805648:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c3480 x1853163993874304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320495.805683:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993874432:0@lo:400:kworker.0
00000100:00100000:2.0:1767320495.805689:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320495.805844:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993874176:0@lo:400:kworker.0
00000100:00100000:3.0:1767320495.805894:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320495.805961:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993873920
00000100:00100000:3.0:1767320495.805968:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993873920
00000100:00100000:2.0:1767320495.806005:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320495.806013:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993874560:0@lo:400:kworker.0
00000100:00100000:3.0:1767320495.806022:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5885
00000100:00100000:3.0:1767320495.806033:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993873920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320495.806039:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320495.806068:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993874432
00000100:00100000:2.0:1767320495.806071:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993874432
00000100:00100000:2.0:1767320495.806104:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993874560
00000100:00100000:2.0:1767320495.806107:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993874560
00000100:00100000:3.0:1767320495.806143:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993873920:12345-0@lo:400:kworker.0 Request processed in 112us (456us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320495.806144:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3631
00000100:00100000:2.0:1767320495.806156:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993874432:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320495.806157:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5885
00000100:00100000:2.0:1767320495.806217:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993874432:12345-0@lo:400:kworker.0 Request processed in 63us (323us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320495.806223:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3631
00000100:00100000:2.0:1767320495.806238:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3632
00000100:00100000:2.0:1767320495.806244:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993874560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320495.806265:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993874560:12345-0@lo:400:kworker.0 Request processed in 21us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320495.806270:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3632
00000100:00100000:2.0:1767320495.806305:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993874560:0@lo:400:kworker.0
00000100:00100000:2.0:1767320495.806316:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993873920:0@lo:400:kworker.0
00000100:00100000:2.0:1767320495.806343:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993874432:0@lo:400:kworker.0
00000100:00080000:0.0:1767320495.806692:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320495.806699:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320495.806701:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320495.806714:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993873664:0@lo:38:kworker.0
00000100:00100000:0.0:1767320495.806746:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320495.806776:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993873792:0@lo:38:kworker.0
00000100:00100000:0.0:1767320495.806800:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320495.806829:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993874048:0@lo:38:kworker.0
00000100:00100000:0.0:1767320495.806849:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320495.806867:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993874304:0@lo:38:kworker.0
00000100:00100000:0.0:1767320495.806885:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320495.806913:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993873664
00000100:00100000:0.0:1767320495.806917:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993873664
00000100:00100000:0.0:1767320495.806937:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993874048
00000100:00100000:0.0:1767320495.806939:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993874048
00000100:00100000:0.0:1767320495.806952:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993874304
00000100:00100000:0.0:1767320495.806954:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993874304
00000100:00100000:0.0:1767320495.806969:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73158
00000100:00100000:0.0:1767320495.806974:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993873664:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320495.806990:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320495.807021:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993873664:12345-0@lo:38:kworker.0 Request processed in 46us (274us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320495.807027:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73158
00000100:00100000:0.0:1767320495.807039:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73159
00000100:00100000:0.0:1767320495.807043:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993874048:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320495.807051:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320495.807072:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993874048:12345-0@lo:38:kworker.0 Request processed in 28us (222us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320495.807078:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73159
00000100:00100000:0.0:1767320495.807088:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73160
00000100:00100000:0.0:1767320495.807091:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993874304:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320495.807099:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320495.807135:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993874304:12345-0@lo:38:kworker.0 Request processed in 27us (234us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320495.807141:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73160
00000100:00080000:0.0:1767320495.807193:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320495.807198:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320495.807201:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993873664:0@lo:38:kworker.0
00000100:00080000:0.0:1767320495.807208:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320495.807211:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320495.807213:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993874048:0@lo:38:kworker.0
00000100:00080000:0.0:1767320495.807219:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320495.807222:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320495.807224:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993874304:0@lo:38:kworker.0
00000100:00100000:2.0:1767320495.807845:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993873792
00000100:00100000:2.0:1767320495.807851:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993873792
00000100:00100000:2.0:1767320495.807877:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309
00000100:00100000:2.0:1767320495.807883:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993873792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320495.807894:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320495.807930:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993873792:12345-0@lo:38:kworker.0 Request processed in 47us (1130us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320495.807936:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309
00000100:00100000:1.0:1767320495.809062:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320495.809762:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993874176
00000100:00100000:2.0:1767320495.809769:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993874176
00000100:00100000:2.0:1767320495.809833:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5886
00000100:00100000:2.0:1767320495.809840:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993874176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320495.809899:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993874176:12345-0@lo:400:kworker.0 Request processed in 59us (841us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320495.809905:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5886
00000100:00080000:1.0:1767320495.810021:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320495.810050:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993874176:0@lo:400:kworker.0
00000100:00080000:0.0:1767320495.812528:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320495.812538:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320495.812542:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993873792:0@lo:38:kworker.0
00000100:00100000:2.0:1767320496.384431:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320496.385669:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320497.341385:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993874688:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320497.341481:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320497.341526:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993874688
00000100:00100000:1.0:1767320497.341535:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993874688
00000100:00100000:1.0:1767320497.341602:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401
00000100:00100000:1.0:1767320497.341613:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993874688:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320497.341628:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320497.341642:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993874816:0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320497.341647:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320497.341678:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320497.341717:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993874816
00000100:00100000:3.0:1767320497.341721:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993874816
00000100:00100000:3.0:1767320497.341754:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402
00000100:00080000:0.0:1767320497.341755:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320497.341762:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320497.341765:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993874816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320497.341797:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320497.341840:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993874816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (160us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320497.341851:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402
00000100:00100000:0.0:1767320497.341961:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993874816:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320497.347688:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993874688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6065us (6195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320497.347705:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401
00000100:00100000:2.0:1767320497.352497:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993874688:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320497.405880:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320497.406744:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320498.429278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320498.429796:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320498.761967:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320498.762017:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320498.762240:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942253952
00000100:00100000:0.0:1767320498.762250:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942253952
00000100:00100000:0.0:1767320498.762335:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942253824
00000100:00100000:0.0:1767320498.762339:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942253824
00000100:00100000:0.0:1767320498.762363:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5887
00000100:00100000:0.0:1767320498.762376:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942253952:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320498.762420:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73161
00000100:00100000:3.0:1767320498.762434:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942253824:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:0.0:1767320498.762463:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942253952:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 88us (504us total) trans 0 rc 0/0
00010000:00020000:3.0:1767320498.762468:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320498.762481:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5887
00000100:00100000:3.0:1767320498.762543:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942253824:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 107us (523us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320498.762552:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73161
00000100:00080000:2.0:1767320498.763823:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320499.453726:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320499.453957:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320500.477319:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320500.478440:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320500.925675:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320500.925693:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320500.925697:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320500.925711:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320500.925716:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320500.925729:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5740
00000100:00080000:3.0:1767320500.925735:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320500.925744:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320500.925819:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0380 x1853163993874944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320500.925857:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320500.925861:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320500.925864:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320500.925870:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5740
00000100:00080000:3.0:1767320500.925875:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320500.925880:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320500.925897:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c3b80 x1853163993875072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320500.925965:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320500.925969:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320500.925971:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320500.925975:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5740
00000100:00080000:3.0:1767320500.925978:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320500.925982:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320500.925998:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2d80 x1853163993875328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320500.926042:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320500.926047:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320500.926049:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320500.926053:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5740
00000100:00080000:3.0:1767320500.926055:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320500.926060:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320500.926067:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320500.926076:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0a80 x1853163993875584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320500.926117:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993875200:0@lo:400:kworker.0
00000100:00100000:3.0:1767320500.926133:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993875456:0@lo:400:kworker.0
00000100:00100000:1.0:1767320500.926270:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320500.926287:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993875840:0@lo:400:kworker.0
00000100:00100000:0.0:1767320500.926316:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993874944:0@lo:38:kworker.0
00000100:00100000:2.0:1767320500.926741:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320500.926829:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993875200
00000100:00100000:2.0:1767320500.926838:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993875200
00000100:00100000:2.0:1767320500.926903:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5888
00000100:00100000:2.0:1767320500.926912:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993875200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320500.927195:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993875200:12345-0@lo:400:kworker.0 Request processed in 283us (454us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320500.927204:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5888
00000100:00080000:2.0:1767320500.927243:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320500.927279:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993875200:0@lo:400:kworker.0
00000100:00100000:2.0:1767320500.927310:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993875712:0@lo:400:kworker.0
00000100:00100000:2.0:1767320500.927509:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320500.927569:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993875712
00000100:00100000:2.0:1767320500.927573:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993875712
00000100:00100000:2.0:1767320500.927607:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3633
00000100:00100000:2.0:1767320500.927613:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993875712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320500.927650:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993875712:12345-0@lo:400:kworker.0 Request processed in 38us (142us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320500.927657:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3633
00000100:00080000:2.0:1767320500.927671:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320500.927691:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993875712:0@lo:400:kworker.0
00000100:00100000:3.0:1767320500.931232:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320500.932149:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993875456
00000100:00100000:2.0:1767320500.932211:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993875456
00000100:00100000:2.0:1767320500.932311:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5889
00000100:00100000:2.0:1767320500.932322:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993875456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320500.932425:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993875456:12345-0@lo:400:kworker.0 Request processed in 105us (1205us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320500.932433:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5889
00000100:00100000:1.0:1767320500.932548:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320500.932872:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993875840
00000100:00100000:2.0:1767320500.932878:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993875840
00000100:00100000:0.0:1767320500.933035:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320500.933069:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993875072:0@lo:38:kworker.0
00000100:00100000:0.0:1767320500.933114:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320500.933141:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993875328:0@lo:38:kworker.0
00000100:00100000:0.0:1767320500.934784:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320500.934858:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993875584:0@lo:38:kworker.0
00000100:00100000:0.0:1767320500.934917:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320500.934969:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993875072
00000100:00100000:0.0:1767320500.934977:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993875072
00000100:00100000:0.0:1767320500.935012:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310
00000100:00100000:0.0:1767320500.935019:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993875072:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320500.935051:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320500.935107:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993875072:12345-0@lo:38:kworker.0 Request processed in 86us (1991us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320500.935114:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310
00000100:00100000:0.0:1767320500.935138:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993874944
00000100:00100000:0.0:1767320500.935141:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993874944
00000100:00100000:0.0:1767320500.935178:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993875328
00000100:00100000:0.0:1767320500.935181:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993875328
00000100:00100000:0.0:1767320500.935196:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993875584
00000100:00100000:0.0:1767320500.935198:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993875584
00000100:00100000:0.0:1767320500.935213:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73162
00000100:00100000:0.0:1767320500.935217:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993874944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320500.935227:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320500.935253:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993874944:12345-0@lo:38:kworker.0 Request processed in 34us (2227us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320500.935259:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73162
00000100:00100000:0.0:1767320500.935269:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73163
00000100:00100000:0.0:1767320500.935273:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993875328:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320500.935280:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320500.935326:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993875328:12345-0@lo:38:kworker.0 Request processed in 51us (552us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320500.935334:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73163
00000100:00100000:0.0:1767320500.935345:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73164
00000100:00100000:0.0:1767320500.935348:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993875584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320500.935356:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320500.935378:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993875584:12345-0@lo:38:kworker.0 Request processed in 28us (460us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320500.935384:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73164
00000100:00080000:0.0:1767320500.935432:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320500.935439:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320500.935442:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993874944:0@lo:38:kworker.0
00000100:00080000:0.0:1767320500.935454:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320500.935458:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320500.935460:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993875072:0@lo:38:kworker.0
00000100:00080000:0.0:1767320500.935468:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320500.935472:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320500.935475:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993875328:0@lo:38:kworker.0
00000100:00080000:0.0:1767320500.935481:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320500.935484:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320500.935486:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993875584:0@lo:38:kworker.0
00000100:00080000:3.0:1767320500.936040:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320500.936054:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320500.936122:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993875456:0@lo:400:kworker.0
00000100:00100000:2.0:1767320500.936412:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3634
00000100:00100000:2.0:1767320500.936436:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993875840:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320500.936552:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993875840:12345-0@lo:400:kworker.0 Request processed in 129us (4003us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320500.936560:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3634
00000100:00100000:0.0:1767320500.936621:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993875840:0@lo:400:kworker.0
00010000:00010000:0.0:1767320501.501543:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320501.502276:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320502.462715:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993875968:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320502.462799:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320502.462919:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993875968
00000100:00100000:3.0:1767320502.462928:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993875968
00000100:00100000:3.0:1767320502.463009:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3403
00000100:00100000:3.0:1767320502.463020:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993875968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320502.463058:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320502.463109:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993875968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (308us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320502.463115:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3403
00000100:00100000:3.0:1767320502.463192:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993875968:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320502.463417:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320502.468833:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320502.468865:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993876096:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320502.468955:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320502.469045:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993876096
00000100:00100000:2.0:1767320502.469057:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993876096
00000100:00100000:2.0:1767320502.469205:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3404
00000100:00100000:2.0:1767320502.469217:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993876096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320502.469255:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320502.469316:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993876096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (360us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320502.469324:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3404
00000100:00100000:1.0:1767320502.469684:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993876096:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320502.475171:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320502.525335:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320502.525440:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320503.549436:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320503.549632:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320503.881906:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320503.881959:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320503.882014:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942254208
00000100:00100000:0.0:1767320503.882028:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942254208
00000100:00080000:3.0:1767320503.882190:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320503.882249:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942254080
00000100:00100000:0.0:1767320503.882253:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942254080
00000100:00100000:1.0:1767320503.882407:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5890
00000100:00100000:1.0:1767320503.882424:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942254208:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320503.882532:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942254208:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 113us (642us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320503.882553:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5890
00000100:00100000:1.0:1767320503.882581:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73165
00000100:00100000:1.0:1767320503.882587:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942254080:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320503.882614:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320503.882647:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942254080:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 58us (687us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320503.882655:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73165
00000100:00100000:2.0:1767320504.574663:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320504.575009:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320505.021319:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320480/real 1767320480]  req@ffff89b73118aa00 x1853163993869696/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320505 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320505.021364:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b73118aa00 x1853163993869696/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320505 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320505.021390:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320505.021424:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320505.021429:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993869696:0@lo:250:kworker.0
00000100:00080000:0.0:1767320505.021527:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320505.021534:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320505.021537:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320505.021544:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5725
00000100:00080000:0.0:1767320505.021549:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320505.021556:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320505.021859:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f412300 x1853163993876224/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320505.021888:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320505.021893:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320505.021895:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320505.021899:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5745
00000100:00080000:0.0:1767320505.021902:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320505.021907:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320505.021927:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f410a80 x1853163993876352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320505.021941:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320505.021944:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320505.021946:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320505.021959:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5745
00000100:00080000:0.0:1767320505.021962:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320505.021966:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320505.021979:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411f80 x1853163993876480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320505.022026:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320505.022030:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320505.022032:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320505.022035:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5745
00000100:00080000:0.0:1767320505.022038:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320505.022042:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320505.022066:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411880 x1853163993876736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320505.022101:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320505.022105:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320505.022107:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320505.022112:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5745
00000100:00080000:0.0:1767320505.022115:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320505.022119:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320505.022131:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411500 x1853163993876992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320505.022228:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993876864:0@lo:400:kworker.0
00000100:00100000:0.0:1767320505.022313:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320505.022386:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320505.022392:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993877120:0@lo:400:kworker.0
00000100:00100000:0.0:1767320505.022422:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320505.022478:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993876864
00000100:00100000:0.0:1767320505.022488:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993876864
00000100:00100000:1.0:1767320505.022526:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993876608:0@lo:400:kworker.0
00000100:00100000:0.0:1767320505.022558:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5891
00000100:00100000:1.0:1767320505.022560:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320505.022584:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320505.022590:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993877248:0@lo:400:kworker.0
00000100:00100000:1.0:1767320505.022612:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320505.022641:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993876608
00000100:00100000:1.0:1767320505.022645:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993876608
00000100:00100000:1.0:1767320505.022682:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5892
00000100:00100000:1.0:1767320505.022690:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993876608:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320505.022829:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993876608:12345-0@lo:400:kworker.0 Request processed in 139us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320505.022837:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5892
00000100:00100000:1.0:1767320505.022865:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993877120
00000100:00100000:1.0:1767320505.022869:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993877120
00000100:00100000:0.0:1767320505.022873:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993876864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320505.022910:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993876864:12345-0@lo:400:kworker.0 Request processed in 41us (597us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320505.022916:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5891
00000100:00100000:0.0:1767320505.022978:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993876864:0@lo:400:kworker.0
00000100:00100000:0.0:1767320505.023033:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993876608:0@lo:400:kworker.0
00000100:00100000:1.0:1767320505.023196:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993877248
00000100:00100000:1.0:1767320505.023200:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993877248
00000100:00100000:1.0:1767320505.023236:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3635
00000100:00100000:1.0:1767320505.023243:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993877120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320505.023283:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993877120:12345-0@lo:400:kworker.0 Request processed in 42us (860us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320505.023290:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3635
00000100:00100000:0.0:1767320505.023294:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3636
00000100:00100000:0.0:1767320505.023302:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993877248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320505.023336:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993877248:12345-0@lo:400:kworker.0 Request processed in 37us (724us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320505.023343:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3636
00000100:00100000:0.0:1767320505.023368:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993877248:0@lo:400:kworker.0
00000100:00100000:0.0:1767320505.023400:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993877120:0@lo:400:kworker.0
00000100:00080000:3.0:1767320505.023422:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320505.023427:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320505.023430:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320505.023496:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993876224:0@lo:250:kworker.0
00000400:00000100:2.0:1767320505.023527:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993876224 offset 0 length 520: 4
00000100:00100000:2.0:1767320505.023550:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993876352:0@lo:38:kworker.0
00000100:00100000:2.0:1767320505.023727:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320505.023753:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993876480:0@lo:38:kworker.0
00000100:00100000:2.0:1767320505.023781:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320505.023808:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993876736:0@lo:38:kworker.0
00000100:00100000:2.0:1767320505.023831:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320505.023855:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993876992:0@lo:38:kworker.0
00000100:00100000:3.0:1767320505.023862:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993876480
00000100:00100000:3.0:1767320505.023866:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993876480
00000100:00100000:2.0:1767320505.023878:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320505.023903:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311
00000100:00100000:2.0:1767320505.023907:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993876352
00000100:00100000:2.0:1767320505.023910:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993876352
00000100:00100000:3.0:1767320505.023910:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993876480:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320505.023926:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993876736
00000100:00100000:2.0:1767320505.023928:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993876736
00010000:00020000:3.0:1767320505.023933:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320505.023940:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993876992
00000100:00100000:2.0:1767320505.023943:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993876992
00000100:00100000:2.0:1767320505.023971:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73166
00000100:00100000:2.0:1767320505.023976:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993876352:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320505.023986:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993876480:12345-0@lo:38:kworker.0 Request processed in 76us (204us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767320505.023987:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320505.023993:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311
00000100:00100000:2.0:1767320505.024009:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993876352:12345-0@lo:38:kworker.0 Request processed in 32us (282us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320505.024015:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73166
00000100:00080000:3.0:1767320505.024020:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320505.024025:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320505.024028:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993876352:0@lo:38:kworker.0
00000100:00100000:2.0:1767320505.024030:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73167
00000100:00100000:2.0:1767320505.024034:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993876736:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767320505.024039:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320505.024042:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767320505.024043:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320505.024045:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993876480:0@lo:38:kworker.0
00000100:00100000:2.0:1767320505.024063:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993876736:12345-0@lo:38:kworker.0 Request processed in 27us (232us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767320505.024064:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320505.024067:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320505.024069:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73167
00000100:00100000:3.0:1767320505.024070:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993876736:0@lo:38:kworker.0
00000100:00100000:2.0:1767320505.024080:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73168
00000100:00100000:2.0:1767320505.024083:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993876992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320505.024091:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320505.024119:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993876992:12345-0@lo:38:kworker.0 Request processed in 34us (241us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320505.024125:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73168
00000100:00080000:3.0:1767320505.024135:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320505.024138:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320505.024141:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993876992:0@lo:38:kworker.0
00000100:00100000:2.0:1767320505.597371:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320505.597771:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320506.621996:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320506.623825:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320507.581362:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320507.581365:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320507.581396:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993877504:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320507.581397:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993877376:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320507.581498:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320507.581643:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320507.581719:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993877376
00000100:00100000:1.0:1767320507.581729:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993877376
00000100:00100000:3.0:1767320507.581789:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993877504
00000100:00100000:3.0:1767320507.581799:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993877504
00000100:00100000:1.0:1767320507.581820:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3405
00000100:00100000:1.0:1767320507.581836:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993877376:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320507.581856:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406
00002000:00000024:1.0:1767320507.581872:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320507.581872:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993877504:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320507.581930:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320507.581960:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993877376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (460us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320507.581972:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3405
00000100:00100000:3.0:1767320507.581996:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993877504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (352us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320507.582007:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406
00000100:00100000:1.0:1767320507.582052:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993877376:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320507.582140:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320507.582146:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320507.582211:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993877504:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320507.645580:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320507.649149:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767320507.975581:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942254336 offset 0 length 520: 4
00000100:00100000:3.0:1767320507.980910:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320507.980975:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320507.981079:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942254464
00000100:00100000:1.0:1767320507.981097:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942254464
00000100:00100000:1.0:1767320507.981150:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942254592
00000100:00100000:1.0:1767320507.981153:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942254592
00000100:00100000:1.0:1767320507.981246:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5893
00000100:00100000:1.0:1767320507.981257:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942254592:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320507.981327:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942254592:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 72us (351us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320507.981335:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5893
00000100:00100000:1.0:1767320507.981355:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73169
00000100:00100000:1.0:1767320507.981360:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942254464:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320507.981380:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320507.981407:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942254464:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (520us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320507.981414:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73169
00000100:00080000:3.0:1767320507.981777:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320508.669387:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320508.669456:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320509.694022:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320509.697297:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320510.142011:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320510.142024:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320510.142028:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320510.142032:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320510.142037:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320510.142046:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5749
00000100:00080000:3.0:1767320510.142052:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320510.142070:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320510.142124:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c1180 x1853163993877632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320510.142206:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993877632:0@lo:38:kworker.0
00000100:00100000:0.0:1767320510.142291:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320510.142407:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993877632
00000100:00100000:1.0:1767320510.142416:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993877632
00000100:00100000:1.0:1767320510.142457:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73170
00000100:00100000:1.0:1767320510.142465:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993877632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320510.142487:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320510.142643:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320510.142647:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320510.142649:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320510.142654:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5749
00000100:00080000:3.0:1767320510.142657:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320510.142661:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320510.142679:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0a80 x1853163993877760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320510.142812:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993877760:0@lo:38:kworker.0
00000100:00100000:0.0:1767320510.142844:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320510.142912:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993877760
00000100:00100000:2.0:1767320510.142919:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993877760
00000100:00100000:1.0:1767320510.142934:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993877632:12345-0@lo:38:kworker.0 Request processed in 467us (642us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320510.142945:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73170
00000100:00100000:2.0:1767320510.142951:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312
00000100:00100000:2.0:1767320510.142959:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993877760:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320510.142971:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320510.143010:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993877760:12345-0@lo:38:kworker.0 Request processed in 52us (165us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320510.143017:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312
00000100:00080000:0.0:1767320510.143261:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320510.143266:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320510.143270:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993877632:0@lo:38:kworker.0
00000100:00080000:0.0:1767320510.143294:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320510.143298:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320510.143301:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993877760:0@lo:38:kworker.0
00000100:00100000:0.0:1767320510.143450:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993877888:0@lo:400:kworker.0
00000100:00100000:0.0:1767320510.143481:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320510.143636:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320510.143640:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320510.143642:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320510.143646:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5749
00000100:00080000:3.0:1767320510.143649:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320510.143653:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320510.143669:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c3b80 x1853163993878016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320510.143764:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993878016:0@lo:38:kworker.0
00000100:00100000:0.0:1767320510.143788:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320510.143842:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320510.143845:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320510.143847:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320510.143865:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5749
00000100:00080000:3.0:1767320510.143868:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320510.143872:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320510.143884:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2a00 x1853163993878272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320510.143930:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993878400:0@lo:400:kworker.0
00000100:00100000:3.0:1767320510.143967:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320510.143990:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320510.143996:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993878144:0@lo:400:kworker.0
00000100:00100000:3.0:1767320510.144021:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993878528:0@lo:400:kworker.0
00000100:00100000:3.0:1767320510.144045:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320510.144323:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993878400
00000100:00100000:2.0:1767320510.144329:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993878400
00000100:00100000:2.0:1767320510.144378:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993878528
00000100:00100000:2.0:1767320510.144381:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993878528
00000100:00100000:2.0:1767320510.144401:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3637
00000100:00100000:2.0:1767320510.144408:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993878400:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320510.144453:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993878400:12345-0@lo:400:kworker.0 Request processed in 46us (486us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320510.144459:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3637
00000100:00100000:2.0:1767320510.144472:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3638
00000100:00100000:2.0:1767320510.144477:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993878528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320510.144504:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993878528:12345-0@lo:400:kworker.0 Request processed in 27us (458us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320510.144509:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3638
00000100:00100000:2.0:1767320510.144547:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993878528:0@lo:400:kworker.0
00000100:00080000:3.0:1767320510.144605:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320510.144609:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320510.144722:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993878272:0@lo:38:kworker.0
00000100:00100000:0.0:1767320510.144746:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320510.144828:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993877888
00000100:00100000:1.0:1767320510.144833:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993877888
00000100:00100000:1.0:1767320510.144986:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993878016
00000100:00100000:1.0:1767320510.144990:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993878016
00000100:00100000:1.0:1767320510.145006:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5894
00000100:00100000:1.0:1767320510.145013:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993877888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320510.145052:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993877888:12345-0@lo:400:kworker.0 Request processed in 40us (1570us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320510.145070:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5894
00000100:00100000:1.0:1767320510.145084:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73171
00000100:00100000:1.0:1767320510.145088:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993878016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320510.145104:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320510.145129:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993878016:12345-0@lo:38:kworker.0 Request processed in 39us (1340us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320510.145135:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73171
00000100:00100000:1.0:1767320510.145207:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993877888:0@lo:400:kworker.0
00000100:00080000:0.0:1767320510.145429:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320510.145434:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320510.145438:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993878016:0@lo:38:kworker.0
00000100:00100000:0.0:1767320510.145461:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320510.145489:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993878400:0@lo:400:kworker.0
00000100:00100000:0.0:1767320510.145507:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993878272
00000100:00100000:0.0:1767320510.145510:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993878272
00000100:00100000:0.0:1767320510.145531:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993878144
00000100:00100000:0.0:1767320510.145534:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993878144
00000100:00100000:1.0:1767320510.145582:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73172
00000100:00100000:1.0:1767320510.145587:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993878272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320510.145599:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320510.145644:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993878272:12345-0@lo:38:kworker.0 Request processed in 55us (896us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320510.145650:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73172
00000100:00080000:1.0:1767320510.145689:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320510.145693:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320510.145696:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993878272:0@lo:38:kworker.0
00000100:00080000:3.0:1767320510.146081:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320510.146588:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5895
00000100:00100000:0.0:1767320510.146596:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993878144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320510.146654:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993878144:12345-0@lo:400:kworker.0 Request processed in 59us (1193us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320510.146661:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5895
00000100:00100000:1.0:1767320510.146784:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993878144:0@lo:400:kworker.0
00000100:00100000:2.0:1767320510.717231:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320510.723603:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320511.741453:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320511.747581:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320512.701660:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320512.701685:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993878784:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320512.701752:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320512.701846:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993878784
00000100:00100000:3.0:1767320512.701854:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993878784
00000100:00100000:3.0:1767320512.701909:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407
00000100:00100000:3.0:1767320512.701919:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993878784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320512.701946:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320512.702000:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993878784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (248us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320512.702007:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407
00000100:00080000:3.0:1767320512.702027:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320512.702042:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993878656:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320512.702065:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320512.702092:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993878656
00000100:00100000:3.0:1767320512.702096:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993878656
00000100:00100000:3.0:1767320512.702120:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408
00000100:00100000:3.0:1767320512.702126:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993878656:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320512.702142:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320512.702200:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993878656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (134us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320512.702207:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408
00000100:00080000:3.0:1767320512.702220:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320512.702261:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993878656:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320512.702294:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993878784:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320512.766079:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320512.767192:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320513.098585:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320513.098710:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320513.100588:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942254848
00000100:00100000:2.0:1767320513.100605:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942254848
00000100:00100000:1.0:1767320513.100895:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942254720
00000100:00100000:1.0:1767320513.100901:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942254720
00000100:00100000:1.0:1767320513.100963:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73173
00000100:00100000:1.0:1767320513.100973:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942254720:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320513.101000:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320513.101094:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942254720:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 121us (2383us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320513.101101:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73173
00000100:00100000:2.0:1767320513.101975:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5896
00000100:00100000:2.0:1767320513.101987:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942254848:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320513.102066:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942254848:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 82us (3492us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320513.102074:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5896
00000100:00080000:3.0:1767320513.104675:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320513.789270:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320513.789356:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320514.813270:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320514.813378:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320515.261302:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320515.261315:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320515.261320:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320515.261324:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320515.261353:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320515.261362:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5754
00000100:00080000:0.0:1767320515.261368:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320515.261376:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320515.261417:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411880 x1853163993878912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320515.261446:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320515.261449:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320515.261451:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320515.261455:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5754
00000100:00080000:0.0:1767320515.261458:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320515.261461:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320515.261476:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411f80 x1853163993879040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320515.261511:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320515.261515:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320515.261516:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320515.261520:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5754
00000100:00080000:0.0:1767320515.261522:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320515.261526:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320515.261537:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f410700 x1853163993879296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320515.261555:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993879168:0@lo:400:kworker.0
00000100:00080000:0.0:1767320515.261566:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320515.261570:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320515.261573:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320515.261577:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5754
00000100:00080000:0.0:1767320515.261579:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320515.261583:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320515.261596:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f412a00 x1853163993879552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320515.261634:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320515.261658:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993879424:0@lo:400:kworker.0
00000100:00100000:0.0:1767320515.261698:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320515.261701:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320515.261708:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993879808:0@lo:400:kworker.0
00000100:00100000:0.0:1767320515.261726:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320515.261736:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993879680:0@lo:400:kworker.0
00000100:00100000:3.0:1767320515.261737:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320515.261780:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320515.261842:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993878912:0@lo:38:kworker.0
00000100:00100000:2.0:1767320515.261876:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320515.261898:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993879040:0@lo:38:kworker.0
00000100:00100000:2.0:1767320515.261932:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320515.261956:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993879296:0@lo:38:kworker.0
00000100:00100000:2.0:1767320515.261975:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320515.262215:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993879808
00000100:00100000:3.0:1767320515.262224:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993879808
00000100:00100000:3.0:1767320515.262273:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993879680
00000100:00100000:3.0:1767320515.262276:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993879680
00000100:00100000:3.0:1767320515.262300:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3639
00000100:00100000:3.0:1767320515.262308:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993879808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320515.262360:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993879808:12345-0@lo:400:kworker.0 Request processed in 52us (623us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320515.262368:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3639
00000100:00100000:3.0:1767320515.262384:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3640
00000100:00100000:3.0:1767320515.262391:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993879680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320515.262633:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993879680:12345-0@lo:400:kworker.0 Request processed in 242us (853us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320515.262640:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3640
00000100:00080000:3.0:1767320515.262660:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320515.262665:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320515.262698:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993879808:0@lo:400:kworker.0
00000100:00100000:3.0:1767320515.262735:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993879040
00000100:00100000:3.0:1767320515.262739:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993879040
00000100:00100000:3.0:1767320515.262772:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313
00000100:00100000:3.0:1767320515.262778:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993879040:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320515.262797:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320515.262889:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993879680:0@lo:400:kworker.0
00000100:00100000:2.0:1767320515.262959:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993879552:0@lo:38:kworker.0
00000100:00100000:2.0:1767320515.262985:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320515.263039:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993879040:12345-0@lo:38:kworker.0 Request processed in 259us (1106us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320515.263045:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313
00000100:00100000:1.0:1767320515.263170:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993879168
00000100:00100000:1.0:1767320515.263175:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993879168
00000100:00100000:1.0:1767320515.263217:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993879424
00000100:00100000:1.0:1767320515.263220:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993879424
00000100:00100000:1.0:1767320515.263239:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993878912
00000100:00100000:1.0:1767320515.263241:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993878912
00000100:00100000:1.0:1767320515.263255:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993879296
00000100:00100000:1.0:1767320515.263258:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993879296
00000100:00100000:1.0:1767320515.263267:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5897
00000100:00100000:1.0:1767320515.263276:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993879168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320515.263331:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993879168:12345-0@lo:400:kworker.0 Request processed in 56us (1698us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320515.263338:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5897
00000100:00100000:1.0:1767320515.263354:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5898
00000100:00100000:1.0:1767320515.263360:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993879424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320515.263392:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993879424:12345-0@lo:400:kworker.0 Request processed in 29us (1693us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320515.263398:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5898
00000100:00100000:1.0:1767320515.263407:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73174
00000100:00100000:1.0:1767320515.263414:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993878912:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320515.263426:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320515.263459:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993878912:12345-0@lo:38:kworker.0 Request processed in 33us (1573us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320515.263464:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73174
00000100:00100000:1.0:1767320515.263474:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73175
00000100:00100000:1.0:1767320515.263477:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993879296:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320515.263485:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320515.263502:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993879296:12345-0@lo:38:kworker.0 Request processed in 24us (1527us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320515.263507:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73175
00000100:00100000:1.0:1767320515.263534:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993879424:0@lo:400:kworker.0
00000100:00100000:0.0:1767320515.264027:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993879552
00000100:00100000:0.0:1767320515.264033:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993879552
00000100:00100000:0.0:1767320515.264056:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73176
00000100:00100000:0.0:1767320515.264062:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993879552:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767320515.264065:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320515.264072:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767320515.264074:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320515.264079:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993878912:0@lo:38:kworker.0
00000100:00080000:2.0:1767320515.264095:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320515.264099:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320515.264103:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993879040:0@lo:38:kworker.0
00000100:00080000:2.0:1767320515.264112:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320515.264116:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320515.264118:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993879296:0@lo:38:kworker.0
00000100:00080000:1.0:1767320515.264191:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320515.264221:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993879168:0@lo:400:kworker.0
00000100:00080000:2.0:1767320515.264441:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767320515.264442:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993879552:12345-0@lo:38:kworker.0 Request processed in 378us (1454us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767320515.264449:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320515.264453:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993879552:0@lo:38:kworker.0
00000100:00100000:0.0:1767320515.264507:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73176
00010000:00010000:0.0:1767320515.837984:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320515.838404:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320516.861329:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320516.861420:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320517.821393:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320517.821429:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993880064:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320517.821514:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320517.821593:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993879936:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320517.821630:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320517.821869:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993880064
00000100:00100000:3.0:1767320517.821878:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993880064
00000100:00100000:3.0:1767320517.822814:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993879936
00000100:00100000:3.0:1767320517.822822:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993879936
00000100:00080000:1.0:1767320517.823093:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320517.823099:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320517.823187:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409
00000100:00100000:0.0:1767320517.823205:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993880064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320517.823245:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320517.823564:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993880064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 363us (2049us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320517.823573:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409
00000100:00100000:1.0:1767320517.823992:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993880064:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320517.824136:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410
00000100:00100000:3.0:1767320517.824153:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993879936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320517.824197:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320517.824259:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993879936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (2628us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320517.824265:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410
00000100:00100000:2.0:1767320517.824532:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993879936:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320517.885544:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320517.885692:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320518.221325:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320518.221573:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320518.221900:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942254976
00000100:00100000:2.0:1767320518.221910:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942254976
00000100:00100000:2.0:1767320518.221953:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942255104
00000100:00100000:2.0:1767320518.221955:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942255104
00000100:00100000:1.0:1767320518.222039:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73177
00000100:00100000:1.0:1767320518.222048:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942254976:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320518.222071:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320518.222141:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942254976:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 92us (825us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320518.222148:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73177
00000100:00100000:2.0:1767320518.222653:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5899
00000100:00100000:2.0:1767320518.222661:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942255104:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320518.222704:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942255104:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 45us (1132us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320518.222724:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5899
00000100:00080000:0.0:1767320518.223066:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320518.909595:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320518.909751:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320519.933297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320519.937229:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320520.381389:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320520.381401:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320520.381404:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320520.381408:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320520.381412:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320520.381428:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5759
00000100:00080000:0.0:1767320520.381433:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320520.381440:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320520.381481:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4700 x1853163993880192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320520.381507:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320520.381511:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320520.381513:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320520.381517:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5759
00000100:00080000:0.0:1767320520.381519:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320520.381523:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320520.381536:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4a80 x1853163993880320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320520.381577:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320520.381581:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320520.381583:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320520.381587:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5759
00000100:00080000:0.0:1767320520.381590:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320520.381593:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320520.381615:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6300 x1853163993880576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320520.381646:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320520.381649:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320520.381652:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320520.381656:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5759
00000100:00080000:0.0:1767320520.381658:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320520.381662:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320520.381693:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6680 x1853163993880832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320520.381737:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993880704:0@lo:400:kworker.0
00000100:00100000:0.0:1767320520.381801:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320520.381861:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320520.381868:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993880960:0@lo:400:kworker.0
00000100:00100000:0.0:1767320520.381894:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320520.381931:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993880960
00000100:00100000:0.0:1767320520.381938:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993880960
00000100:00100000:0.0:1767320520.381990:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3641
00000100:00100000:0.0:1767320520.382001:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993880960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320520.382052:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993880960:12345-0@lo:400:kworker.0 Request processed in 52us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320520.382060:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3641
00000100:00080000:0.0:1767320520.382081:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320520.382109:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993880960:0@lo:400:kworker.0
00000100:00100000:2.0:1767320520.382192:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993881088:0@lo:400:kworker.0
00000100:00100000:2.0:1767320520.382222:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320520.382252:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320520.382258:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993880448:0@lo:400:kworker.0
00000100:00100000:2.0:1767320520.382282:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320520.382381:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993880192:0@lo:38:kworker.0
00000100:00100000:1.0:1767320520.382411:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320520.382427:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993880320:0@lo:38:kworker.0
00000100:00100000:1.0:1767320520.382449:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320520.382472:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993880576:0@lo:38:kworker.0
00000100:00100000:1.0:1767320520.382492:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320520.382509:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993880832:0@lo:38:kworker.0
00000100:00100000:1.0:1767320520.382529:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320520.382556:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993880704
00000100:00100000:1.0:1767320520.382560:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993880704
00000100:00100000:1.0:1767320520.382591:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993880448
00000100:00100000:1.0:1767320520.382594:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993880448
00000100:00100000:1.0:1767320520.382612:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993880192
00000100:00100000:1.0:1767320520.382616:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993880192
00000100:00100000:1.0:1767320520.382625:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993880576
00000100:00100000:1.0:1767320520.382627:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993880576
00000100:00100000:1.0:1767320520.382633:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993880832
00000100:00100000:1.0:1767320520.382636:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993880832
00000100:00100000:1.0:1767320520.382645:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5900
00000100:00100000:1.0:1767320520.382651:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993880704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320520.382699:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993880704:12345-0@lo:400:kworker.0 Request processed in 49us (898us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320520.382707:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5900
00000100:00100000:1.0:1767320520.382720:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5901
00000100:00100000:1.0:1767320520.382727:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993880448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320520.382754:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993880448:12345-0@lo:400:kworker.0 Request processed in 28us (472us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320520.382761:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5901
00000100:00100000:1.0:1767320520.382772:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73178
00000100:00100000:1.0:1767320520.382776:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993880192:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320520.382794:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320520.382824:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993880192:12345-0@lo:38:kworker.0 Request processed in 46us (411us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320520.382830:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73178
00000100:00100000:1.0:1767320520.382841:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73179
00000100:00100000:1.0:1767320520.382845:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993880576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320520.382854:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320520.382876:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993880576:12345-0@lo:38:kworker.0 Request processed in 29us (383us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320520.382882:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73179
00000100:00100000:1.0:1767320520.382893:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73180
00000100:00100000:1.0:1767320520.382897:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993880832:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320520.382905:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320520.382924:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993880832:12345-0@lo:38:kworker.0 Request processed in 26us (394us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320520.382929:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73180
00000100:00100000:1.0:1767320520.382947:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993880320
00000100:00100000:1.0:1767320520.382951:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993880320
00000100:00100000:1.0:1767320520.382967:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314
00000100:00100000:1.0:1767320520.382972:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993880320:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320520.382981:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320520.383003:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993880320:12345-0@lo:38:kworker.0 Request processed in 30us (553us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320520.383009:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314
00000100:00080000:1.0:1767320520.383036:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320520.383054:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320520.383059:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320520.383062:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993880192:0@lo:38:kworker.0
00000100:00080000:1.0:1767320520.383071:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320520.383074:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320520.383077:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993880320:0@lo:38:kworker.0
00000100:00080000:1.0:1767320520.383084:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320520.383087:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320520.383090:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993880576:0@lo:38:kworker.0
00000100:00080000:1.0:1767320520.383097:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320520.383101:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320520.383104:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993880832:0@lo:38:kworker.0
00000100:00100000:1.0:1767320520.383138:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993880704:0@lo:400:kworker.0
00000100:00100000:2.0:1767320520.383251:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993880448:0@lo:400:kworker.0
00000100:00100000:0.0:1767320520.383314:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993881088
00000100:00100000:0.0:1767320520.383319:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993881088
00000100:00080000:1.0:1767320520.383406:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320520.383439:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3642
00000100:00100000:0.0:1767320520.383446:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993881088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320520.383495:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993881088:12345-0@lo:400:kworker.0 Request processed in 50us (1271us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320520.383502:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3642
00000100:00100000:1.0:1767320520.383556:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993881088:0@lo:400:kworker.0
00000100:00100000:2.0:1767320520.957299:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320520.959511:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320521.981296:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320521.981576:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320522.941810:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320522.941846:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993881216:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320522.941918:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320522.942189:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320522.942199:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993881344:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320522.942230:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320522.942283:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993881216
00000100:00100000:0.0:1767320522.942290:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993881216
00000100:00100000:0.0:1767320522.942342:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993881344
00000100:00100000:0.0:1767320522.942345:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993881344
00000100:00100000:0.0:1767320522.942367:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411
00000100:00100000:0.0:1767320522.942375:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993881216:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320522.942403:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320522.942445:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993881216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (527us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320522.942456:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411
00000100:00100000:0.0:1767320522.942473:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412
00000100:00100000:0.0:1767320522.942491:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993881344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320522.942507:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320522.942535:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993881344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320522.942541:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412
00000100:00100000:0.0:1767320522.942592:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993881344:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320522.942633:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993881216:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320522.943722:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320522.943729:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767320523.006788:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320523.009464:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320523.337495:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320523.337706:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942255232
00000100:00100000:3.0:1767320523.337716:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942255232
00000100:00100000:3.0:1767320523.337802:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73181
00000100:00100000:3.0:1767320523.337811:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942255232:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320523.337835:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320523.337912:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942255232:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 100us (427us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320523.337920:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73181
00000100:00100000:2.0:1767320523.343450:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320523.343530:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942255360
00000100:00100000:3.0:1767320523.343540:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942255360
00000100:00100000:3.0:1767320523.343752:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5902
00000100:00100000:3.0:1767320523.343764:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942255360:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320523.343904:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942255360:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 142us (462us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320523.343912:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5902
00000100:00080000:1.0:1767320523.346468:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320524.029574:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320524.029651:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320525.053281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320525.053769:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320525.501481:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320525.501493:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320525.501496:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320525.501499:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320525.501503:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320525.501510:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5765
00000100:00080000:0.0:1767320525.501524:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320525.501530:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320525.501565:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad7480 x1853163993881472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320525.501601:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320525.501604:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320525.501605:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320525.501613:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5765
00000100:00080000:0.0:1767320525.501615:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320525.501617:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320525.501627:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad5c00 x1853163993881600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320525.501659:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320525.501662:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320525.501663:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320525.501665:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5765
00000100:00080000:0.0:1767320525.501667:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320525.501669:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320525.501675:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6300 x1853163993881856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320525.501691:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320525.501695:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320525.501696:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320525.501700:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5765
00000100:00080000:0.0:1767320525.501702:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320525.501705:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320525.501714:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4700 x1853163993882112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320525.501754:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993881984:0@lo:400:kworker.0
00000100:00100000:0.0:1767320525.501829:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320525.501884:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320525.501891:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993882240:0@lo:400:kworker.0
00000100:00100000:0.0:1767320525.501916:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320525.501949:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993881984
00000100:00100000:0.0:1767320525.501956:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993881984
00000100:00100000:0.0:1767320525.502009:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5903
00000100:00100000:0.0:1767320525.502019:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993881984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320525.502066:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993881984:12345-0@lo:400:kworker.0 Request processed in 48us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320525.502072:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5903
00000100:00080000:0.0:1767320525.502095:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320525.502122:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993881984:0@lo:400:kworker.0
00000100:00100000:3.0:1767320525.502212:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993882368:0@lo:400:kworker.0
00000100:00100000:3.0:1767320525.502243:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320525.502274:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320525.502279:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993881728:0@lo:400:kworker.0
00000100:00100000:3.0:1767320525.502301:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320525.502333:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993882240
00000100:00100000:3.0:1767320525.502337:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993882240
00000100:00100000:3.0:1767320525.502368:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993882368
00000100:00100000:3.0:1767320525.502372:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993882368
00000100:00100000:3.0:1767320525.502394:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3643
00000100:00100000:3.0:1767320525.502401:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993882240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320525.502435:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993882240:12345-0@lo:400:kworker.0 Request processed in 35us (518us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320525.502441:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3643
00000100:00100000:3.0:1767320525.502453:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3644
00000100:00100000:3.0:1767320525.502460:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993882368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320525.502490:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993882368:12345-0@lo:400:kworker.0 Request processed in 31us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320525.502496:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3644
00000100:00100000:3.0:1767320525.502513:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993881728
00000100:00100000:3.0:1767320525.502517:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993881728
00000100:00100000:3.0:1767320525.502543:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5904
00000100:00100000:3.0:1767320525.502550:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993881728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320525.502594:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993881728:12345-0@lo:400:kworker.0 Request processed in 44us (292us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320525.502600:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5904
00000100:00100000:3.0:1767320525.502636:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993881728:0@lo:400:kworker.0
00000100:00100000:3.0:1767320525.502645:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993882368:0@lo:400:kworker.0
00000100:00100000:2.0:1767320525.503120:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993881472:0@lo:38:kworker.0
00000100:00100000:2.0:1767320525.503152:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320525.503198:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993881600:0@lo:38:kworker.0
00000100:00100000:2.0:1767320525.503224:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320525.503343:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993881472
00000100:00100000:3.0:1767320525.503349:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993881472
00000100:00100000:3.0:1767320525.503372:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73182
00000100:00100000:3.0:1767320525.503377:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993881472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320525.503396:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320525.503427:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993881472:12345-0@lo:38:kworker.0 Request processed in 48us (274us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320525.503433:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73182
00000100:00100000:1.0:1767320525.503499:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993881600
00000100:00100000:1.0:1767320525.503504:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993881600
00000100:00100000:1.0:1767320525.503543:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315
00000100:00100000:1.0:1767320525.503549:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993881600:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320525.503559:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320525.503600:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993881600:12345-0@lo:38:kworker.0 Request processed in 50us (375us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320525.503607:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315
00000100:00100000:2.0:1767320525.503961:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993881856:0@lo:38:kworker.0
00000100:00100000:2.0:1767320525.503990:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320525.504017:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993882112:0@lo:38:kworker.0
00000100:00100000:2.0:1767320525.504041:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320525.504074:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320525.504080:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320525.504083:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993881472:0@lo:38:kworker.0
00000100:00080000:2.0:1767320525.504094:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320525.504097:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320525.504100:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993881600:0@lo:38:kworker.0
00000100:00100000:2.0:1767320525.504149:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993881856
00000100:00100000:2.0:1767320525.504153:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993881856
00000100:00100000:2.0:1767320525.504191:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993882112
00000100:00100000:2.0:1767320525.504195:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993882112
00000100:00100000:2.0:1767320525.504222:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73183
00000100:00100000:2.0:1767320525.504227:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993881856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320525.504250:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320525.504690:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320525.504697:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320525.504699:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320525.504713:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73184
00000100:00100000:0.0:1767320525.504719:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993882112:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320525.504728:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320525.504778:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993882112:12345-0@lo:38:kworker.0 Request processed in 58us (736us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320525.504784:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73184
00000100:00100000:0.0:1767320525.504837:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993882240:0@lo:400:kworker.0
00000100:00080000:3.0:1767320525.504964:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320525.504969:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320525.504971:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993882112:0@lo:38:kworker.0
00000100:00100000:2.0:1767320525.506554:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993881856:12345-0@lo:38:kworker.0 Request processed in 2319us (2557us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320525.506567:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73183
00000100:00080000:3.0:1767320525.506669:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320525.506675:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320525.506678:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993881856:0@lo:38:kworker.0
00000100:00100000:2.0:1767320526.077296:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320526.084681:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320527.101291:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320527.101493:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320528.061513:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320528.061541:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993882496:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320528.061620:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320528.061733:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993882496
00000100:00100000:0.0:1767320528.061742:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993882496
00000100:00100000:0.0:1767320528.061800:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413
00000100:00100000:0.0:1767320528.061809:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993882496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320528.061838:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320528.061881:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993882496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320528.061888:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413
00000100:00080000:3.0:1767320528.061951:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320528.061983:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993882496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320528.062385:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993882624:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320528.062414:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320528.062630:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993882624
00000100:00100000:1.0:1767320528.062635:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993882624
00000100:00100000:1.0:1767320528.062676:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414
00000100:00100000:1.0:1767320528.062693:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993882624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320528.062712:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320528.062797:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993882624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320528.062804:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414
00000100:00080000:3.0:1767320528.062860:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320528.068015:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993882624:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320528.126025:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320528.127144:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320528.457349:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320528.457431:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320528.462936:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942255616
00000100:00100000:2.0:1767320528.462952:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942255616
00000100:00100000:2.0:1767320528.463043:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942255488
00000100:00100000:2.0:1767320528.463047:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942255488
00000100:00100000:2.0:1767320528.463074:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5905
00000100:00100000:2.0:1767320528.463085:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942255616:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320528.463185:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942255616:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 101us (5845us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320528.463194:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5905
00000100:00100000:2.0:1767320528.463215:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73185
00000100:00100000:2.0:1767320528.463220:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942255488:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320528.463241:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320528.463268:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942255488:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (5836us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320528.463275:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73185
00000100:00080000:0.0:1767320528.464854:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320529.149373:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320529.149496:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320530.174914:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320530.175478:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320530.621637:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320505/real 1767320505]  req@ffff89b72f412300 x1853163993876224/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320530 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320530.621680:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b72f412300 x1853163993876224/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320530 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320530.621703:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320530.621729:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320530.621733:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993876224:0@lo:250:kworker.0
00000100:00080000:1.0:1767320530.623727:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320530.623738:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767320530.623742:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320530.623750:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5749
00000100:00080000:1.0:1767320530.623756:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320530.623764:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320530.623803:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411880 x1853163993882752/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320530.623838:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320530.623842:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320530.623844:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320530.623848:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5770
00000100:00080000:1.0:1767320530.623851:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320530.623854:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320530.623871:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f412300 x1853163993882880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320530.623880:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320530.623883:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320530.623885:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320530.623889:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5770
00000100:00080000:1.0:1767320530.623891:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320530.623894:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320530.623905:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635b800 x1853163993883008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320530.623938:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320530.623942:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320530.623944:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320530.623947:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5770
00000100:00080000:1.0:1767320530.623950:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320530.623953:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320530.623964:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103ed80 x1853163993883264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320530.623985:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320530.623988:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320530.623990:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320530.623993:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5770
00000100:00080000:1.0:1767320530.623995:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320530.623998:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320530.624007:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac700 x1853163993883520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320530.625392:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993883136:0@lo:400:kworker.0
00000100:00100000:0.0:1767320530.625509:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320530.625552:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993883392:0@lo:400:kworker.0
00000100:00100000:3.0:1767320530.625589:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320530.625617:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320530.625617:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320530.625623:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993883776:0@lo:400:kworker.0
00000100:00100000:3.0:1767320530.625634:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993883648:0@lo:400:kworker.0
00000100:00100000:0.0:1767320530.625651:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320530.625677:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320530.625697:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993883776
00000100:00100000:3.0:1767320530.625698:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993883648
00000100:00100000:0.0:1767320530.625704:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993883776
00000100:00100000:3.0:1767320530.625704:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993883648
00000100:00100000:0.0:1767320530.625766:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3645
00000100:00100000:0.0:1767320530.625776:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993883776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320530.625835:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993883776:12345-0@lo:400:kworker.0 Request processed in 60us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320530.625844:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3645
00000100:00100000:1.0:1767320530.625857:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993883136
00000100:00100000:1.0:1767320530.625861:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993883136
00000100:00100000:2.0:1767320530.625932:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993882752:0@lo:250:kworker.0
00000400:00000100:2.0:1767320530.625958:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993882752 offset 0 length 520: 4
00000100:00100000:2.0:1767320530.625977:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993882880:0@lo:38:kworker.0
00000100:00100000:3.0:1767320530.626020:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3646
00000100:00100000:3.0:1767320530.626026:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993883648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320530.626074:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993883648:12345-0@lo:400:kworker.0 Request processed in 47us (396us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320530.626080:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3646
00000100:00100000:3.0:1767320530.626116:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993883648:0@lo:400:kworker.0
00000100:00100000:2.0:1767320530.626759:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320530.626790:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993883008:0@lo:38:kworker.0
00000100:00100000:2.0:1767320530.626821:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320530.626841:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993883264:0@lo:38:kworker.0
00000100:00100000:2.0:1767320530.626862:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320530.626880:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993883520:0@lo:38:kworker.0
00000100:00100000:2.0:1767320530.626899:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320530.626936:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993883008
00000100:00100000:2.0:1767320530.626941:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993883008
00000100:00100000:2.0:1767320530.626968:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316
00000100:00100000:2.0:1767320530.626975:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993883008:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767320530.626985:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320530.626991:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320530.626994:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:2.0:1767320530.626996:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320530.627008:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993883392
00000100:00100000:0.0:1767320530.627012:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993883392
00000100:00100000:2.0:1767320530.627031:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993883008:12345-0@lo:38:kworker.0 Request processed in 55us (209us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320530.627047:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993882880
00000100:00100000:0.0:1767320530.627050:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993882880
00000100:00100000:3.0:1767320530.627234:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993883264
00000100:00100000:3.0:1767320530.627238:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993883264
00000100:00100000:0.0:1767320530.627242:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993883520
00000100:00100000:0.0:1767320530.627244:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993883520
00000100:00100000:2.0:1767320530.627332:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316
00000100:00100000:3.0:1767320530.627376:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5906
00000100:00100000:0.0:1767320530.627382:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73186
00000100:00100000:0.0:1767320530.627386:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993882880:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320530.627386:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993883392:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767320530.627396:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320530.627425:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993882880:12345-0@lo:38:kworker.0 Request processed in 37us (667us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320530.627429:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993883392:12345-0@lo:400:kworker.0 Request processed in 46us (1839us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320530.627432:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73186
00000100:00100000:3.0:1767320530.627435:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5906
00000100:00100000:0.0:1767320530.627551:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73187
00000100:00100000:0.0:1767320530.627555:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993883264:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320530.627564:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320530.627589:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993883264:12345-0@lo:38:kworker.0 Request processed in 33us (726us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320530.627594:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73187
00000100:00100000:0.0:1767320530.627605:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73188
00000100:00100000:0.0:1767320530.627609:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993883520:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320530.627616:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320530.627636:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993883520:12345-0@lo:38:kworker.0 Request processed in 26us (737us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320530.627642:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73188
00000100:00100000:0.0:1767320530.638591:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993883776:0@lo:400:kworker.0
00000100:00080000:0.0:1767320530.638650:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320530.638807:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993883392:0@lo:400:kworker.0
00000100:00080000:0.0:1767320530.638860:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320530.638868:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320530.638872:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993882880:0@lo:38:kworker.0
00000100:00080000:0.0:1767320530.638885:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320530.638889:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320530.638892:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993883008:0@lo:38:kworker.0
00000100:00080000:0.0:1767320530.638904:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320530.638907:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320530.638910:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993883264:0@lo:38:kworker.0
00000100:00080000:0.0:1767320530.638921:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320530.638924:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320530.638927:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993883520:0@lo:38:kworker.0
00000100:00100000:2.0:1767320530.639185:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5907
00000100:00100000:2.0:1767320530.639210:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993883136:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320530.639842:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993883136:12345-0@lo:400:kworker.0 Request processed in 644us (14330us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320530.639852:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5907
00000100:00100000:3.0:1767320530.639964:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993883136:0@lo:400:kworker.0
00000100:00100000:2.0:1767320531.197250:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320531.197611:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320532.221379:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320532.221426:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320533.181422:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993883904:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320533.181504:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320533.181651:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993884032:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320533.181693:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320533.181744:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993883904
00000100:00100000:1.0:1767320533.181752:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993883904
00000100:00100000:1.0:1767320533.181825:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993884032
00000100:00100000:1.0:1767320533.181828:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993884032
00000100:00100000:1.0:1767320533.181854:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3415
00000100:00100000:1.0:1767320533.181864:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993883904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320533.181893:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767320533.181960:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320533.181965:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320533.181992:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3416
00000100:00100000:2.0:1767320533.182001:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993884032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320533.182020:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320533.182053:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993884032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (359us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320533.182061:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3416
00000100:00100000:2.0:1767320533.182207:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993884032:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320533.186545:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993883904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4672us (5030us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320533.186556:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993883904:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320533.186563:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3415
00000100:00100000:0.0:1767320533.245308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320533.245659:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320533.582806:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320533.582837:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:3.0:1767320533.582853:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942256000 offset 0 length 520: 4
00000100:00100000:1.0:1767320533.582902:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942255872
00000100:00100000:1.0:1767320533.582913:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942255872
00000100:00100000:2.0:1767320533.582941:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942255744
00000100:00100000:2.0:1767320533.582946:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942255744
00000100:00100000:2.0:1767320533.582988:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5908
00000100:00100000:2.0:1767320533.582999:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942255872:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:0.0:1767320533.583014:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320533.583079:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942255872:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 83us (281us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320533.583089:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5908
00000100:00100000:2.0:1767320533.583108:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73189
00000100:00100000:2.0:1767320533.583113:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942255744:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320533.583135:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320533.583188:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942255744:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (319us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320533.583195:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73189
00000100:00100000:0.0:1767320534.269290:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320534.269874:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320535.293978:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320535.294041:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767320535.742571:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320535.742584:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320535.742587:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320535.742591:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320535.742595:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320535.742603:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5775
00000100:00080000:2.0:1767320535.742608:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320535.742615:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320535.742658:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710a300 x1853163993884160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320535.742691:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320535.742695:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320535.742697:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320535.742701:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5775
00000100:00080000:2.0:1767320535.742703:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320535.742707:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320535.742720:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108700 x1853163993884288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320535.742767:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767320535.742832:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320535.742849:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993884416:0@lo:400:kworker.0
00000100:00100000:1.0:1767320535.742930:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320535.742949:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320535.742953:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320535.742958:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5775
00000100:00080000:2.0:1767320535.742960:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320535.742965:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320535.742982:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617109180 x1853163993884544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320535.743017:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320535.743022:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320535.743024:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320535.743028:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5775
00000100:00080000:2.0:1767320535.743031:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767320535.743037:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993884672:0@lo:400:kworker.0
00000100:00080000:2.0:1767320535.743037:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320535.743059:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293ca80 x1853163993884800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320535.743071:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320535.743097:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320535.743106:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993884928:0@lo:400:kworker.0
00000100:00100000:1.0:1767320535.743136:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320535.743207:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993884416
00000100:00100000:1.0:1767320535.743210:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993885056:0@lo:400:kworker.0
00000100:00100000:0.0:1767320535.743217:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993884416
00000100:00100000:1.0:1767320535.743238:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320535.743282:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993884672
00000100:00100000:0.0:1767320535.743287:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993884672
00000100:00080000:1.0:1767320535.743292:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320535.743311:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993884160:0@lo:38:kworker.0
00000100:00100000:0.0:1767320535.743318:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5909
00000100:00100000:0.0:1767320535.743328:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993884416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320535.743352:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320535.743375:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993884288:0@lo:38:kworker.0
00000100:00100000:0.0:1767320535.743404:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993884416:12345-0@lo:400:kworker.0 Request processed in 77us (484us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320535.743415:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5909
00000100:00100000:1.0:1767320535.743417:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320535.743439:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993884160
00000100:00100000:0.0:1767320535.743443:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993884160
00000100:00100000:1.0:1767320535.743449:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993884544:0@lo:38:kworker.0
00000100:00100000:0.0:1767320535.743466:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5910
00000100:00100000:0.0:1767320535.743479:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993884672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320535.743481:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320535.743508:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993884800:0@lo:38:kworker.0
00000100:00100000:0.0:1767320535.743529:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993884672:12345-0@lo:400:kworker.0 Request processed in 54us (458us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320535.743536:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5910
00000100:00100000:1.0:1767320535.743541:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320535.743584:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993884416:0@lo:400:kworker.0
00000100:00100000:1.0:1767320535.743619:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993884544
00000100:00100000:1.0:1767320535.743623:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993884544
00000100:00100000:1.0:1767320535.743637:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73190
00000100:00100000:1.0:1767320535.743642:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993884160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320535.743661:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320535.743696:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993884160:12345-0@lo:38:kworker.0 Request processed in 52us (344us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320535.743703:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73190
00000100:00100000:1.0:1767320535.743726:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993884800
00000100:00100000:1.0:1767320535.743730:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993884800
00000100:00100000:1.0:1767320535.743743:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73191
00000100:00100000:1.0:1767320535.743747:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993884544:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320535.743756:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320535.743780:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993884544:12345-0@lo:38:kworker.0 Request processed in 31us (304us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320535.743785:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73191
00000100:00100000:1.0:1767320535.743797:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73192
00000100:00100000:1.0:1767320535.743801:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993884800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320535.743810:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320535.743832:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993884800:12345-0@lo:38:kworker.0 Request processed in 30us (294us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320535.743838:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73192
00000100:00080000:1.0:1767320535.743869:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320535.743875:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320535.743878:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993884160:0@lo:38:kworker.0
00000100:00080000:1.0:1767320535.743886:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320535.743889:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320535.743892:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993884544:0@lo:38:kworker.0
00000100:00080000:1.0:1767320535.743899:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320535.743902:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320535.743905:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993884800:0@lo:38:kworker.0
00000100:00100000:1.0:1767320535.743951:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993884672:0@lo:400:kworker.0
00000100:00100000:3.0:1767320535.744197:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993884928
00000100:00100000:3.0:1767320535.744202:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993884928
00000100:00100000:3.0:1767320535.744241:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993885056
00000100:00100000:3.0:1767320535.744245:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993885056
00000100:00100000:3.0:1767320535.744268:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3647
00000100:00100000:3.0:1767320535.744275:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993884928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320535.744309:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3648
00000100:00100000:3.0:1767320535.744324:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993884928:12345-0@lo:400:kworker.0 Request processed in 45us (1183us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320535.744325:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993885056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320535.744338:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3647
00000100:00100000:0.0:1767320535.744375:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993885056:12345-0@lo:400:kworker.0 Request processed in 57us (1136us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320535.744382:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3648
00000100:00100000:3.0:1767320535.744395:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993884928:0@lo:400:kworker.0
00000100:00100000:2.0:1767320535.744514:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993884288
00000100:00100000:2.0:1767320535.744519:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993884288
00000100:00100000:2.0:1767320535.744734:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317
00000100:00100000:2.0:1767320535.744739:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993884288:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320535.744751:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320535.744804:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993884288:12345-0@lo:38:kworker.0 Request processed in 63us (1390us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320535.744810:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317
00000100:00080000:1.0:1767320535.744898:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320535.744902:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320535.744934:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993885056:0@lo:400:kworker.0
00000100:00080000:0.0:1767320535.745006:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320535.745011:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320535.745015:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993884288:0@lo:38:kworker.0
00000100:00100000:1.0:1767320536.317552:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320536.317692:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320537.341495:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320537.341573:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320538.302431:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320538.302450:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993885184:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320538.302520:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320538.302710:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320538.302719:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993885312:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320538.302747:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320538.302780:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993885184
00000100:00100000:1.0:1767320538.302787:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993885184
00000100:00100000:1.0:1767320538.302836:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993885312
00000100:00100000:1.0:1767320538.302839:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993885312
00000100:00100000:1.0:1767320538.302863:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417
00000100:00100000:1.0:1767320538.302871:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993885184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320538.302899:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320538.303130:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993885184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 259us (608us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320538.303141:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417
00000100:00100000:1.0:1767320538.303177:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418
00000100:00100000:1.0:1767320538.303185:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993885312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320538.303202:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320538.303243:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993885312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (496us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320538.303249:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418
00000100:00080000:1.0:1767320538.303267:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320538.303270:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320538.303304:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993885312:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320538.303335:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993885184:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320538.366040:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320538.366861:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320538.696073:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320538.696194:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942256128
00000100:00100000:3.0:1767320538.696203:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942256128
00000100:00100000:3.0:1767320538.696255:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73193
00000100:00100000:3.0:1767320538.696263:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942256128:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320538.696294:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320538.696375:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942256128:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 111us (311us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320538.696382:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73193
00000100:00100000:0.0:1767320538.698716:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320538.698799:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942256256
00000100:00100000:3.0:1767320538.698818:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942256256
00000100:00100000:3.0:1767320538.698892:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5911
00000100:00100000:3.0:1767320538.698902:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942256256:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:1.0:1767320538.699044:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320538.699368:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942256256:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 466us (656us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320538.699376:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5911
00010000:00010000:0.0:1767320539.389764:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320539.389882:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320540.414768:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320540.423329:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320540.861737:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320540.861748:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320540.861751:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320540.861755:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320540.861759:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320540.861768:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5780
00000100:00080000:2.0:1767320540.861773:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320540.861780:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320540.861818:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293ce00 x1853163993885440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320540.861845:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320540.861849:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320540.861851:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320540.861855:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5780
00000100:00080000:2.0:1767320540.861857:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320540.861861:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320540.861877:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293f480 x1853163993885568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320540.861917:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320540.861929:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320540.861931:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320540.861934:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5780
00000100:00080000:2.0:1767320540.861937:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320540.861940:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320540.861950:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293e680 x1853163993885824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320540.861972:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320540.861976:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320540.861977:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320540.861981:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5780
00000100:00080000:2.0:1767320540.861983:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320540.861986:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320540.861996:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293e300 x1853163993886080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320540.862125:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993886336:0@lo:400:kworker.0
00000100:00100000:3.0:1767320540.862237:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320540.862320:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320540.862326:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993885696:0@lo:400:kworker.0
00000100:00100000:3.0:1767320540.862352:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320540.862380:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993886208:0@lo:400:kworker.0
00000100:00100000:3.0:1767320540.862402:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320540.862420:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320540.862425:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993885952:0@lo:400:kworker.0
00000100:00100000:3.0:1767320540.862447:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320540.862477:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993885696
00000100:00100000:3.0:1767320540.862484:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993885696
00000100:00100000:3.0:1767320540.862540:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993885952
00000100:00100000:3.0:1767320540.862543:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993885952
00000100:00100000:3.0:1767320540.862568:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5912
00000100:00100000:3.0:1767320540.862577:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993885696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320540.862628:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993885696:12345-0@lo:400:kworker.0 Request processed in 52us (274us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320540.862635:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5912
00000100:00100000:3.0:1767320540.862652:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5913
00000100:00100000:3.0:1767320540.862658:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993885952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320540.862688:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993885952:12345-0@lo:400:kworker.0 Request processed in 30us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320540.862694:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5913
00000100:00080000:3.0:1767320540.862710:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320540.862739:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993885952:0@lo:400:kworker.0
00000100:00100000:3.0:1767320540.862764:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993885696:0@lo:400:kworker.0
00000100:00100000:0.0:1767320540.863299:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993886336
00000100:00100000:0.0:1767320540.863305:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993886336
00000100:00100000:0.0:1767320540.863349:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993886208
00000100:00100000:0.0:1767320540.863353:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993886208
00000100:00100000:0.0:1767320540.863377:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3649
00000100:00100000:0.0:1767320540.863385:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993886336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320540.863430:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993886336:12345-0@lo:400:kworker.0 Request processed in 46us (1203us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320540.863436:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3649
00000100:00100000:0.0:1767320540.863451:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3650
00000100:00100000:0.0:1767320540.863457:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993886208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320540.863489:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993886208:12345-0@lo:400:kworker.0 Request processed in 32us (1085us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320540.863496:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3650
00000100:00100000:0.0:1767320540.863533:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993885440:0@lo:38:kworker.0
00000100:00100000:0.0:1767320540.863562:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320540.863579:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993885568:0@lo:38:kworker.0
00000100:00100000:0.0:1767320540.863601:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320540.863625:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993885824:0@lo:38:kworker.0
00000100:00100000:0.0:1767320540.863647:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320540.863662:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993886080:0@lo:38:kworker.0
00000100:00100000:0.0:1767320540.863682:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320540.863707:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993885440
00000100:00100000:0.0:1767320540.863710:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993885440
00000100:00100000:0.0:1767320540.863728:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993885824
00000100:00100000:0.0:1767320540.863730:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993885824
00000100:00100000:0.0:1767320540.863740:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993886080
00000100:00100000:0.0:1767320540.863743:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993886080
00000100:00100000:0.0:1767320540.863756:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73194
00000100:00100000:0.0:1767320540.863761:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993885440:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320540.863781:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320540.863814:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993885440:12345-0@lo:38:kworker.0 Request processed in 52us (251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320540.863820:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73194
00000100:00100000:0.0:1767320540.863832:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73195
00000100:00100000:0.0:1767320540.863836:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993885824:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320540.863845:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320540.863866:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993885824:12345-0@lo:38:kworker.0 Request processed in 29us (218us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320540.863872:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73195
00000100:00100000:0.0:1767320540.863883:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73196
00000100:00100000:0.0:1767320540.863887:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993886080:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320540.863895:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320540.863914:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993886080:12345-0@lo:38:kworker.0 Request processed in 27us (232us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320540.864276:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993886208:0@lo:400:kworker.0
00000100:00100000:1.0:1767320540.864317:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993886336:0@lo:400:kworker.0
00000100:00080000:1.0:1767320540.864356:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320540.864361:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320540.864364:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993885440:0@lo:38:kworker.0
00000100:00080000:1.0:1767320540.864372:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320540.864375:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320540.864378:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993885824:0@lo:38:kworker.0
00000100:00080000:1.0:1767320540.864387:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320540.864390:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320540.864392:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993886080:0@lo:38:kworker.0
00000100:00080000:3.0:1767320540.864612:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320540.864619:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320540.864687:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993885568
00000100:00100000:2.0:1767320540.864693:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993885568
00000100:00100000:2.0:1767320540.864726:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318
00000100:00100000:2.0:1767320540.864732:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993885568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320540.864745:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320540.864790:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993885568:12345-0@lo:38:kworker.0 Request processed in 57us (1187us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320540.864796:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318
00000100:00080000:1.0:1767320540.865528:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320540.865535:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320540.865539:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993885568:0@lo:38:kworker.0
00000100:00100000:0.0:1767320540.865606:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73196
00000100:00100000:0.0:1767320541.443131:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320541.443932:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320542.461311:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320542.461629:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320543.421585:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320543.421614:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993886464:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320543.421700:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320543.421794:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993886592:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320543.421826:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320543.426356:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993886464
00000100:00100000:0.0:1767320543.426376:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993886464
00000100:00080000:3.0:1767320543.426583:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320543.429020:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993886592
00000100:00100000:1.0:1767320543.429348:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993886592
00000100:00100000:0.0:1767320543.429501:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419
00000100:00100000:0.0:1767320543.429516:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993886464:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320543.429551:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320543.429663:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993886464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 151us (7962us total) trans 0 rc 0/0
00000100:00080000:3.0:1767320543.429866:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320543.429915:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993886464:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320543.430609:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420
00000100:00100000:1.0:1767320543.430624:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993886592:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320543.430658:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320543.430707:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993886592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (8880us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320543.430713:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420
00000100:00100000:1.0:1767320543.430757:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993886592:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320543.431022:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419
00000100:00100000:2.0:1767320543.485259:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320543.487298:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320543.816309:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320543.816505:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320543.816853:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942256512
00000100:00100000:0.0:1767320543.816868:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942256512
00000100:00100000:0.0:1767320543.816960:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942256384
00000100:00100000:0.0:1767320543.816964:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942256384
00000100:00100000:0.0:1767320543.816990:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5914
00000100:00100000:0.0:1767320543.817002:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942256512:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:2.0:1767320543.817276:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320543.817302:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73197
00000100:00100000:2.0:1767320543.817309:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942256384:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320543.817336:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320543.817843:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942256512:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 840us (1546us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320543.817855:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5914
00000100:00100000:2.0:1767320543.824961:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942256384:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 7629us (8434us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320543.824982:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73197
00000100:00100000:2.0:1767320544.510186:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320544.510966:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320545.533619:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320545.534972:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767320545.983090:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320545.983102:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320545.983106:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320545.983110:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320545.983114:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320545.983123:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5785
00000100:00080000:3.0:1767320545.983129:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320545.983135:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320545.983205:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab5180 x1853163993886720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320545.983232:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320545.983236:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320545.983238:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320545.983242:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5785
00000100:00080000:3.0:1767320545.983245:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320545.983248:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320545.983261:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6680 x1853163993886848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320545.983302:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320545.983306:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320545.983308:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320545.983311:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5785
00000100:00080000:3.0:1767320545.983314:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320545.983317:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320545.983327:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4e00 x1853163993887104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320545.983348:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320545.983351:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320545.983353:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320545.983356:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5785
00000100:00080000:3.0:1767320545.983358:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320545.983361:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320545.983370:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7100 x1853163993887360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320545.983443:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993886976:0@lo:400:kworker.0
00000100:00100000:3.0:1767320545.983522:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320545.983595:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320545.983602:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993887616:0@lo:400:kworker.0
00000100:00100000:3.0:1767320545.983625:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320545.983961:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993887232:0@lo:400:kworker.0
00000100:00100000:3.0:1767320545.983989:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320545.984007:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320545.984012:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993887488:0@lo:400:kworker.0
00000100:00100000:3.0:1767320545.984029:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320545.984057:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993887616
00000100:00100000:3.0:1767320545.984064:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993887616
00000100:00100000:3.0:1767320545.984107:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993887488
00000100:00100000:3.0:1767320545.984110:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993887488
00000100:00100000:3.0:1767320545.984128:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3651
00000100:00100000:3.0:1767320545.984136:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993887616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320545.984218:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993887616:12345-0@lo:400:kworker.0 Request processed in 83us (592us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320545.984226:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3651
00000100:00100000:3.0:1767320545.984524:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3652
00000100:00100000:3.0:1767320545.984533:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993887488:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320545.984924:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993887488:12345-0@lo:400:kworker.0 Request processed in 391us (893us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320545.984935:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993886720:0@lo:38:kworker.0
00000100:00100000:3.0:1767320545.984936:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3652
00000100:00100000:3.0:1767320545.984984:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993887488:0@lo:400:kworker.0
00000100:00100000:3.0:1767320545.985014:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993887616:0@lo:400:kworker.0
00000100:00100000:1.0:1767320545.985065:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320545.985124:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993886848:0@lo:38:kworker.0
00000100:00100000:2.0:1767320545.985141:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993886976
00000100:00100000:2.0:1767320545.985149:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993886976
00000100:00100000:1.0:1767320545.985190:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320545.985250:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993887232
00000100:00100000:2.0:1767320545.985255:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993887232
00000100:00100000:1.0:1767320545.985260:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993887104:0@lo:38:kworker.0
00000100:00100000:2.0:1767320545.985280:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993886720
00000100:00100000:2.0:1767320545.985285:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993886720
00000100:00100000:1.0:1767320545.985293:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320545.985318:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993887360:0@lo:38:kworker.0
00000100:00100000:2.0:1767320545.985323:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993887104
00000100:00100000:2.0:1767320545.985329:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993887104
00000100:00100000:1.0:1767320545.985337:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320545.985355:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993887360
00000100:00100000:2.0:1767320545.985359:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993887360
00000100:00100000:2.0:1767320545.985384:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5915
00000100:00100000:1.0:1767320545.985398:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5916
00000100:00100000:1.0:1767320545.985417:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993887232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320545.985421:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993886976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320545.985475:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993887232:12345-0@lo:400:kworker.0 Request processed in 69us (1485us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320545.985482:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5916
00000100:00100000:2.0:1767320545.985508:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993886976:12345-0@lo:400:kworker.0 Request processed in 112us (1983us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320545.985509:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73198
00000100:00100000:1.0:1767320545.985525:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993886720:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320545.985529:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5915
00000100:00100000:2.0:1767320545.985552:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73199
00000100:00100000:2.0:1767320545.985558:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993887104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320545.985565:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767320545.985592:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320545.985609:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993886720:12345-0@lo:38:kworker.0 Request processed in 85us (544us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320545.985616:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73198
00000100:00100000:1.0:1767320545.985646:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73200
00000100:00100000:1.0:1767320545.985653:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993887360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320545.985665:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320545.985700:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993887360:12345-0@lo:38:kworker.0 Request processed in 45us (361us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320545.985705:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73200
00000100:00080000:1.0:1767320545.985734:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320545.985739:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320545.985741:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993886720:0@lo:38:kworker.0
00000100:00080000:1.0:1767320545.985748:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320545.985751:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320545.985752:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993887104:0@lo:38:kworker.0
00000100:00080000:1.0:1767320545.985757:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320545.985760:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320545.985762:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993887360:0@lo:38:kworker.0
00000100:00080000:1.0:1767320545.985822:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320545.985828:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320545.985830:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320545.985849:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993887104:12345-0@lo:38:kworker.0 Request processed in 78us (343us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320545.985863:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73199
00000100:00100000:1.0:1767320545.985891:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993886976:0@lo:400:kworker.0
00000100:00100000:3.0:1767320545.986658:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993886848
00000100:00100000:3.0:1767320545.986668:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993886848
00000100:00100000:3.0:1767320545.986715:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319
00000100:00100000:3.0:1767320545.986722:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993886848:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320545.986737:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320545.986794:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993886848:12345-0@lo:38:kworker.0 Request processed in 73us (1606us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320545.986802:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319
00000100:00100000:3.0:1767320545.986840:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993887232:0@lo:400:kworker.0
00000100:00080000:1.0:1767320545.987661:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320545.987669:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320545.987673:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993886848:0@lo:38:kworker.0
00010000:00010000:0.0:1767320546.558202:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320546.558500:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320547.581326:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320547.581423:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320548.541508:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993887744:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320548.541623:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320548.542397:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320548.542422:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993887872:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320548.542466:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320548.542503:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993887744
00000100:00100000:3.0:1767320548.542517:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993887744
00000100:00100000:0.0:1767320548.542525:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993887872
00000100:00100000:0.0:1767320548.542533:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993887872
00000100:00100000:3.0:1767320548.542603:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421
00000100:00100000:3.0:1767320548.542615:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993887744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320548.542650:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320548.542738:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993887744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (1117us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320548.542746:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421
00000100:00100000:0.0:1767320548.546130:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3422
00000100:00100000:0.0:1767320548.546183:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993887872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320548.546241:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320548.546389:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993887872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 234us (3913us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320548.546400:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3422
00000100:00100000:2.0:1767320548.546834:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993887872:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320548.547203:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320548.547212:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320548.547257:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993887744:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320548.606732:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320548.607133:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320548.937053:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320548.937763:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942256640
00000100:00100000:3.0:1767320548.937777:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942256640
00000100:00100000:3.0:1767320548.937853:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73201
00000100:00100000:3.0:1767320548.937862:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942256640:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320548.937890:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320548.937976:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942256640:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 113us (931us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320548.937986:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73201
00000100:00100000:3.0:1767320548.943984:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320548.951238:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942256768
00000100:00100000:0.0:1767320548.951258:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942256768
00000100:00100000:0.0:1767320548.951536:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5917
00000100:00100000:0.0:1767320548.951548:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942256768:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320548.951662:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942256768:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 116us (7688us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320548.951669:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5917
00000100:00080000:1.0:1767320548.955433:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320549.629328:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320549.629552:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320550.653611:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320550.653685:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320551.101636:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320551.101648:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320551.101651:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320551.101655:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320551.101660:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320551.101669:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5790
00000100:00080000:1.0:1767320551.101674:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320551.101683:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320551.101750:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710b100 x1853163993888000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320551.101767:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320551.101770:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320551.101772:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320551.101776:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5790
00000100:00080000:1.0:1767320551.101778:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320551.101782:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320551.101796:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617109180 x1853163993888128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320551.101836:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320551.101840:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320551.101842:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320551.101846:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5790
00000100:00080000:1.0:1767320551.101848:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320551.101853:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320551.101865:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108e00 x1853163993888384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320551.101893:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320551.101896:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320551.101898:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320551.101902:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5790
00000100:00080000:1.0:1767320551.101904:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320551.101907:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320551.101921:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cdc00 x1853163993888640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320551.101965:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993888768:0@lo:400:kworker.0
00000100:00100000:1.0:1767320551.102059:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320551.102142:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320551.102149:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993888512:0@lo:400:kworker.0
00000100:00100000:1.0:1767320551.102198:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320551.102228:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993888768
00000100:00100000:1.0:1767320551.102235:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993888768
00000100:00100000:1.0:1767320551.102295:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3653
00000100:00100000:1.0:1767320551.102304:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993888768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320551.102354:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993888768:12345-0@lo:400:kworker.0 Request processed in 51us (295us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320551.102362:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3653
00000100:00080000:1.0:1767320551.102384:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320551.102415:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993888768:0@lo:400:kworker.0
00000100:00100000:3.0:1767320551.102871:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993888896:0@lo:400:kworker.0
00000100:00100000:3.0:1767320551.102907:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320551.102945:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320551.102952:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993888256:0@lo:400:kworker.0
00000100:00100000:3.0:1767320551.102984:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320551.103019:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993888512
00000100:00100000:3.0:1767320551.103023:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993888512
00000100:00100000:3.0:1767320551.103075:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993888256
00000100:00100000:3.0:1767320551.103079:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993888256
00000100:00100000:3.0:1767320551.103101:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5918
00000100:00100000:3.0:1767320551.103123:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993888512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320551.103189:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993888512:12345-0@lo:400:kworker.0 Request processed in 67us (990us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320551.103194:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5918
00000100:00100000:3.0:1767320551.103208:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5919
00000100:00100000:3.0:1767320551.103214:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993888256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320551.103248:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993888256:12345-0@lo:400:kworker.0 Request processed in 34us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320551.103254:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5919
00000100:00080000:3.0:1767320551.103296:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320551.103317:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993888256:0@lo:400:kworker.0
00000100:00100000:3.0:1767320551.103343:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993888512:0@lo:400:kworker.0
00000100:00100000:0.0:1767320551.103600:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993888896
00000100:00100000:0.0:1767320551.103605:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993888896
00000100:00100000:0.0:1767320551.103642:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3654
00000100:00100000:0.0:1767320551.103649:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993888896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320551.103686:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993888896:12345-0@lo:400:kworker.0 Request processed in 38us (778us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320551.103693:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3654
00000100:00080000:0.0:1767320551.103714:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320551.103731:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993888896:0@lo:400:kworker.0
00000100:00100000:2.0:1767320551.105949:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993888000:0@lo:38:kworker.0
00000100:00100000:2.0:1767320551.106020:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320551.106071:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993888128:0@lo:38:kworker.0
00000100:00100000:2.0:1767320551.106095:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320551.106153:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993888384:0@lo:38:kworker.0
00000100:00100000:2.0:1767320551.106212:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320551.106235:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993888640:0@lo:38:kworker.0
00000100:00100000:2.0:1767320551.106251:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320551.106453:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993888128
00000100:00100000:0.0:1767320551.106460:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993888128
00000100:00100000:0.0:1767320551.106498:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320
00000100:00100000:0.0:1767320551.106506:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993888128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320551.106529:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320551.106608:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993888000
00000100:00100000:3.0:1767320551.106613:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993888000
00000100:00100000:3.0:1767320551.106637:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993888384
00000100:00100000:3.0:1767320551.106640:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993888384
00000100:00100000:3.0:1767320551.106652:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993888640
00000100:00100000:3.0:1767320551.106654:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993888640
00000100:00100000:3.0:1767320551.106667:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73202
00000100:00100000:3.0:1767320551.106672:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993888000:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320551.106682:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320551.106761:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73203
00000100:00100000:1.0:1767320551.106767:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993888384:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320551.106778:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320551.116412:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993888128:12345-0@lo:38:kworker.0 Request processed in 9893us (10302us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320551.116430:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320
00000100:00100000:0.0:1767320551.116528:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73204
00000100:00100000:0.0:1767320551.116535:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993888640:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320551.116558:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320551.116637:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993888640:12345-0@lo:38:kworker.0 Request processed in 101us (10384us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320551.116644:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73204
00000100:00080000:2.0:1767320551.118520:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320551.118533:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320551.118538:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993888640:0@lo:38:kworker.0
00000100:00080000:2.0:1767320551.118577:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320551.118580:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320551.118582:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993888128:0@lo:38:kworker.0
00000100:00100000:3.0:1767320551.118784:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993888000:12345-0@lo:38:kworker.0 Request processed in 12108us (12761us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320551.118796:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73202
00000100:00080000:2.0:1767320551.119144:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320551.119149:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320551.119153:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993888000:0@lo:38:kworker.0
00000100:00100000:1.0:1767320551.123408:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993888384:12345-0@lo:38:kworker.0 Request processed in 16626us (17182us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320551.123425:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73203
00000100:00080000:2.0:1767320551.129067:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320551.129082:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320551.129088:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993888384:0@lo:38:kworker.0
00000100:00100000:2.0:1767320551.677307:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320551.677585:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320552.701299:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320552.701591:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320553.661603:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993889024:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320553.661678:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320553.662028:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993889024
00000100:00100000:0.0:1767320553.662037:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993889024
00000100:00100000:0.0:1767320553.662113:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423
00000100:00100000:0.0:1767320553.662122:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993889024:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320553.662155:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320553.662224:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993889024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (536us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320553.662231:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423
00000100:00080000:3.0:1767320553.662363:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320553.662507:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993889024:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320553.662570:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320553.662583:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993889152:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320553.662616:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320553.662727:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993889152
00000100:00100000:2.0:1767320553.662732:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993889152
00000100:00100000:2.0:1767320553.662775:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424
00000100:00100000:2.0:1767320553.662782:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993889152:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320553.662801:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320553.662842:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993889152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320553.662849:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424
00000100:00100000:1.0:1767320553.662919:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993889152:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320553.662974:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320553.727010:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320553.727337:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320554.057772:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320554.058201:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942256896
00000100:00100000:3.0:1767320554.058216:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942256896
00000100:00100000:3.0:1767320554.058287:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73205
00000100:00100000:3.0:1767320554.058297:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942256896:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320554.058329:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320554.060586:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942256896:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 2275us (2814us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320554.060607:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73205
00000100:00100000:2.0:1767320554.063972:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320554.064236:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942257024
00000100:00100000:3.0:1767320554.064251:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942257024
00000100:00100000:3.0:1767320554.064475:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5920
00000100:00100000:3.0:1767320554.064497:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942257024:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320554.064611:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942257024:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 125us (654us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320554.064621:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5920
00000100:00080000:0.0:1767320554.065130:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320554.749476:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320554.749953:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320555.197348:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320530/real 1767320530]  req@ffff89b72f411880 x1853163993882752/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320555 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320555.197525:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b72f411880 x1853163993882752/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320555 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320555.197553:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320555.197580:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320555.197583:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993882752:0@lo:250:kworker.0
00000100:00080000:1.0:1767320555.197835:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320555.197843:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767320555.197847:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320555.197854:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5775
00000100:00080000:1.0:1767320555.197859:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320555.197867:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320555.197914:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cca80 x1853163993889280/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320555.197944:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320555.197949:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320555.197950:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320555.197954:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5795
00000100:00080000:1.0:1767320555.197957:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320555.197961:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320555.197979:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc380 x1853163993889408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320555.197989:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320555.197992:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320555.197993:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320555.197997:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5795
00000100:00080000:1.0:1767320555.198000:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320555.198003:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320555.198016:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cd500 x1853163993889536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320555.198076:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993889280:0@lo:250:kworker.0
00000100:00100000:3.0:1767320555.198156:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993889664:0@lo:400:kworker.0
00000400:00000100:2.0:1767320555.198187:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993889280 offset 0 length 520: 4
00000100:00100000:2.0:1767320555.198239:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993889408:0@lo:38:kworker.0
00000100:00100000:2.0:1767320555.198270:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320555.198285:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993889536:0@lo:38:kworker.0
00000100:00100000:2.0:1767320555.198305:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320555.198455:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320555.198605:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993889536
00000100:00100000:0.0:1767320555.198615:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993889536
00000100:00100000:0.0:1767320555.198744:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321
00000100:00100000:0.0:1767320555.198752:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b726fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993889536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320555.198774:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767320555.198814:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320555.198820:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320555.198824:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320555.198830:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5795
00000100:00080000:1.0:1767320555.198835:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767320555.198842:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b726fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993889536:12345-0@lo:38:kworker.0 Request processed in 84us (528us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767320555.198844:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320555.198861:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321
00000100:00100000:1.0:1767320555.198879:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc700 x1853163993889792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320555.198918:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320555.198922:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320555.198924:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320555.198928:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5795
00000100:00080000:1.0:1767320555.198931:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320555.198934:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320555.199046:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cf480 x1853163993890048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320555.199129:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993890176:0@lo:400:kworker.0
00000100:00100000:1.0:1767320555.199247:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320555.199279:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320555.199285:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993889920:0@lo:400:kworker.0
00000100:00100000:1.0:1767320555.199309:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320555.199343:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993890176
00000100:00100000:0.0:1767320555.199348:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993889408
00000100:00100000:1.0:1767320555.199348:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993890176
00000100:00100000:0.0:1767320555.199356:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993889408
00000100:00100000:0.0:1767320555.199381:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993889664
00000100:00100000:0.0:1767320555.199385:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993889664
00000100:00100000:0.0:1767320555.199418:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993889920
00000100:00100000:0.0:1767320555.199421:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993889920
00000100:00100000:0.0:1767320555.199443:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5921
00000100:00100000:0.0:1767320555.199450:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993889664:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320555.199498:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993889664:12345-0@lo:400:kworker.0 Request processed in 49us (1045us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320555.199505:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5921
00000100:00100000:0.0:1767320555.199519:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5922
00000100:00100000:0.0:1767320555.199526:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993889920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320555.199557:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993889920:12345-0@lo:400:kworker.0 Request processed in 33us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320555.199563:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5922
00000100:00100000:0.0:1767320555.199576:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73206
00000100:00100000:0.0:1767320555.199580:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993889408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320555.199592:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320555.199618:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993889408:12345-0@lo:38:kworker.0 Request processed in 36us (1347us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320555.199623:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73206
00000100:00080000:0.0:1767320555.199644:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320555.199649:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320555.199673:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3655
00000100:00100000:0.0:1767320555.199681:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993890176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320555.199710:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993890176:12345-0@lo:400:kworker.0 Request processed in 31us (463us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320555.199715:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3655
00000100:00100000:0.0:1767320555.199760:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993889920:0@lo:400:kworker.0
00000100:00100000:0.0:1767320555.199770:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993890176:0@lo:400:kworker.0
00000100:00100000:0.0:1767320555.199813:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993890304:0@lo:400:kworker.0
00000100:00100000:0.0:1767320555.199838:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320555.199864:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993890304
00000100:00100000:0.0:1767320555.199868:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993890304
00000100:00100000:0.0:1767320555.199893:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3656
00000100:00100000:0.0:1767320555.199899:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993890304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320555.199932:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993890304:12345-0@lo:400:kworker.0 Request processed in 33us (93us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320555.199937:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3656
00000100:00080000:0.0:1767320555.199954:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320555.199970:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993890304:0@lo:400:kworker.0
00000100:00100000:2.0:1767320555.202867:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993889792:0@lo:38:kworker.0
00000100:00100000:2.0:1767320555.202944:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320555.202986:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993890048:0@lo:38:kworker.0
00000100:00100000:2.0:1767320555.203007:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320555.203072:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320555.203078:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320555.203082:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993889408:0@lo:38:kworker.0
00000100:00080000:2.0:1767320555.203095:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320555.203099:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320555.203102:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993889536:0@lo:38:kworker.0
00000100:00100000:2.0:1767320555.203149:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993889792
00000100:00100000:2.0:1767320555.203155:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993889792
00000100:00100000:2.0:1767320555.203227:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993890048
00000100:00100000:2.0:1767320555.203231:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993890048
00000100:00100000:2.0:1767320555.203252:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73207
00000100:00100000:2.0:1767320555.203258:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993889792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320555.203280:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320555.203322:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993889792:12345-0@lo:38:kworker.0 Request processed in 62us (378us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320555.203329:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73207
00000100:00100000:2.0:1767320555.203344:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73208
00000100:00100000:2.0:1767320555.203348:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993890048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320555.203357:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320555.203378:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993890048:12345-0@lo:38:kworker.0 Request processed in 28us (370us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320555.203383:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73208
00000100:00080000:2.0:1767320555.203414:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320555.203419:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320555.203422:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993889792:0@lo:38:kworker.0
00000100:00080000:2.0:1767320555.203430:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320555.203433:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320555.203435:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993890048:0@lo:38:kworker.0
00000100:00100000:3.0:1767320555.203717:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993889664:0@lo:400:kworker.0
00000100:00100000:2.0:1767320555.775678:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320555.775762:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320556.797485:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320556.797637:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320557.821352:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320557.825493:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320558.151269:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320558.151563:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942257408
00000100:00100000:1.0:1767320558.151573:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942257408
00000100:00100000:1.0:1767320558.151667:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5923
00000100:00100000:1.0:1767320558.151679:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942257408:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320558.151769:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942257408:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 92us (515us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320558.151777:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5923
00000100:00080000:0.0:1767320558.151851:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:2.0:1767320558.152456:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942257152 offset 0 length 520: 4
00000100:00100000:2.0:1767320558.152491:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320558.152548:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942257280
00000100:00100000:1.0:1767320558.152555:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942257280
00000100:00100000:1.0:1767320558.152593:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73209
00000100:00100000:1.0:1767320558.152599:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942257280:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320558.152620:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320558.152668:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942257280:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 67us (175us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320558.152675:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73209
00000100:00100000:3.0:1767320558.782680:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993890432:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320558.782758:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320558.782898:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993890432
00000100:00100000:0.0:1767320558.782907:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993890432
00000100:00100000:0.0:1767320558.782981:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425
00000100:00100000:0.0:1767320558.782992:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993890432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320558.783024:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320558.783068:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993890432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320558.783076:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425
00000100:00080000:2.0:1767320558.783147:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320558.783228:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993890432:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320558.784113:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320558.784127:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993890560:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320558.784187:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320558.784271:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993890560
00000100:00100000:2.0:1767320558.784286:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993890560
00000100:00100000:2.0:1767320558.784350:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426
00000100:00100000:2.0:1767320558.784358:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993890560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320558.784379:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320558.784417:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993890560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320558.784424:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426
00000100:00100000:1.0:1767320558.784546:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993890560:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320558.784685:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767320558.845397:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320558.846437:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320559.869319:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320559.869595:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320560.317414:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320560.317427:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320560.317430:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320560.317434:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320560.317439:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320560.317448:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5799
00000100:00080000:3.0:1767320560.317452:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320560.317460:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320560.317501:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295d880 x1853163993890688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320560.317526:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320560.317530:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320560.317531:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320560.317536:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5799
00000100:00080000:3.0:1767320560.317538:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320560.317542:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320560.317555:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c700 x1853163993890816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320560.317595:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320560.317599:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320560.317600:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320560.317604:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5799
00000100:00080000:3.0:1767320560.317606:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320560.317609:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320560.317621:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ea00 x1853163993891072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320560.317660:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320560.317664:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320560.317665:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320560.317669:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5799
00000100:00080000:3.0:1767320560.317671:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320560.317675:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320560.317687:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313aed80 x1853163993891328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320560.317730:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993891200:0@lo:400:kworker.0
00000100:00100000:3.0:1767320560.317814:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320560.317891:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320560.317898:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993891456:0@lo:400:kworker.0
00000100:00100000:3.0:1767320560.317925:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320560.317981:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993891200
00000100:00100000:3.0:1767320560.317989:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993891200
00000100:00100000:3.0:1767320560.318040:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5924
00000100:00100000:3.0:1767320560.318049:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993891200:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320560.318099:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993891200:12345-0@lo:400:kworker.0 Request processed in 51us (292us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320560.318106:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5924
00000100:00100000:3.0:1767320560.318129:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993891456
00000100:00100000:3.0:1767320560.318133:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993891456
00000100:00100000:3.0:1767320560.318186:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3657
00000100:00100000:3.0:1767320560.318195:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993891456:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320560.318225:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993891456:12345-0@lo:400:kworker.0 Request processed in 32us (299us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320560.318230:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3657
00000100:00100000:3.0:1767320560.318282:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993891456:0@lo:400:kworker.0
00000100:00100000:3.0:1767320560.318293:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993891200:0@lo:400:kworker.0
00000100:00100000:1.0:1767320560.318374:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993890944:0@lo:400:kworker.0
00000100:00100000:1.0:1767320560.318454:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320560.318479:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320560.318484:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993891584:0@lo:400:kworker.0
00000100:00100000:1.0:1767320560.318506:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320560.318538:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993890944
00000100:00100000:1.0:1767320560.318542:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993890944
00000100:00100000:1.0:1767320560.318570:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5925
00000100:00100000:1.0:1767320560.318576:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993890944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320560.318608:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993890944:12345-0@lo:400:kworker.0 Request processed in 32us (154us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320560.318614:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5925
00000100:00100000:1.0:1767320560.318632:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993891584
00000100:00100000:1.0:1767320560.318635:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993891584
00000100:00100000:1.0:1767320560.318657:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3658
00000100:00100000:1.0:1767320560.318662:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993891584:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320560.318689:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993891584:12345-0@lo:400:kworker.0 Request processed in 27us (182us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320560.318695:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3658
00000100:00100000:1.0:1767320560.318719:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993891584:0@lo:400:kworker.0
00000100:00100000:1.0:1767320560.318728:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993890944:0@lo:400:kworker.0
00000100:00080000:0.0:1767320560.319084:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320560.319090:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320560.319092:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320560.319406:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993890688:0@lo:38:kworker.0
00000100:00100000:2.0:1767320560.319441:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320560.319467:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993890816:0@lo:38:kworker.0
00000100:00100000:2.0:1767320560.319490:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320560.319512:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993891072:0@lo:38:kworker.0
00000100:00100000:2.0:1767320560.319533:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320560.319609:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993890816
00000100:00100000:0.0:1767320560.319614:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993890816
00000100:00100000:0.0:1767320560.319651:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322
00000100:00100000:0.0:1767320560.319657:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993890816:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320560.319675:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320560.319707:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993890816:12345-0@lo:38:kworker.0 Request processed in 49us (216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320560.319713:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322
00000100:00100000:2.0:1767320560.319790:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993891328:0@lo:38:kworker.0
00000100:00100000:2.0:1767320560.319823:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320560.331147:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320560.331175:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320560.331181:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993890816:0@lo:38:kworker.0
00000100:00100000:1.0:1767320560.331413:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993890688
00000100:00100000:1.0:1767320560.331422:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993890688
00000100:00100000:1.0:1767320560.331469:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993891072
00000100:00100000:1.0:1767320560.331473:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993891072
00000100:00100000:1.0:1767320560.331496:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993891328
00000100:00100000:1.0:1767320560.331500:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993891328
00000100:00100000:1.0:1767320560.331520:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73210
00000100:00100000:1.0:1767320560.331528:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993890688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320560.331550:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320560.331616:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993890688:12345-0@lo:38:kworker.0 Request processed in 87us (12173us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320560.331623:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73210
00000100:00100000:1.0:1767320560.331652:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73211
00000100:00100000:1.0:1767320560.331656:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993891072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320560.331666:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320560.331690:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993891072:12345-0@lo:38:kworker.0 Request processed in 32us (12156us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320560.331697:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73211
00000100:00100000:1.0:1767320560.331708:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73212
00000100:00100000:1.0:1767320560.331712:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993891328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320560.331721:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320560.331743:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993891328:12345-0@lo:38:kworker.0 Request processed in 29us (11920us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320560.331748:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73212
00000100:00080000:1.0:1767320560.332128:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320560.332134:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320560.332138:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993890688:0@lo:38:kworker.0
00000100:00080000:1.0:1767320560.332147:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320560.332150:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320560.332153:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993891072:0@lo:38:kworker.0
00000100:00080000:1.0:1767320560.332183:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320560.332187:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320560.332190:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993891328:0@lo:38:kworker.0
00010000:00010000:0.0:1767320560.893386:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320560.893460:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320561.917293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320561.917492:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320562.941667:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320562.941671:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320563.273045:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320563.273094:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320563.273192:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942257664
00000100:00100000:3.0:1767320563.273202:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942257664
00000100:00100000:0.0:1767320563.273264:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942257536
00000100:00100000:0.0:1767320563.273270:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942257536
00000100:00100000:3.0:1767320563.273335:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5926
00000100:00080000:1.0:1767320563.273341:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320563.273359:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942257664:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320563.273445:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942257664:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 90us (410us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320563.273452:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5926
00000100:00100000:3.0:1767320563.273471:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73213
00000100:00100000:3.0:1767320563.273475:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942257536:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320563.273495:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320563.273533:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942257536:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 56us (438us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320563.273539:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73213
00000100:00100000:1.0:1767320563.901753:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993891712:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320563.901823:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320563.902041:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993891712
00000100:00100000:2.0:1767320563.902050:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993891712
00000100:00100000:2.0:1767320563.902130:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3427
00000100:00100000:2.0:1767320563.902140:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993891712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320563.902209:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320563.902270:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993891712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (447us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320563.902278:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3427
00000100:00100000:2.0:1767320563.902514:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993891712:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320563.902654:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320563.903073:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320563.907607:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993891840:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320563.907688:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320563.908157:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993891840
00000100:00100000:3.0:1767320563.908191:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993891840
00000100:00100000:3.0:1767320563.908445:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3428
00000100:00100000:3.0:1767320563.908455:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993891840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320563.908484:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320563.908547:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993891840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (858us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320563.908555:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3428
00000100:00100000:0.0:1767320563.908656:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993891840:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320563.908839:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320563.968217:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320563.968387:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320564.989300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320564.989511:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320565.437967:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320565.437979:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320565.437982:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320565.437986:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320565.437990:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320565.438001:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5805
00000100:00080000:2.0:1767320565.438006:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320565.438013:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320565.438052:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358000 x1853163993891968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320565.438082:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320565.438086:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320565.438088:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320565.438092:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5805
00000100:00080000:2.0:1767320565.438095:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320565.438099:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320565.438113:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358a80 x1853163993892096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320565.438183:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993892224:0@lo:400:kworker.0
00000100:00100000:0.0:1767320565.438253:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320565.438362:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993892224
00000100:00100000:3.0:1767320565.438371:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993892224
00000100:00100000:3.0:1767320565.438444:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5927
00000100:00100000:3.0:1767320565.438454:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993892224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320565.438534:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993891968:0@lo:38:kworker.0
00000100:00100000:1.0:1767320565.438606:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320565.438631:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993892096:0@lo:38:kworker.0
00000100:00100000:1.0:1767320565.438656:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320565.438690:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993891968
00000100:00100000:1.0:1767320565.438694:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993891968
00000100:00100000:1.0:1767320565.438715:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73214
00000100:00100000:1.0:1767320565.438720:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993891968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320565.438738:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320565.438767:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993891968:12345-0@lo:38:kworker.0 Request processed in 46us (161us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320565.438774:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73214
00000100:00080000:1.0:1767320565.438821:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320565.438825:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320565.438829:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993891968:0@lo:38:kworker.0
00000100:00100000:1.0:1767320565.438881:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993892096
00000100:00100000:1.0:1767320565.438884:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993892096
00000100:00100000:1.0:1767320565.438905:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323
00000100:00100000:1.0:1767320565.438909:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993892096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320565.438918:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320565.438945:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993892096:12345-0@lo:38:kworker.0 Request processed in 35us (289us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320565.438952:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323
00000100:00080000:1.0:1767320565.438976:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320565.438980:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320565.438983:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993892096:0@lo:38:kworker.0
00000100:00080000:1.0:1767320565.439014:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320565.439311:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320565.439316:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320565.439318:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320565.439323:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5805
00000100:00080000:2.0:1767320565.439326:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320565.439330:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320565.439349:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635b800 x1853163993892352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320565.439379:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320565.439383:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320565.439385:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320565.439388:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5805
00000100:00080000:2.0:1767320565.439391:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320565.439394:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320565.439416:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358000 x1853163993892608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320565.440334:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993892864:0@lo:400:kworker.0
00000100:00100000:1.0:1767320565.440384:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320565.440459:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993892864
00000100:00100000:1.0:1767320565.440466:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993892864
00000100:00100000:1.0:1767320565.440526:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3659
00000100:00100000:1.0:1767320565.440535:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993892864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320565.440579:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993892864:12345-0@lo:400:kworker.0 Request processed in 46us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320565.440586:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3659
00000100:00080000:1.0:1767320565.440604:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320565.440630:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993892864:0@lo:400:kworker.0
00000100:00100000:1.0:1767320565.440651:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993892352:0@lo:38:kworker.0
00000100:00100000:1.0:1767320565.440676:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320565.440707:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993892608:0@lo:38:kworker.0
00000100:00100000:1.0:1767320565.440738:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320565.440790:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993892352
00000100:00100000:1.0:1767320565.440794:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993892352
00000100:00100000:1.0:1767320565.440813:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993892608
00000100:00100000:1.0:1767320565.440816:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993892608
00000100:00100000:1.0:1767320565.440831:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73215
00000100:00100000:1.0:1767320565.440837:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993892352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320565.440865:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320565.440898:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993892352:12345-0@lo:38:kworker.0 Request processed in 60us (221us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320565.440904:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73215
00000100:00100000:1.0:1767320565.440917:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73216
00000100:00100000:1.0:1767320565.440920:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993892608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320565.440929:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320565.440951:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993892608:12345-0@lo:38:kworker.0 Request processed in 29us (212us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320565.440957:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73216
00000100:00080000:1.0:1767320565.441002:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320565.441007:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320565.441010:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993892352:0@lo:38:kworker.0
00000100:00080000:1.0:1767320565.441021:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320565.441024:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320565.441027:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993892608:0@lo:38:kworker.0
00000100:00100000:1.0:1767320565.441085:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993892480:0@lo:400:kworker.0
00000100:00100000:1.0:1767320565.441110:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320565.441131:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320565.441139:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993892736:0@lo:400:kworker.0
00000100:00100000:1.0:1767320565.441191:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320565.441215:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993892736
00000100:00100000:1.0:1767320565.441219:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993892736
00000100:00100000:1.0:1767320565.441247:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3660
00000100:00100000:1.0:1767320565.441255:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993892736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320565.441290:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993892736:12345-0@lo:400:kworker.0 Request processed in 36us (98us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320565.441296:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3660
00000100:00080000:1.0:1767320565.441311:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320565.441328:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993892736:0@lo:400:kworker.0
00000100:00100000:1.0:1767320565.441347:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993892480
00000100:00100000:1.0:1767320565.441351:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993892480
00000100:00080000:1.0:1767320565.441367:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320565.441391:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5928
00000100:00100000:1.0:1767320565.441398:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993892480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320565.441431:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993892480:12345-0@lo:400:kworker.0 Request processed in 34us (320us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320565.441437:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5928
00000100:00100000:1.0:1767320565.441461:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993892480:0@lo:400:kworker.0
00000100:00100000:3.0:1767320565.445676:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993892224:12345-0@lo:400:kworker.0 Request processed in 7211us (7410us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320565.445708:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5927
00000100:00100000:0.0:1767320565.456615:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993892224:0@lo:400:kworker.0
00000100:00100000:2.0:1767320566.013401:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320566.014376:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320567.037275:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320567.037365:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320568.061302:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320568.065344:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320568.396469:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320568.396513:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320568.396606:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942257920
00000100:00100000:1.0:1767320568.396619:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942257920
00000100:00100000:1.0:1767320568.396697:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942257792
00000100:00100000:1.0:1767320568.396700:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942257792
00000100:00100000:1.0:1767320568.396719:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5929
00000100:00100000:1.0:1767320568.396730:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942257920:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320568.396813:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942257920:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 86us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320568.396822:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5929
00000100:00100000:1.0:1767320568.396840:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73217
00000100:00100000:1.0:1767320568.396845:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942257792:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320568.396869:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320568.396908:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942257792:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 61us (393us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320568.396915:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73217
00000100:00080000:0.0:1767320568.396997:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320569.021926:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993892992:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320569.021999:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320569.022285:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993892992
00000100:00100000:3.0:1767320569.022296:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993892992
00000100:00100000:3.0:1767320569.022366:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3429
00000100:00100000:3.0:1767320569.022378:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993892992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320569.022411:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320569.022462:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993892992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (462us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320569.022481:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3429
00000100:00100000:3.0:1767320569.022535:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993892992:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320569.022948:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320569.025614:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993893120:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320569.025692:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320569.026017:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993893120
00000100:00100000:1.0:1767320569.026026:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993893120
00000100:00100000:1.0:1767320569.026110:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430
00000100:00100000:1.0:1767320569.026121:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993893120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320569.026151:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320569.026235:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993893120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (542us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320569.026242:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430
00000100:00100000:1.0:1767320569.026291:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993893120:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320569.026435:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320569.090192:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320569.092205:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320570.110434:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320570.110844:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320570.557854:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320570.557862:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320570.557864:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320570.557867:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320570.557870:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320570.557876:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5810
00000100:00080000:3.0:1767320570.557878:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320570.557884:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320570.557913:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710b100 x1853163993893248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320570.557933:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320570.557935:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320570.557936:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320570.557939:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5810
00000100:00080000:3.0:1767320570.557941:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320570.557943:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320570.557951:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617109180 x1853163993893376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320570.557999:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320570.558003:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320570.558005:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320570.558008:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5810
00000100:00080000:3.0:1767320570.558011:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320570.558014:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320570.558026:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ea00 x1853163993893632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320570.558043:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320570.558045:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320570.558046:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320570.558048:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5810
00000100:00080000:3.0:1767320570.558050:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320570.558052:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320570.558057:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c700 x1853163993893888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320570.558082:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993893760:0@lo:400:kworker.0
00000100:00100000:3.0:1767320570.558141:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320570.558231:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320570.558237:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993894016:0@lo:400:kworker.0
00000100:00100000:3.0:1767320570.558275:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320570.558308:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993893760
00000100:00100000:3.0:1767320570.558313:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993893760
00000100:00100000:3.0:1767320570.558359:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5930
00000100:00100000:3.0:1767320570.558369:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993893760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320570.558416:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993893760:12345-0@lo:400:kworker.0 Request processed in 50us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320570.558422:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5930
00000100:00080000:3.0:1767320570.558438:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320570.558461:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993893760:0@lo:400:kworker.0
00000100:00100000:0.0:1767320570.558602:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993894144:0@lo:400:kworker.0
00000100:00100000:0.0:1767320570.558630:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320570.558661:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320570.558666:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993893504:0@lo:400:kworker.0
00000100:00100000:0.0:1767320570.558688:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320570.558904:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993894016
00000100:00100000:3.0:1767320570.558909:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993894016
00000100:00100000:3.0:1767320570.558944:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993894144
00000100:00100000:3.0:1767320570.558948:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993894144
00000100:00100000:3.0:1767320570.558968:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3661
00000100:00100000:3.0:1767320570.558975:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993894016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320570.559012:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993894016:12345-0@lo:400:kworker.0 Request processed in 38us (737us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320570.559018:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3661
00000100:00100000:3.0:1767320570.559031:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3662
00000100:00100000:3.0:1767320570.559037:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993894144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320570.559065:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993894144:12345-0@lo:400:kworker.0 Request processed in 29us (434us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320570.559071:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3662
00000100:00100000:3.0:1767320570.559089:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993893504
00000100:00100000:3.0:1767320570.559092:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993893504
00000100:00100000:3.0:1767320570.559117:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5931
00000100:00100000:3.0:1767320570.559123:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993893504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320570.559150:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993893504:12345-0@lo:400:kworker.0 Request processed in 27us (461us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320570.559190:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5931
00000100:00080000:3.0:1767320570.559204:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320570.559223:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993894016:0@lo:400:kworker.0
00000100:00100000:0.0:1767320570.559416:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993893504:0@lo:400:kworker.0
00000100:00100000:0.0:1767320570.559425:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993894144:0@lo:400:kworker.0
00000100:00100000:1.0:1767320570.559792:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993893248:0@lo:38:kworker.0
00000100:00100000:1.0:1767320570.559817:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320570.559839:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993893376:0@lo:38:kworker.0
00000100:00100000:1.0:1767320570.559854:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320570.559874:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993893632:0@lo:38:kworker.0
00000100:00100000:1.0:1767320570.559886:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320570.559900:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993893888:0@lo:38:kworker.0
00000100:00100000:1.0:1767320570.559911:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320570.559929:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993893248
00000100:00100000:1.0:1767320570.559932:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993893248
00000100:00100000:1.0:1767320570.559944:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993893632
00000100:00100000:1.0:1767320570.559946:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993893632
00000100:00100000:1.0:1767320570.559955:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993893888
00000100:00100000:1.0:1767320570.559957:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993893888
00000100:00100000:1.0:1767320570.559970:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73218
00000100:00100000:0.0:1767320570.560070:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993893376
00000100:00100000:0.0:1767320570.560074:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993893376
00000100:00100000:0.0:1767320570.560096:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324
00000100:00100000:0.0:1767320570.560101:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993893376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320570.560118:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320570.560154:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993893376:12345-0@lo:38:kworker.0 Request processed in 51us (297us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320570.560189:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324
00000100:00080000:0.0:1767320570.560221:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320570.560226:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320570.560229:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993893376:0@lo:38:kworker.0
00000100:00100000:0.0:1767320570.560276:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73219
00000100:00100000:0.0:1767320570.560280:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993893632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320570.560290:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320570.560319:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993893632:12345-0@lo:38:kworker.0 Request processed in 37us (430us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320570.560326:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73219
00000100:00100000:0.0:1767320570.560340:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73220
00000100:00100000:0.0:1767320570.560343:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993893888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320570.560352:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320570.560374:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993893888:12345-0@lo:38:kworker.0 Request processed in 29us (461us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320570.560379:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73220
00000100:00080000:0.0:1767320570.560405:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320570.560408:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320570.560411:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993893632:0@lo:38:kworker.0
00000100:00080000:0.0:1767320570.560418:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320570.560422:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320570.560424:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993893888:0@lo:38:kworker.0
00000100:00100000:1.0:1767320570.560689:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993893248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320570.560699:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320570.560737:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993893248:12345-0@lo:38:kworker.0 Request processed in 761us (918us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320570.560743:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73218
00000100:00080000:0.0:1767320570.561205:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320570.561211:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320570.561214:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993893248:0@lo:38:kworker.0
00000100:00100000:2.0:1767320571.133292:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320571.133823:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320572.158337:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320572.161020:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320573.181273:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320573.181374:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320573.517381:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320573.517728:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320573.524992:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942258176
00000100:00100000:1.0:1767320573.525012:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942258176
00000100:00080000:3.0:1767320573.525255:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320573.525307:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942258048
00000100:00100000:1.0:1767320573.525311:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942258048
00000100:00100000:0.0:1767320573.527846:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5932
00000100:00100000:2.0:1767320573.528009:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73221
00000100:00100000:2.0:1767320573.528017:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942258048:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320573.528046:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320573.528139:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942258048:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 121us (10411us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320573.528146:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73221
00000100:00100000:0.0:1767320573.529927:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942258176:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320573.530019:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942258176:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 2159us (12647us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320573.530028:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5932
00000100:00100000:2.0:1767320574.141576:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993894272:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320574.141656:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320574.141878:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993894272
00000100:00100000:1.0:1767320574.141886:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993894272
00000100:00100000:1.0:1767320574.141950:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431
00000100:00100000:1.0:1767320574.141960:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993894272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320574.141987:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320574.142033:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993894272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (376us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320574.142041:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431
00000100:00100000:1.0:1767320574.142085:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993894272:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320574.142151:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320574.142500:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993894400:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320574.142532:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320574.142605:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993894400
00000100:00100000:2.0:1767320574.142610:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993894400
00000100:00100000:2.0:1767320574.142657:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432
00000100:00100000:2.0:1767320574.142665:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993894400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320574.142689:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320574.142723:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993894400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320574.142730:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432
00000100:00100000:2.0:1767320574.142759:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993894400:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320574.142880:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320574.205478:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320574.205742:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320575.229382:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320575.229505:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767320575.677529:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320575.677540:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320575.677543:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320575.677546:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320575.677550:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320575.677558:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5815
00000100:00080000:3.0:1767320575.677563:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320575.677569:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320575.677611:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295f800 x1853163993894528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320575.677634:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320575.677636:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320575.677638:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320575.677642:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5815
00000100:00080000:3.0:1767320575.677645:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320575.677648:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320575.677669:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ed80 x1853163993894656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320575.677706:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320575.677710:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320575.677712:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320575.677717:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5815
00000100:00080000:3.0:1767320575.677719:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320575.677723:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320575.677738:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6680 x1853163993894912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320575.677764:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767320575.677766:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993894528:0@lo:38:kworker.0
00000100:00080000:3.0:1767320575.677769:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320575.677773:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320575.677777:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5815
00000100:00080000:3.0:1767320575.677779:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320575.677782:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320575.677795:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6300 x1853163993895168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320575.677843:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320575.677846:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993895040:0@lo:400:kworker.0
00000100:00100000:3.0:1767320575.677883:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320575.677905:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993894656:0@lo:38:kworker.0
00000100:00100000:3.0:1767320575.677911:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320575.677921:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993895296:0@lo:400:kworker.0
00000100:00100000:1.0:1767320575.677938:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320575.677960:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320575.677969:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993894912:0@lo:38:kworker.0
00000100:00100000:1.0:1767320575.677997:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320575.678020:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993895168:0@lo:38:kworker.0
00000100:00100000:1.0:1767320575.678037:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320575.678071:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993894528
00000100:00100000:1.0:1767320575.678080:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993894528
00000100:00100000:1.0:1767320575.678110:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993895040
00000100:00100000:2.0:1767320575.678112:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993895424:0@lo:400:kworker.0
00000100:00100000:1.0:1767320575.678115:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993895040
00000100:00100000:2.0:1767320575.678151:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320575.678156:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993894912
00000100:00100000:1.0:1767320575.678178:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993894912
00000100:00100000:1.0:1767320575.678199:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993895168
00000100:00100000:1.0:1767320575.678202:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993895168
00000100:00100000:2.0:1767320575.678211:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320575.678219:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5933
00000100:00100000:2.0:1767320575.678221:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993894784:0@lo:400:kworker.0
00000100:00100000:1.0:1767320575.678233:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993895040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320575.678249:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320575.678288:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993895040:12345-0@lo:400:kworker.0 Request processed in 58us (402us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320575.678293:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993895296
00000100:00100000:1.0:1767320575.678298:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5933
00000100:00100000:2.0:1767320575.678299:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993895296
00000100:00100000:1.0:1767320575.678328:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993894784
00000100:00100000:1.0:1767320575.678333:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993894784
00000100:00100000:1.0:1767320575.678351:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5934
00000100:00100000:1.0:1767320575.678356:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993894784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320575.678393:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993894784:12345-0@lo:400:kworker.0 Request processed in 37us (145us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320575.678399:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5934
00000100:00100000:1.0:1767320575.678413:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73222
00000100:00100000:1.0:1767320575.678418:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993894528:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320575.678474:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993894656
00000100:00100000:0.0:1767320575.678479:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993894656
00000100:00100000:0.0:1767320575.678503:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325
00000100:00100000:0.0:1767320575.678507:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993894656:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320575.678612:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320575.678661:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993894528:12345-0@lo:38:kworker.0 Request processed in 229us (807us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320575.678668:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73222
00000100:00100000:1.0:1767320575.678681:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73223
00000100:00100000:1.0:1767320575.678684:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993894912:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320575.680885:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993895424
00000100:00100000:2.0:1767320575.680898:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993895424
00000100:00100000:2.0:1767320575.680940:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3663
00000100:00100000:2.0:1767320575.680951:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993895296:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767320575.681986:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320575.682071:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993894656:12345-0@lo:38:kworker.0 Request processed in 3560us (4132us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320575.682082:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325
00000100:00100000:0.0:1767320575.682130:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73224
00000100:00100000:0.0:1767320575.682136:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993895168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320575.682150:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320575.682195:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993895168:12345-0@lo:38:kworker.0 Request processed in 58us (4156us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320575.682201:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73224
00000100:00100000:0.0:1767320575.682238:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3664
00000100:00100000:0.0:1767320575.682249:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993895424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320575.682290:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993895424:12345-0@lo:400:kworker.0 Request processed in 45us (4138us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320575.682296:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3664
00000100:00080000:0.0:1767320575.682447:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320575.682459:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993895296:12345-0@lo:400:kworker.0 Request processed in 1507us (4497us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320575.682468:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3663
00000100:00100000:0.0:1767320575.682500:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993894784:0@lo:400:kworker.0
00000100:00100000:0.0:1767320575.682515:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993895424:0@lo:400:kworker.0
00000100:00100000:3.0:1767320575.682921:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993895296:0@lo:400:kworker.0
00000100:00100000:3.0:1767320575.682934:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993895040:0@lo:400:kworker.0
00000100:00080000:0.0:1767320575.684793:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320575.684806:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320575.684811:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993895168:0@lo:38:kworker.0
00000100:00080000:0.0:1767320575.684825:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320575.684828:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320575.684832:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993894528:0@lo:38:kworker.0
00000100:00080000:0.0:1767320575.684842:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320575.684845:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320575.684848:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993894656:0@lo:38:kworker.0
00010000:00020000:1.0:1767320575.686747:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320575.686857:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993894912:12345-0@lo:38:kworker.0 Request processed in 8168us (8859us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320575.686869:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73223
00000100:00080000:0.0:1767320575.687903:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320575.687911:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320575.687917:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993894912:0@lo:38:kworker.0
00010000:00010000:0.0:1767320576.253544:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320576.256939:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320577.277406:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320577.278121:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320578.301439:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320578.301582:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320578.633305:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320578.633430:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942258304
00000100:00100000:1.0:1767320578.633439:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942258304
00000100:00100000:1.0:1767320578.633521:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73225
00000100:00100000:1.0:1767320578.633527:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942258304:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320578.633547:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320578.633662:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942258304:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 134us (366us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320578.633668:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73225
00000100:00100000:3.0:1767320578.635670:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320578.635903:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942258432
00000100:00100000:1.0:1767320578.635913:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942258432
00000100:00100000:1.0:1767320578.636097:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5935
00000100:00100000:1.0:1767320578.636107:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942258432:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320578.636200:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942258432:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 94us (536us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320578.636208:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5935
00000100:00080000:0.0:1767320578.636520:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320579.262866:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993895552:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320579.262958:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320579.264367:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993895680:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320579.264428:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320579.264788:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993895552
00000100:00100000:2.0:1767320579.264796:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993895552
00000100:00100000:2.0:1767320579.264865:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993895680
00000100:00100000:2.0:1767320579.264869:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993895680
00000100:00100000:2.0:1767320579.264895:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3433
00000100:00100000:2.0:1767320579.264904:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993895552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320579.264934:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320579.264998:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993895552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (2040us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320579.265020:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3433
00000100:00100000:2.0:1767320579.265038:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3434
00000100:00100000:2.0:1767320579.265044:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993895680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320579.265068:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320579.265100:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993895680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (672us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320579.265106:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3434
00000100:00100000:2.0:1767320579.265189:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993895680:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320579.265227:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993895552:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320579.265851:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320579.265856:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767320579.328538:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320579.328651:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320580.350049:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320580.350312:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320580.797455:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320555/real 1767320555]  req@ffff89b6087cca80 x1853163993889280/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320580 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320580.797501:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6087cca80 x1853163993889280/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320580 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767320580.797524:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320580.797609:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320580.797615:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993889280:0@lo:250:kworker.0
00000100:00080000:1.0:1767320580.802462:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320580.802474:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767320580.802479:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320580.802489:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5799
00000100:00080000:1.0:1767320580.802494:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320580.802501:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320580.802540:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358a80 x1853163993895808/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320580.802583:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320580.804620:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320580.804624:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320580.804631:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5820
00000100:00080000:1.0:1767320580.804635:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320580.804641:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320580.804678:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358000 x1853163993895936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320580.804692:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320580.804695:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320580.804697:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320580.804710:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5820
00000100:00080000:1.0:1767320580.804712:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320580.804716:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320580.804730:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635b800 x1853163993896064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320580.804792:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320580.804796:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320580.804798:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320580.804801:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5820
00000100:00080000:1.0:1767320580.804804:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320580.804807:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320580.804822:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6062c1500 x1853163993896320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320580.804855:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320580.804859:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320580.804860:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320580.804864:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5820
00000100:00080000:1.0:1767320580.804866:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320580.804869:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320580.804880:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30e680 x1853163993896576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320580.804931:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993896448:0@lo:400:kworker.0
00000100:00100000:1.0:1767320580.805003:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320580.805194:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993896832:0@lo:400:kworker.0
00000100:00100000:3.0:1767320580.805229:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320580.805301:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320580.805308:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993896192:0@lo:400:kworker.0
00000100:00100000:3.0:1767320580.805367:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993896704:0@lo:400:kworker.0
00000100:00100000:3.0:1767320580.805391:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320580.805923:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993896832
00000100:00100000:2.0:1767320580.805931:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993896832
00000100:00100000:2.0:1767320580.805974:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993896704
00000100:00100000:2.0:1767320580.805977:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993896704
00000100:00100000:2.0:1767320580.805998:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3665
00000100:00100000:2.0:1767320580.806008:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993896832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320580.806069:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993896832:12345-0@lo:400:kworker.0 Request processed in 63us (838us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320580.806077:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3665
00000100:00100000:2.0:1767320580.806096:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3666
00000100:00100000:2.0:1767320580.806102:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993896704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320580.806133:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993896704:12345-0@lo:400:kworker.0 Request processed in 32us (741us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320580.806140:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3666
00000100:00100000:3.0:1767320580.806252:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993896704:0@lo:400:kworker.0
00000100:00100000:0.0:1767320580.806711:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993895808:0@lo:250:kworker.0
00000400:00000100:0.0:1767320580.806760:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993895808 offset 0 length 520: 4
00000100:00100000:0.0:1767320580.806787:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993895936:0@lo:38:kworker.0
00000100:00100000:0.0:1767320580.807274:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320580.807303:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993896064:0@lo:38:kworker.0
00000100:00100000:0.0:1767320580.807341:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320580.807362:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993896320:0@lo:38:kworker.0
00000100:00100000:0.0:1767320580.807385:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320580.807401:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993896576:0@lo:38:kworker.0
00000100:00100000:0.0:1767320580.807421:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320580.807451:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993896064
00000100:00100000:0.0:1767320580.807457:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993896064
00000100:00100000:0.0:1767320580.807488:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326
00000100:00100000:0.0:1767320580.807494:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993896064:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320580.807513:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320580.807548:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993896064:12345-0@lo:38:kworker.0 Request processed in 54us (206us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320580.807554:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326
00000100:00100000:0.0:1767320580.807599:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993896448
00000100:00100000:0.0:1767320580.807603:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993896448
00000100:00100000:0.0:1767320580.807640:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993895936
00000100:00100000:0.0:1767320580.807643:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993895936
00000100:00100000:0.0:1767320580.807657:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993896320
00000100:00100000:0.0:1767320580.807660:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993896320
00000100:00100000:0.0:1767320580.807670:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993896576
00000100:00100000:0.0:1767320580.807672:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993896576
00000100:00100000:0.0:1767320580.807680:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5936
00000100:00100000:0.0:1767320580.807686:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993896448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320580.807746:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993896448:12345-0@lo:400:kworker.0 Request processed in 60us (2742us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320580.807752:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5936
00000100:00100000:0.0:1767320580.807766:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73226
00000100:00100000:0.0:1767320580.807770:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993895936:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320580.807779:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320580.807804:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993895936:12345-0@lo:38:kworker.0 Request processed in 32us (530us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320580.807809:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73226
00000100:00100000:0.0:1767320580.807821:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73227
00000100:00100000:0.0:1767320580.807825:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993896320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320580.807833:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320580.807852:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993896320:12345-0@lo:38:kworker.0 Request processed in 26us (467us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320580.807858:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73227
00000100:00100000:0.0:1767320580.807867:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73228
00000100:00100000:0.0:1767320580.807870:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993896576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320580.807878:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320580.807897:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993896576:12345-0@lo:38:kworker.0 Request processed in 25us (476us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320580.807901:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73228
00000100:00080000:0.0:1767320580.807922:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320580.807948:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320580.807953:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320580.807957:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993895936:0@lo:38:kworker.0
00000100:00080000:0.0:1767320580.807965:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320580.807968:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320580.807970:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993896064:0@lo:38:kworker.0
00000100:00080000:0.0:1767320580.807977:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320580.807980:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320580.807982:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993896320:0@lo:38:kworker.0
00000100:00080000:0.0:1767320580.807989:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320580.807991:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320580.807994:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993896576:0@lo:38:kworker.0
00000100:00100000:3.0:1767320580.808555:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320580.808607:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993896832:0@lo:400:kworker.0
00000100:00100000:2.0:1767320580.808840:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993896192
00000100:00100000:2.0:1767320580.808846:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993896192
00000100:00100000:2.0:1767320580.808900:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5937
00000100:00100000:2.0:1767320580.808908:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993896192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320580.808951:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993896192:12345-0@lo:400:kworker.0 Request processed in 44us (398us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320580.808958:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5937
00000100:00100000:2.0:1767320580.808996:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993896192:0@lo:400:kworker.0
00000100:00080000:3.0:1767320580.809050:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320580.810385:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993896448:0@lo:400:kworker.0
00000100:00100000:2.0:1767320581.373285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320581.375688:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320582.397386:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320582.397845:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767320582.735984:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942258560 offset 0 length 520: 4
00000100:00100000:3.0:1767320582.736354:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320582.740999:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942258688
00000100:00100000:1.0:1767320582.741026:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942258688
00000100:00100000:1.0:1767320582.741304:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73229
00000100:00100000:1.0:1767320582.741316:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942258688:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320582.741348:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320582.742663:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942258688:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 1334us (6593us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320582.742677:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73229
00000100:00100000:3.0:1767320582.744993:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320582.748040:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942258816
00000100:00100000:2.0:1767320582.748230:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942258816
00000100:00100000:2.0:1767320582.748353:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5938
00000100:00100000:2.0:1767320582.748365:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942258816:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767320582.748483:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320582.748669:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942258816:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 306us (3689us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320582.748680:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5938
00010000:00010000:0.0:1767320583.421430:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320583.421729:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320584.381398:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320584.381421:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993896960:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320584.381507:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320584.381625:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993896960
00000100:00100000:1.0:1767320584.381633:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993896960
00000100:00100000:2.0:1767320584.381658:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993897088:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320584.381688:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320584.381805:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993897088
00000100:00100000:1.0:1767320584.381811:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993897088
00000100:00080000:0.0:1767320584.381953:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320584.381962:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320584.381995:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3435
00000100:00100000:0.0:1767320584.382014:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993896960:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320584.382032:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3436
00000100:00100000:1.0:1767320584.382049:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993897088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320584.382068:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:1.0:1767320584.382084:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320584.382299:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993897088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 255us (608us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320584.382308:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3436
00000100:00100000:1.0:1767320584.382454:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993897088:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320584.382551:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993896960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 542us (1058us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320584.382564:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3435
00000100:00100000:3.0:1767320584.383080:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993896960:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320584.445328:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320584.445976:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320585.469418:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320585.469513:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320585.920645:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320585.920656:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320585.920659:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320585.920664:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320585.920668:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320585.920676:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5825
00000100:00080000:1.0:1767320585.920680:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320585.920687:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320585.920726:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30d180 x1853163993897216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320585.920761:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320585.920764:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320585.920766:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320585.920770:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5825
00000100:00080000:1.0:1767320585.920772:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320585.920776:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320585.920790:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30c000 x1853163993897344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320585.920815:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993897216:0@lo:38:kworker.0
00000100:00100000:3.0:1767320585.920874:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993897472:0@lo:400:kworker.0
00000100:00100000:2.0:1767320585.920885:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320585.920975:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993897216
00000100:00100000:0.0:1767320585.920983:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993897216
00000100:00080000:1.0:1767320585.921078:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320585.921082:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320585.921085:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320585.921089:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5825
00000100:00080000:1.0:1767320585.921091:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320585.921096:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320585.921108:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30d500 x1853163993897600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320585.921135:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320585.921139:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320585.921141:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320585.921144:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5825
00000100:00080000:1.0:1767320585.921147:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320585.921150:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320585.921187:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b341880 x1853163993897856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320585.921226:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73230
00000100:00100000:1.0:1767320585.921234:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993897216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320585.921255:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320585.921323:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993898112:0@lo:400:kworker.0
00000100:00100000:3.0:1767320585.927070:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320585.927257:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993897728:0@lo:400:kworker.0
00000100:00100000:3.0:1767320585.927320:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320585.927346:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320585.927354:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993897984:0@lo:400:kworker.0
00000100:00100000:3.0:1767320585.927411:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320585.927450:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993897472
00000100:00100000:3.0:1767320585.927458:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993897472
00000100:00100000:3.0:1767320585.927532:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993897728
00000100:00100000:3.0:1767320585.927535:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993897728
00000100:00100000:3.0:1767320585.927560:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5939
00000100:00100000:3.0:1767320585.927569:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993897472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320585.927622:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993897472:12345-0@lo:400:kworker.0 Request processed in 53us (560us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320585.927629:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5939
00000100:00100000:3.0:1767320585.927645:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5940
00000100:00100000:3.0:1767320585.927651:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993897728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320585.927681:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993897728:12345-0@lo:400:kworker.0 Request processed in 31us (360us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320585.927687:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5940
00000100:00100000:3.0:1767320585.927705:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993897984
00000100:00100000:3.0:1767320585.927709:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993897984
00000100:00100000:3.0:1767320585.927733:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3667
00000100:00100000:3.0:1767320585.927740:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731db1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993897984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320585.927769:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731db1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993897984:12345-0@lo:400:kworker.0 Request processed in 29us (357us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320585.927775:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3667
00000100:00100000:3.0:1767320585.928025:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993897984:0@lo:400:kworker.0
00000100:00100000:3.0:1767320585.928036:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993897728:0@lo:400:kworker.0
00000100:00100000:3.0:1767320585.928072:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993897472:0@lo:400:kworker.0
00000100:00080000:3.0:1767320585.928120:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320585.929825:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993897344:0@lo:38:kworker.0
00000100:00100000:2.0:1767320585.929882:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320585.929919:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993897600:0@lo:38:kworker.0
00000100:00100000:2.0:1767320585.929945:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320585.929976:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993897600
00000100:00100000:2.0:1767320585.929982:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993897600
00000100:00100000:2.0:1767320585.930014:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73231
00000100:00100000:2.0:1767320585.930020:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993897600:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320585.930039:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320585.930071:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993897600:12345-0@lo:38:kworker.0 Request processed in 50us (126us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320585.930078:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73231
00000100:00080000:2.0:1767320585.930115:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320585.930120:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320585.930122:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993897600:0@lo:38:kworker.0
00000100:00100000:2.0:1767320585.930129:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993897856:0@lo:38:kworker.0
00000100:00100000:2.0:1767320585.930153:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320585.930187:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993897856
00000100:00100000:2.0:1767320585.930190:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993897856
00000100:00100000:2.0:1767320585.930209:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73232
00000100:00100000:2.0:1767320585.930213:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993897856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320585.930222:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320585.930246:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993897856:12345-0@lo:38:kworker.0 Request processed in 32us (92us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320585.930251:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73232
00000100:00080000:2.0:1767320585.930274:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320585.930277:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320585.930280:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993897856:0@lo:38:kworker.0
00000100:00100000:3.0:1767320585.931281:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993897344
00000100:00100000:3.0:1767320585.931290:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993897344
00000100:00100000:3.0:1767320585.931379:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327
00000100:00100000:3.0:1767320585.931387:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993897344:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320585.931403:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320585.931456:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993897344:12345-0@lo:38:kworker.0 Request processed in 70us (1575us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320585.931507:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327
00000100:00100000:1.0:1767320585.931655:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993897216:12345-0@lo:38:kworker.0 Request processed in 10419us (10769us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320585.931664:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73230
00000100:00100000:0.0:1767320585.933797:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320585.933972:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320585.933979:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320585.933984:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993897344:0@lo:38:kworker.0
00000100:00080000:2.0:1767320585.933996:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320585.934000:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320585.934003:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993897216:0@lo:38:kworker.0
00000100:00100000:3.0:1767320585.934032:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993898112
00000100:00100000:3.0:1767320585.934040:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993898112
00000100:00100000:2.0:1767320585.934321:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3668
00000100:00100000:2.0:1767320585.934332:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993898112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320585.934443:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993898112:12345-0@lo:400:kworker.0 Request processed in 113us (652us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320585.934451:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3668
00000100:00100000:1.0:1767320585.935649:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993898112:0@lo:400:kworker.0
00010000:00010000:2.0:1767320586.494579:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320586.494656:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320587.518038:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320587.529470:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320587.848956:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320587.849004:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320587.849106:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942259072
00000100:00100000:1.0:1767320587.849116:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942259072
00000100:00100000:1.0:1767320587.849238:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942258944
00000100:00100000:1.0:1767320587.849242:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942258944
00000100:00100000:1.0:1767320587.849266:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5941
00000100:00100000:1.0:1767320587.849277:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942259072:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320587.849348:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942259072:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 73us (401us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320587.849355:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5941
00000100:00100000:1.0:1767320587.849386:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73233
00000100:00100000:1.0:1767320587.849391:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942258944:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320587.849410:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320587.849446:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942258944:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 53us (442us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320587.849453:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73233
00000100:00080000:3.0:1767320587.849926:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320588.541388:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320588.541499:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320589.501529:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320589.501547:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993898240:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320589.501613:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320589.501795:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993898368:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320589.501829:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320589.501871:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993898240
00000100:00100000:2.0:1767320589.501878:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993898240
00000100:00100000:2.0:1767320589.501930:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993898368
00000100:00100000:2.0:1767320589.501934:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993898368
00000100:00100000:2.0:1767320589.501956:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437
00000100:00100000:2.0:1767320589.501965:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993898240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320589.501994:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320589.502034:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993898240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (422us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320589.502041:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437
00000100:00100000:2.0:1767320589.502056:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438
00000100:00100000:2.0:1767320589.502062:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993898368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320589.502077:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320589.502106:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993898368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (276us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320589.502112:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438
00000100:00080000:2.0:1767320589.502130:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320589.502135:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320589.502188:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993898368:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320589.509556:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993898240:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320589.565681:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320589.568484:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320590.589321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320590.590479:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320591.037887:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320591.037898:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320591.037901:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320591.037905:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320591.037909:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320591.037917:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5830
00000100:00080000:0.0:1767320591.037921:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320591.037928:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320591.037969:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295df80 x1853163993898496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320591.038008:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320591.038012:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320591.038014:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320591.038018:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5830
00000100:00080000:0.0:1767320591.038020:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320591.038024:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320591.038038:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295f100 x1853163993898624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320591.038075:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320591.038079:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320591.038081:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320591.038085:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5830
00000100:00080000:0.0:1767320591.038087:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320591.038091:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320591.038103:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6062c2680 x1853163993898880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320591.038128:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320591.038131:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320591.038133:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320591.038136:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5830
00000100:00080000:0.0:1767320591.038139:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320591.038142:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320591.038153:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635aa00 x1853163993899136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320591.038225:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993899264:0@lo:400:kworker.0
00000100:00100000:0.0:1767320591.038293:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320591.038352:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320591.038358:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993899008:0@lo:400:kworker.0
00000100:00100000:0.0:1767320591.038397:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320591.038580:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993899264
00000100:00100000:2.0:1767320591.038588:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993899264
00000100:00100000:2.0:1767320591.038653:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3669
00000100:00100000:2.0:1767320591.038662:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993899264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320591.038729:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993899264:12345-0@lo:400:kworker.0 Request processed in 55us (423us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320591.038737:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3669
00000100:00100000:2.0:1767320591.038769:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993899008
00000100:00100000:2.0:1767320591.038773:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993899008
00000100:00100000:2.0:1767320591.038801:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5942
00000100:00100000:2.0:1767320591.038808:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993899008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320591.038836:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993899008:12345-0@lo:400:kworker.0 Request processed in 29us (438us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320591.038842:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5942
00000100:00100000:2.0:1767320591.038864:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993899392:0@lo:400:kworker.0
00000100:00100000:2.0:1767320591.038886:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320591.038903:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320591.038908:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993898752:0@lo:400:kworker.0
00000100:00100000:2.0:1767320591.038925:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320591.038943:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993898752
00000100:00100000:2.0:1767320591.038946:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993898752
00000100:00100000:2.0:1767320591.038967:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5943
00000100:00100000:2.0:1767320591.039205:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993898752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320591.039241:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993898752:12345-0@lo:400:kworker.0 Request processed in 268us (315us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320591.039247:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5943
00000100:00100000:2.0:1767320591.039264:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993899392
00000100:00100000:2.0:1767320591.039267:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993899392
00000100:00100000:2.0:1767320591.039289:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3670
00000100:00100000:2.0:1767320591.039295:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993899392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320591.039322:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993899392:12345-0@lo:400:kworker.0 Request processed in 27us (435us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320591.039327:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3670
00000100:00100000:2.0:1767320591.039364:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993899008:0@lo:400:kworker.0
00000100:00100000:2.0:1767320591.039396:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993899264:0@lo:400:kworker.0
00000100:00100000:2.0:1767320591.039424:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993898752:0@lo:400:kworker.0
00000100:00100000:2.0:1767320591.039432:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993899392:0@lo:400:kworker.0
00000100:00100000:2.0:1767320591.039448:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993898496:0@lo:38:kworker.0
00000100:00100000:2.0:1767320591.039471:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320591.039485:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993898624:0@lo:38:kworker.0
00000100:00100000:2.0:1767320591.039503:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320591.039522:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993898880:0@lo:38:kworker.0
00000100:00100000:2.0:1767320591.039600:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320591.039614:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993899136:0@lo:38:kworker.0
00000100:00100000:2.0:1767320591.039632:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320591.039655:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993898624
00000100:00100000:2.0:1767320591.039658:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993898624
00000100:00100000:2.0:1767320591.039674:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328
00000100:00100000:2.0:1767320591.039679:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993898624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320591.039696:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320591.039828:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993898496
00000100:00100000:1.0:1767320591.039833:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993898496
00000100:00100000:1.0:1767320591.039853:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993898880
00000100:00100000:1.0:1767320591.039855:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993898880
00000100:00100000:1.0:1767320591.039866:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993899136
00000100:00100000:1.0:1767320591.039868:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993899136
00000100:00100000:1.0:1767320591.039881:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73234
00000100:00100000:1.0:1767320591.039885:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993898496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320591.039894:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320591.039952:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320591.039957:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320591.039959:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320591.039996:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73235
00000100:00100000:0.0:1767320591.040001:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993898880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320591.040010:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320591.040056:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993898624:12345-0@lo:38:kworker.0 Request processed in 376us (551us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320591.040063:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328
00000100:00100000:2.0:1767320591.040079:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73236
00000100:00100000:2.0:1767320591.040083:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993899136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320591.040091:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320591.043031:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993898496:12345-0@lo:38:kworker.0 Request processed in 3134us (3548us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320591.043043:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73234
00000100:00100000:0.0:1767320591.043494:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993898880:12345-0@lo:38:kworker.0 Request processed in 3489us (3892us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320591.043501:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73235
00000100:00100000:2.0:1767320591.043837:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993899136:12345-0@lo:38:kworker.0 Request processed in 3751us (4201us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320591.043848:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73236
00000100:00080000:3.0:1767320591.044344:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320591.044351:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320591.044355:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993898496:0@lo:38:kworker.0
00000100:00080000:1.0:1767320591.048124:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320591.048135:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320591.048140:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993898624:0@lo:38:kworker.0
00000100:00080000:1.0:1767320591.048151:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320591.048154:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320591.048170:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993898880:0@lo:38:kworker.0
00000100:00080000:1.0:1767320591.048181:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320591.048185:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320591.048188:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993899136:0@lo:38:kworker.0
00000100:00100000:2.0:1767320591.613414:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320591.614681:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320592.637283:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320592.637659:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320592.970361:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320592.970409:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320592.970762:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942259328
00000100:00100000:2.0:1767320592.970773:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942259328
00000100:00100000:2.0:1767320592.970853:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942259200
00000100:00100000:2.0:1767320592.970857:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942259200
00000100:00100000:2.0:1767320592.970876:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5944
00000100:00100000:2.0:1767320592.970886:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942259328:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320592.970961:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942259328:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 77us (611us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320592.970969:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5944
00000100:00100000:2.0:1767320592.970989:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73237
00000100:00100000:2.0:1767320592.970994:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942259200:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320592.971013:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320592.971040:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942259200:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (631us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320592.971046:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73237
00000100:00080000:3.0:1767320592.974605:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320593.661251:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320593.661617:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320594.621524:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320594.621549:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993899520:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320594.621619:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320594.621776:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320594.621787:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993899648:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320594.621815:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320594.621889:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993899520
00000100:00100000:0.0:1767320594.621897:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993899520
00000100:00100000:3.0:1767320594.621968:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993899648
00000100:00100000:3.0:1767320594.621972:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993899648
00000100:00100000:0.0:1767320594.621974:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3439
00000100:00100000:0.0:1767320594.621982:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993899520:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320594.621999:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3440
00000100:00100000:3.0:1767320594.622005:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993899648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320594.622010:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:3.0:1767320594.622018:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320594.622047:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993899520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (427us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320594.622047:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993899648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320594.622054:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3439
00000100:00100000:3.0:1767320594.622066:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3440
00000100:00100000:0.0:1767320594.622099:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993899520:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320594.622238:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320594.622252:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320594.622274:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993899648:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320594.685479:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320594.685591:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320595.710365:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320595.710461:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320596.157304:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320596.157316:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320596.157319:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320596.157323:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320596.157328:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320596.157336:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5835
00000100:00080000:0.0:1767320596.157342:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767320596.157350:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320596.157386:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cd880 x1853163993899776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320596.157415:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320596.157419:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320596.157421:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320596.157425:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5835
00000100:00080000:0.0:1767320596.157427:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767320596.157431:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320596.157444:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cf480 x1853163993899904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320596.157484:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320596.157487:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320596.157488:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320596.157491:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5835
00000100:00080000:0.0:1767320596.157493:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767320596.157495:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320596.157501:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cd500 x1853163993900160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320596.157521:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320596.157523:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320596.157524:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320596.157527:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5835
00000100:00080000:0.0:1767320596.157528:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767320596.157530:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320596.157535:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cfb80 x1853163993900416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320596.157577:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993900288:0@lo:400:kworker.0
00000100:00100000:0.0:1767320596.157634:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320596.157681:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320596.157685:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993900544:0@lo:400:kworker.0
00000100:00100000:0.0:1767320596.157701:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320596.157732:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993900288
00000100:00100000:0.0:1767320596.157738:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993900288
00000100:00100000:0.0:1767320596.157785:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5945
00000100:00100000:0.0:1767320596.157795:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993900288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320596.157838:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993900288:12345-0@lo:400:kworker.0 Request processed in 46us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320596.157844:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5945
00000100:00100000:0.0:1767320596.157876:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993900288:0@lo:400:kworker.0
00000100:00100000:3.0:1767320596.158038:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993900672:0@lo:400:kworker.0
00000100:00100000:3.0:1767320596.158066:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320596.158088:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320596.158092:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993900032:0@lo:400:kworker.0
00000100:00100000:3.0:1767320596.158105:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320596.158120:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993900032
00000100:00100000:3.0:1767320596.158122:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993900032
00000100:00100000:3.0:1767320596.158140:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5946
00000100:00100000:3.0:1767320596.158143:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993900032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320596.158185:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993900032:12345-0@lo:400:kworker.0 Request processed in 42us (79us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320596.158189:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5946
00000100:00100000:3.0:1767320596.158206:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993900032:0@lo:400:kworker.0
00000100:00100000:0.0:1767320596.158384:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993900544
00000100:00100000:0.0:1767320596.158389:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993900544
00000100:00100000:0.0:1767320596.158424:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993900672
00000100:00100000:0.0:1767320596.158428:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993900672
00000100:00100000:0.0:1767320596.158447:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3671
00000100:00100000:0.0:1767320596.158464:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993900544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320596.158498:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993900544:12345-0@lo:400:kworker.0 Request processed in 36us (795us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320596.158504:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3671
00000100:00100000:0.0:1767320596.158516:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3672
00000100:00100000:0.0:1767320596.158522:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993900672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320596.158550:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993900672:12345-0@lo:400:kworker.0 Request processed in 28us (482us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320596.158553:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3672
00000100:00100000:0.0:1767320596.158572:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993900544:0@lo:400:kworker.0
00000100:00100000:1.0:1767320596.158667:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993899776:0@lo:38:kworker.0
00000100:00100000:1.0:1767320596.158689:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320596.158701:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993899904:0@lo:38:kworker.0
00000100:00100000:1.0:1767320596.158714:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320596.158730:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993900160:0@lo:38:kworker.0
00000100:00100000:1.0:1767320596.158742:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320596.158755:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993900416:0@lo:38:kworker.0
00000100:00100000:1.0:1767320596.158774:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320596.158801:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993899776
00000100:00100000:1.0:1767320596.158805:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993899776
00000100:00100000:1.0:1767320596.158822:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993900160
00000100:00100000:1.0:1767320596.158824:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993900160
00000100:00100000:1.0:1767320596.158833:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993900416
00000100:00100000:1.0:1767320596.158835:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993900416
00000100:00100000:1.0:1767320596.158841:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73238
00000100:00100000:1.0:1767320596.158844:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993899776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320596.158857:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320596.158880:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993899776:12345-0@lo:38:kworker.0 Request processed in 36us (190us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320596.158884:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73238
00000100:00100000:1.0:1767320596.158893:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73239
00000100:00100000:1.0:1767320596.158895:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993900160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320596.158899:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320596.158913:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993900160:12345-0@lo:38:kworker.0 Request processed in 16us (170us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320596.158918:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73239
00000100:00100000:1.0:1767320596.158928:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73240
00000100:00100000:1.0:1767320596.158931:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993900416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320596.158939:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320596.158959:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993900416:12345-0@lo:38:kworker.0 Request processed in 26us (183us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320596.158964:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73240
00000100:00100000:1.0:1767320596.158984:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993899904
00000100:00100000:1.0:1767320596.158987:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993899904
00000100:00100000:1.0:1767320596.159002:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329
00000100:00100000:1.0:1767320596.159019:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993899904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320596.159028:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320596.159051:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993899904:12345-0@lo:38:kworker.0 Request processed in 31us (334us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320596.159056:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329
00000100:00080000:1.0:1767320596.159083:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320596.159087:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320596.159090:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993899776:0@lo:38:kworker.0
00000100:00080000:1.0:1767320596.159098:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320596.159100:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320596.159103:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993899904:0@lo:38:kworker.0
00000100:00080000:1.0:1767320596.159109:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320596.159112:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320596.159115:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993900160:0@lo:38:kworker.0
00000100:00080000:1.0:1767320596.159122:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320596.159124:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320596.159127:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993900416:0@lo:38:kworker.0
00000100:00080000:2.0:1767320596.159310:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320596.159314:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320596.159316:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320596.159641:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993900672:0@lo:400:kworker.0
00010000:00010000:3.0:1767320596.733453:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320596.735455:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320597.758888:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320597.759468:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320598.090799:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320598.090846:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320598.090928:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942259456
00000100:00100000:3.0:1767320598.090938:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942259456
00000100:00100000:3.0:1767320598.090985:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942259584
00000100:00100000:3.0:1767320598.090988:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942259584
00000100:00100000:3.0:1767320598.091041:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5947
00000100:00100000:3.0:1767320598.091052:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942259584:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320598.091126:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942259584:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 75us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320598.091134:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5947
00000100:00100000:3.0:1767320598.091152:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73241
00000100:00100000:3.0:1767320598.091196:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942259456:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320598.091217:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320598.091253:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942259456:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 94us (465us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320598.091260:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73241
00000100:00080000:2.0:1767320598.093552:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320598.781586:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320598.781815:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320599.741694:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320599.741727:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993900800:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320599.741843:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320599.742098:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993900800
00000100:00100000:1.0:1767320599.742111:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993900800
00000100:00100000:1.0:1767320599.742242:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3441
00000100:00100000:1.0:1767320599.742255:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993900800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320599.742297:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320599.742366:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993900800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (523us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320599.742375:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3441
00000100:00080000:2.0:1767320599.742437:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320599.742443:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993900928:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320599.742478:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320599.750573:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993900800:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320599.752124:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993900928
00000100:00100000:3.0:1767320599.752143:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993900928
00000100:00100000:3.0:1767320599.752280:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442
00000100:00100000:3.0:1767320599.752292:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993900928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320599.752355:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320599.752464:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993900928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 173us (9983us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320599.752473:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442
00000100:00080000:2.0:1767320599.752772:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320599.752912:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993900928:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320599.805509:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320599.805605:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320600.832031:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320600.832247:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767320601.277503:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320601.277517:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320601.277521:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320601.277526:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320601.277532:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320601.277543:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5840
00000100:00080000:3.0:1767320601.277551:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767320601.277558:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320601.277614:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290700 x1853163993901056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320601.277645:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320601.277648:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320601.277650:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320601.277654:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5840
00000100:00080000:3.0:1767320601.277657:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767320601.277661:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320601.277679:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290000 x1853163993901184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320601.277729:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320601.277733:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320601.277736:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320601.277740:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5840
00000100:00080000:3.0:1767320601.277742:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767320601.277746:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320601.277759:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291c00 x1853163993901440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320601.277788:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320601.277801:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320601.277803:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320601.277807:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5840
00000100:00080000:3.0:1767320601.277810:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767320601.277814:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320601.277828:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605c000 x1853163993901696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320601.277883:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993901824:0@lo:400:kworker.0
00000100:00100000:3.0:1767320601.277971:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320601.278072:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320601.278079:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993901568:0@lo:400:kworker.0
00000100:00100000:3.0:1767320601.278109:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320601.278148:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993901824
00000100:00100000:3.0:1767320601.278196:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993901824
00000100:00100000:3.0:1767320601.278268:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3673
00000100:00100000:3.0:1767320601.278278:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993901824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320601.278339:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993901824:12345-0@lo:400:kworker.0 Request processed in 63us (367us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320601.278348:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3673
00000100:00100000:3.0:1767320601.278403:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993901824:0@lo:400:kworker.0
00000100:00100000:1.0:1767320601.278674:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993901568
00000100:00100000:1.0:1767320601.278680:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993901568
00000100:00100000:1.0:1767320601.278734:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5948
00000100:00100000:1.0:1767320601.278742:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993901568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320601.278790:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993901568:12345-0@lo:400:kworker.0 Request processed in 49us (680us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320601.278797:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5948
00000100:00100000:1.0:1767320601.278826:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993901056:0@lo:38:kworker.0
00000100:00100000:1.0:1767320601.278858:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320601.278877:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993901184:0@lo:38:kworker.0
00000100:00100000:1.0:1767320601.278905:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320601.278932:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993901440:0@lo:38:kworker.0
00000100:00100000:1.0:1767320601.278958:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320601.278974:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993901696:0@lo:38:kworker.0
00000100:00100000:1.0:1767320601.278996:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320601.279023:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993901184
00000100:00100000:1.0:1767320601.279027:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993901184
00000100:00100000:1.0:1767320601.279060:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330
00000100:00100000:1.0:1767320601.279065:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993901184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320601.279089:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320601.279128:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993901184:12345-0@lo:38:kworker.0 Request processed in 62us (222us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320601.279135:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330
00000100:00100000:1.0:1767320601.279188:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993901056
00000100:00100000:1.0:1767320601.279192:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993901056
00000100:00100000:1.0:1767320601.279211:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993901440
00000100:00100000:1.0:1767320601.279214:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993901440
00000100:00100000:1.0:1767320601.279227:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993901696
00000100:00100000:1.0:1767320601.279231:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993901696
00000100:00100000:1.0:1767320601.279246:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73242
00000100:00100000:1.0:1767320601.279251:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993901056:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320601.279261:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320601.279287:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993901056:12345-0@lo:38:kworker.0 Request processed in 35us (429us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320601.279294:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73242
00000100:00100000:1.0:1767320601.279305:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73243
00000100:00100000:1.0:1767320601.279308:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993901440:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320601.279316:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320601.279334:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993901440:12345-0@lo:38:kworker.0 Request processed in 25us (376us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320601.279339:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73243
00000100:00100000:1.0:1767320601.279348:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73244
00000100:00100000:1.0:1767320601.279351:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993901696:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320601.279358:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320601.279375:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993901696:12345-0@lo:38:kworker.0 Request processed in 23us (379us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320601.279380:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73244
00000100:00080000:1.0:1767320601.279420:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320601.279426:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320601.279430:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993901056:0@lo:38:kworker.0
00000100:00080000:1.0:1767320601.279440:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320601.279444:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320601.279446:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993901184:0@lo:38:kworker.0
00000100:00080000:1.0:1767320601.279454:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320601.279457:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320601.279460:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993901440:0@lo:38:kworker.0
00000100:00080000:1.0:1767320601.279467:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320601.279470:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320601.279472:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993901696:0@lo:38:kworker.0
00000100:00100000:1.0:1767320601.279508:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993901568:0@lo:400:kworker.0
00000100:00100000:0.0:1767320601.279830:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993901312:0@lo:400:kworker.0
00000100:00100000:0.0:1767320601.279868:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320601.279903:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320601.279909:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993901952:0@lo:400:kworker.0
00000100:00100000:0.0:1767320601.279935:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320601.280443:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993901312
00000100:00100000:1.0:1767320601.280451:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993901312
00000100:00100000:1.0:1767320601.280512:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5949
00000100:00100000:1.0:1767320601.280521:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993901312:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320601.280583:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993901312:12345-0@lo:400:kworker.0 Request processed in 64us (714us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320601.280592:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5949
00000100:00100000:1.0:1767320601.280634:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993901312:0@lo:400:kworker.0
00000100:00080000:2.0:1767320601.281091:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320601.281100:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320601.281114:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993901952
00000100:00100000:2.0:1767320601.281118:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993901952
00000100:00100000:2.0:1767320601.281176:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3674
00000100:00100000:2.0:1767320601.281194:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993901952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320601.281239:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993901952:12345-0@lo:400:kworker.0 Request processed in 57us (1303us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320601.281245:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3674
00000100:00080000:2.0:1767320601.281268:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320601.281287:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993901952:0@lo:400:kworker.0
00000100:00100000:2.0:1767320601.853337:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320601.853735:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320602.879035:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320602.879507:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320603.209712:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320603.210326:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942259840
00000100:00100000:3.0:1767320603.210338:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942259840
00000100:00100000:3.0:1767320603.210431:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5950
00000100:00100000:3.0:1767320603.210442:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942259840:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:2.0:1767320603.210632:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320603.210788:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942259840:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 347us (1084us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320603.210798:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5950
00000100:00100000:0.0:1767320603.231799:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320603.232327:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942259712
00000100:00100000:1.0:1767320603.232338:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942259712
00000100:00100000:1.0:1767320603.232389:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73245
00000100:00100000:1.0:1767320603.232397:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942259712:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320603.232421:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320603.232492:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942259712:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 93us (701us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320603.232498:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73245
00010000:00010000:3.0:1767320603.901433:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320603.901751:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320604.861798:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320604.861801:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993902208:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320604.861831:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993902080:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320604.861874:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320604.862017:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320604.863066:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993902208
00000100:00100000:0.0:1767320604.863076:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993902208
00000100:00100000:0.0:1767320604.863183:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993902080
00000100:00100000:0.0:1767320604.863187:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993902080
00000100:00100000:0.0:1767320604.863231:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3443
00000100:00100000:0.0:1767320604.863240:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993902208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320604.863272:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767320604.863404:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320604.863409:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320604.863434:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3444
00000100:00100000:3.0:1767320604.863442:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993902080:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320604.863459:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320604.863511:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993902080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (1494us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320604.863519:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3444
00000100:00100000:3.0:1767320604.863564:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993902080:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320604.863720:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993902208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 482us (1847us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320604.863727:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443
00000100:00100000:3.0:1767320604.863800:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993902208:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320604.925495:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320604.927531:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320605.373407:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320580/real 1767320580]  req@ffff89b706358a80 x1853163993895808/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320605 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320605.373804:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b706358a80 x1853163993895808/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320605 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320605.373828:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320605.373920:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320605.373926:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993895808:0@lo:250:kworker.0
00000100:00080000:3.0:1767320605.374690:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320605.374699:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320605.374702:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320605.374708:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5825
00000100:00080000:3.0:1767320605.374713:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320605.374721:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320605.374830:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d264380 x1853163993902336/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320605.374960:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993902336:0@lo:250:kworker.0
00000400:00000100:1.0:1767320605.375010:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993902336 offset 0 length 520: 4
00000100:00080000:3.0:1767320605.375669:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320605.375675:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320605.375677:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320605.375682:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5845
00000100:00080000:3.0:1767320605.375686:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767320605.375691:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320605.375712:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605c000 x1853163993902464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320605.377006:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320605.377015:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320605.377018:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320605.377024:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5845
00000100:00080000:3.0:1767320605.377029:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767320605.377034:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320605.377062:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605d500 x1853163993902592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320605.377117:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320605.377121:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320605.377123:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320605.377126:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5845
00000100:00080000:3.0:1767320605.377129:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767320605.377132:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320605.377145:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f2d80 x1853163993902848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320605.377188:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320605.377192:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320605.377193:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320605.377197:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5845
00000100:00080000:3.0:1767320605.377200:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767320605.377203:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320605.377218:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b705ad5500 x1853163993903104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320605.377273:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993902976:0@lo:400:kworker.0
00000100:00100000:3.0:1767320605.377353:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320605.377389:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320605.377396:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993903232:0@lo:400:kworker.0
00000100:00100000:3.0:1767320605.377421:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320605.377667:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993902720:0@lo:400:kworker.0
00000100:00100000:1.0:1767320605.377697:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320605.377721:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320605.377726:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993903360:0@lo:400:kworker.0
00000100:00100000:1.0:1767320605.377759:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320605.377787:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993902976
00000100:00100000:1.0:1767320605.377794:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993902976
00000100:00100000:1.0:1767320605.377854:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993902720
00000100:00100000:1.0:1767320605.377858:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993902720
00000100:00100000:2.0:1767320605.377946:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993903232
00000100:00100000:2.0:1767320605.377951:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993903232
00000100:00100000:2.0:1767320605.377979:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993903360
00000100:00100000:2.0:1767320605.377982:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993903360
00000100:00100000:0.0:1767320605.378120:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993902464:0@lo:38:kworker.0
00000100:00100000:0.0:1767320605.378175:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320605.378828:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3675
00000100:00100000:2.0:1767320605.378855:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993903232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320605.378925:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993903232:12345-0@lo:400:kworker.0 Request processed in 86us (1501us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320605.378932:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3675
00000100:00100000:2.0:1767320605.378952:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3676
00000100:00100000:2.0:1767320605.378958:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993903360:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320605.378991:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993903360:12345-0@lo:400:kworker.0 Request processed in 34us (1231us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320605.378998:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3676
00000100:00080000:2.0:1767320605.379034:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320605.379071:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993903232:0@lo:400:kworker.0
00000100:00100000:0.0:1767320605.379249:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993902592:0@lo:38:kworker.0
00000100:00100000:0.0:1767320605.379290:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320605.379309:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993902848:0@lo:38:kworker.0
00000100:00100000:0.0:1767320605.379330:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320605.379551:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993902464
00000100:00100000:3.0:1767320605.379558:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993902464
00000100:00100000:3.0:1767320605.379592:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5951
00000100:00100000:3.0:1767320605.379600:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993902976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320605.379644:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993902976:12345-0@lo:400:kworker.0 Request processed in 45us (2290us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320605.379650:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5951
00000100:00100000:3.0:1767320605.379666:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5952
00000100:00100000:3.0:1767320605.379673:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993902720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320605.379701:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993902720:12345-0@lo:400:kworker.0 Request processed in 29us (2003us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320605.379706:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5952
00000100:00100000:3.0:1767320605.379718:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73246
00000100:00100000:3.0:1767320605.379722:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993902464:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320605.379956:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993903360:0@lo:400:kworker.0
00000100:00100000:1.0:1767320605.379967:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993902720:0@lo:400:kworker.0
00000100:00100000:1.0:1767320605.380014:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993902592
00000100:00100000:1.0:1767320605.380018:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993902592
00000100:00100000:1.0:1767320605.380039:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331
00000100:00100000:1.0:1767320605.380043:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993902592:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320605.380060:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320605.380093:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993902592:12345-0@lo:38:kworker.0 Request processed in 48us (803us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320605.380098:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331
00010000:00020000:3.0:1767320605.380201:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320605.380230:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993902464:12345-0@lo:38:kworker.0 Request processed in 506us (2054us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320605.380236:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73246
00000100:00100000:3.0:1767320605.380357:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993902976:0@lo:400:kworker.0
00000100:00100000:0.0:1767320605.380615:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993903104:0@lo:38:kworker.0
00000100:00100000:0.0:1767320605.380643:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320605.380703:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320605.380708:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320605.380711:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993902464:0@lo:38:kworker.0
00000100:00080000:0.0:1767320605.380815:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320605.380820:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320605.380823:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993902592:0@lo:38:kworker.0
00000100:00100000:2.0:1767320605.380968:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993902848
00000100:00100000:2.0:1767320605.380973:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993902848
00000100:00100000:2.0:1767320605.380999:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993903104
00000100:00100000:2.0:1767320605.381001:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993903104
00000100:00100000:2.0:1767320605.381020:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73247
00000100:00100000:2.0:1767320605.381026:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993902848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320605.381038:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320605.381069:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993902848:12345-0@lo:38:kworker.0 Request processed in 43us (1738us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320605.381075:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73247
00000100:00100000:2.0:1767320605.381086:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73248
00000100:00100000:2.0:1767320605.381090:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993903104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320605.381099:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320605.381128:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993903104:12345-0@lo:38:kworker.0 Request processed in 37us (484us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320605.381134:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73248
00000100:00080000:0.0:1767320605.381199:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320605.381204:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320605.381207:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993902848:0@lo:38:kworker.0
00000100:00080000:0.0:1767320605.381214:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320605.381217:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320605.381220:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993903104:0@lo:38:kworker.0
00010000:00010000:0.0:1767320605.950451:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320605.950784:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320606.973449:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320606.973554:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320607.997449:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320607.997523:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320608.329124:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320608.329259:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320608.329293:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942260096
00000100:00100000:1.0:1767320608.329304:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942260096
00000100:00100000:0.0:1767320608.329331:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942259968
00000100:00100000:0.0:1767320608.329336:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942259968
00000100:00100000:0.0:1767320608.329466:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5953
00000100:00100000:0.0:1767320608.329479:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942260096:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767320608.329497:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320608.329560:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73249
00000100:00100000:1.0:1767320608.329565:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942259968:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320608.329586:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320608.329588:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942260096:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 114us (483us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320608.329596:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5953
00000100:00100000:1.0:1767320608.329612:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942259968:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (353us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320608.329618:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73249
00000400:00000100:0.0:1767320608.330414:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942260224 offset 0 length 520: 4
00000100:00100000:2.0:1767320609.022946:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320609.023513:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320609.981711:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320609.981734:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993903488:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320609.981803:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320609.981884:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993903616:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320609.981940:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320609.982191:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993903488
00000100:00100000:1.0:1767320609.982200:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993903488
00000100:00100000:1.0:1767320609.982262:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993903616
00000100:00100000:1.0:1767320609.982265:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993903616
00000100:00100000:1.0:1767320609.982286:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3445
00000100:00100000:1.0:1767320609.982296:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993903488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320609.982327:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320609.982330:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3446
00000100:00100000:0.0:1767320609.982338:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993903616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320609.982354:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320609.982370:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993903488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (568us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320609.982378:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3445
00000100:00100000:0.0:1767320609.982381:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993903616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (441us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320609.982385:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3446
00000100:00100000:0.0:1767320609.982423:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993903616:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320609.982442:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320609.982446:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320609.982467:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993903488:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320610.046271:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320610.046959:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767320610.493356:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320610.493367:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320610.493370:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320610.493374:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320610.493378:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320610.493385:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5850
00000100:00080000:3.0:1767320610.493390:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320610.493397:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320610.493437:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609703480 x1853163993903744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320610.493469:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320610.493472:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320610.493474:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320610.493478:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5850
00000100:00080000:3.0:1767320610.493480:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320610.493484:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320610.493546:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f27800 x1853163993903872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320610.493585:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320610.493588:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320610.493590:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320610.493593:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5850
00000100:00080000:3.0:1767320610.493596:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320610.493599:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320610.493611:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24000 x1853163993904128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320610.493639:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320610.493643:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320610.493644:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320610.493647:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5850
00000100:00080000:3.0:1767320610.493649:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320610.493652:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320610.493662:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecaea00 x1853163993904384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320610.493719:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993904256:0@lo:400:kworker.0
00000100:00100000:3.0:1767320610.493790:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320610.493851:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320610.493857:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993904512:0@lo:400:kworker.0
00000100:00100000:1.0:1767320610.493931:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993904640:0@lo:400:kworker.0
00000100:00100000:1.0:1767320610.493978:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320610.494007:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320610.494021:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320610.494026:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993904000:0@lo:400:kworker.0
00000100:00100000:1.0:1767320610.494049:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320610.494057:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993904256
00000100:00100000:3.0:1767320610.494066:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993904256
00000100:00100000:1.0:1767320610.494077:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993904640
00000100:00100000:1.0:1767320610.494080:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993904640
00000100:00100000:1.0:1767320610.494123:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993904512
00000100:00100000:1.0:1767320610.494127:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993904512
00000100:00100000:1.0:1767320610.494148:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3677
00000100:00100000:1.0:1767320610.494156:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993904640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320610.494208:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993904000
00000100:00100000:1.0:1767320610.494226:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993904640:12345-0@lo:400:kworker.0 Request processed in 70us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320610.494233:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3677
00000100:00100000:1.0:1767320610.494249:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3678
00000100:00100000:1.0:1767320610.494255:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993904512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320610.494286:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993904512:12345-0@lo:400:kworker.0 Request processed in 32us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320610.494295:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3678
00000100:00100000:1.0:1767320610.494317:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5954
00000100:00100000:1.0:1767320610.494323:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993904256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320610.494350:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993904256:12345-0@lo:400:kworker.0 Request processed in 28us (560us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320610.494356:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5954
00000100:00100000:3.0:1767320610.494375:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993904000
00000100:00100000:1.0:1767320610.494393:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993904640:0@lo:400:kworker.0
00000100:00100000:3.0:1767320610.494400:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5955
00000100:00100000:3.0:1767320610.494406:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993904000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320610.494429:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993904512:0@lo:400:kworker.0
00000100:00100000:1.0:1767320610.494437:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993904256:0@lo:400:kworker.0
00000100:00100000:3.0:1767320610.494438:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993904000:12345-0@lo:400:kworker.0 Request processed in 33us (389us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320610.494444:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5955
00000100:00100000:1.0:1767320610.494456:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993904000:0@lo:400:kworker.0
00000100:00080000:3.0:1767320610.494459:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320610.494612:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993903744:0@lo:38:kworker.0
00000100:00100000:0.0:1767320610.494641:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320610.494668:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993903872:0@lo:38:kworker.0
00000100:00100000:0.0:1767320610.494692:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320610.494716:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993904128:0@lo:38:kworker.0
00000100:00100000:0.0:1767320610.494737:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320610.494754:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993904384:0@lo:38:kworker.0
00000100:00100000:0.0:1767320610.494773:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320610.494799:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993903872
00000100:00100000:0.0:1767320610.494803:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993903872
00000100:00100000:3.0:1767320610.494923:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993903744
00000100:00100000:3.0:1767320610.494928:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993903744
00000100:00100000:3.0:1767320610.494949:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993904128
00000100:00100000:3.0:1767320610.494951:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993904128
00000100:00100000:3.0:1767320610.494960:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993904384
00000100:00100000:3.0:1767320610.494962:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993904384
00000100:00100000:3.0:1767320610.494972:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73250
00000100:00100000:3.0:1767320610.494977:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993903744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320610.494994:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320610.495044:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993903744:12345-0@lo:38:kworker.0 Request processed in 65us (400us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320610.495051:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73250
00000100:00100000:3.0:1767320610.495063:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73251
00000100:00100000:3.0:1767320610.495067:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993904128:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320610.495096:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332
00000100:00100000:0.0:1767320610.495101:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993903872:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320610.495151:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73252
00000100:00100000:1.0:1767320610.495155:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993904384:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320610.496206:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320610.496412:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993904128:12345-0@lo:38:kworker.0 Request processed in 1341us (1672us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320610.496422:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73251
00000100:00080000:2.0:1767320610.496655:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320610.496661:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320610.496665:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993903744:0@lo:38:kworker.0
00000100:00080000:2.0:1767320610.496674:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320610.496678:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320610.496681:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993904128:0@lo:38:kworker.0
00010000:00020000:0.0:1767320610.499305:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320610.499413:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993903872:12345-0@lo:38:kworker.0 Request processed in 4307us (4717us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320610.499424:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332
00010000:00020000:1.0:1767320610.500983:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320610.501134:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993904384:12345-0@lo:38:kworker.0 Request processed in 5974us (6357us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320610.501146:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73252
00000100:00080000:2.0:1767320610.501291:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320610.501296:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320610.501301:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993903872:0@lo:38:kworker.0
00000100:00080000:2.0:1767320610.501312:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320610.501315:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320610.501319:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993904384:0@lo:38:kworker.0
00000100:00100000:2.0:1767320611.069464:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320611.069986:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320612.094792:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320612.094975:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320613.117289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320613.118271:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320613.447252:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320613.447288:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320613.447408:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942260480
00000100:00100000:3.0:1767320613.447419:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942260480
00000100:00100000:3.0:1767320613.447499:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942260352
00000100:00100000:3.0:1767320613.447502:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942260352
00000100:00100000:3.0:1767320613.447524:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5956
00000100:00100000:3.0:1767320613.447536:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942260480:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320613.447702:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942260480:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 167us (459us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320613.447713:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5956
00000100:00100000:3.0:1767320613.447736:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73253
00000100:00100000:3.0:1767320613.447741:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942260352:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320613.447766:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320613.447796:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942260352:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 53us (507us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320613.447803:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73253
00000100:00080000:0.0:1767320613.448130:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320614.141432:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320614.142827:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320615.101702:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320615.101725:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993904896:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320615.101797:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320615.102015:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993904896
00000100:00100000:2.0:1767320615.102024:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993904896
00000100:00100000:2.0:1767320615.102102:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3447
00000100:00100000:2.0:1767320615.102111:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993904896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320615.102141:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320615.102229:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993904896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (431us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320615.102237:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3447
00000100:00100000:2.0:1767320615.102266:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993904768:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320615.102294:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320615.102328:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993904768
00000100:00100000:2.0:1767320615.102333:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993904768
00000100:00100000:2.0:1767320615.102357:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448
00000100:00100000:2.0:1767320615.102362:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993904768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320615.102380:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320615.102412:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993904768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (117us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320615.102419:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448
00000100:00100000:2.0:1767320615.102455:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993904768:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320615.102788:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320615.102793:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320615.102822:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993904896:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320615.165773:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320615.167773:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320615.613294:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320615.613305:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320615.613308:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320615.613312:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320615.613315:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320615.613324:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5855
00000100:00080000:3.0:1767320615.613328:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320615.613336:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320615.613377:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235f80 x1853163993905024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320615.613406:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320615.613409:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320615.613411:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320615.613415:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5855
00000100:00080000:3.0:1767320615.613418:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320615.613422:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320615.613436:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237b80 x1853163993905152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320615.613483:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320615.613487:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320615.613489:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320615.613492:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5855
00000100:00080000:3.0:1767320615.613494:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320615.613498:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320615.613512:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236a00 x1853163993905408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320615.613542:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320615.613546:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320615.613547:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320615.613551:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5855
00000100:00080000:3.0:1767320615.613554:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320615.613557:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320615.613567:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236680 x1853163993905664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320615.613613:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993905536:0@lo:400:kworker.0
00000100:00100000:3.0:1767320615.613683:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320615.613746:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320615.613752:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993905792:0@lo:400:kworker.0
00000100:00100000:3.0:1767320615.613778:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320615.613900:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993905920:0@lo:400:kworker.0
00000100:00100000:2.0:1767320615.613939:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320615.613964:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320615.613970:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993905280:0@lo:400:kworker.0
00000100:00100000:2.0:1767320615.613992:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320615.614024:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993905792
00000100:00100000:2.0:1767320615.614031:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993905792
00000100:00100000:2.0:1767320615.614073:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993905920
00000100:00100000:2.0:1767320615.614076:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993905920
00000100:00100000:2.0:1767320615.614097:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3679
00000100:00100000:2.0:1767320615.614105:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993905792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320615.614153:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993905792:12345-0@lo:400:kworker.0 Request processed in 49us (373us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320615.614187:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3679
00000100:00100000:2.0:1767320615.614205:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3680
00000100:00100000:2.0:1767320615.614212:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993905920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320615.614244:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993905920:12345-0@lo:400:kworker.0 Request processed in 33us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320615.614250:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3680
00000100:00100000:2.0:1767320615.614275:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993905536
00000100:00100000:2.0:1767320615.614279:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993905536
00000100:00100000:2.0:1767320615.614310:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993905280
00000100:00100000:2.0:1767320615.614313:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993905280
00000100:00100000:2.0:1767320615.614333:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5957
00000100:00100000:2.0:1767320615.614339:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993905536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320615.614368:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993905536:12345-0@lo:400:kworker.0 Request processed in 30us (686us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320615.614374:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5957
00000100:00100000:2.0:1767320615.614385:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5958
00000100:00100000:2.0:1767320615.614392:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993905280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320615.614416:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993905280:12345-0@lo:400:kworker.0 Request processed in 25us (423us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320615.614421:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5958
00000100:00100000:2.0:1767320615.614465:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993905280:0@lo:400:kworker.0
00000100:00100000:2.0:1767320615.614478:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993905920:0@lo:400:kworker.0
00000100:00100000:2.0:1767320615.614505:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993905792:0@lo:400:kworker.0
00000100:00100000:2.0:1767320615.614514:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993905536:0@lo:400:kworker.0
00000100:00100000:0.0:1767320615.615144:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993905024:0@lo:38:kworker.0
00000100:00100000:0.0:1767320615.615219:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320615.615245:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993905152:0@lo:38:kworker.0
00000100:00100000:0.0:1767320615.615270:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320615.615292:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993905408:0@lo:38:kworker.0
00000100:00100000:0.0:1767320615.615311:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320615.615332:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993905664:0@lo:38:kworker.0
00000100:00100000:0.0:1767320615.615348:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320615.615371:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320615.615551:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993905152
00000100:00100000:1.0:1767320615.615556:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993905152
00000100:00100000:1.0:1767320615.615585:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333
00000100:00100000:1.0:1767320615.615591:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993905152:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320615.615609:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320615.615644:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993905152:12345-0@lo:38:kworker.0 Request processed in 52us (373us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320615.615651:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333
00000100:00080000:1.0:1767320615.615680:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320615.615685:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320615.615688:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993905152:0@lo:38:kworker.0
00000100:00100000:2.0:1767320615.616370:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993905024
00000100:00100000:2.0:1767320615.616375:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993905024
00000100:00100000:2.0:1767320615.616404:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993905408
00000100:00100000:2.0:1767320615.616407:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993905408
00000100:00100000:2.0:1767320615.616421:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993905664
00000100:00100000:2.0:1767320615.616424:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993905664
00000100:00100000:2.0:1767320615.616437:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73254
00000100:00100000:2.0:1767320615.616443:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993905024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320615.616455:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320615.616488:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993905024:12345-0@lo:38:kworker.0 Request processed in 45us (1283us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320615.616494:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73254
00000100:00100000:2.0:1767320615.616505:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73255
00000100:00100000:2.0:1767320615.616509:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993905408:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320615.616516:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320615.616533:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993905408:12345-0@lo:38:kworker.0 Request processed in 23us (1222us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320615.616538:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73255
00000100:00100000:2.0:1767320615.616548:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73256
00000100:00100000:2.0:1767320615.616552:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993905664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320615.616559:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320615.616575:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993905664:12345-0@lo:38:kworker.0 Request processed in 22us (1225us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320615.616579:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73256
00000100:00080000:1.0:1767320615.616656:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320615.616661:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320615.616664:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993905024:0@lo:38:kworker.0
00000100:00080000:1.0:1767320615.616673:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320615.616676:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320615.616679:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993905408:0@lo:38:kworker.0
00000100:00080000:1.0:1767320615.616686:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320615.616689:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320615.616691:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993905664:0@lo:38:kworker.0
00010000:00010000:3.0:1767320616.189466:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320616.190315:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320617.213273:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320617.213563:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320618.238138:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320618.238417:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320618.571560:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320618.571614:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320618.571712:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942260608
00000100:00100000:2.0:1767320618.571722:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942260608
00000100:00100000:2.0:1767320618.571766:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942260736
00000100:00100000:2.0:1767320618.571769:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942260736
00000100:00100000:2.0:1767320618.571825:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5959
00000100:00080000:1.0:1767320618.571826:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320618.571840:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942260736:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320618.571860:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73257
00000100:00100000:1.0:1767320618.571885:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942260608:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320618.571907:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320618.571963:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942260608:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 78us (416us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320618.571968:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73257
00000100:00100000:2.0:1767320618.572049:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942260736:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 213us (432us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320618.572058:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5959
00000100:00100000:2.0:1767320619.261283:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320619.262134:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320620.221464:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320620.221485:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993906048:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320620.221599:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320620.221741:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993906048
00000100:00100000:0.0:1767320620.221750:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993906048
00000100:00100000:0.0:1767320620.221821:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449
00000100:00100000:0.0:1767320620.221844:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706453450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993906048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320620.221879:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767320620.221896:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320620.221933:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706453450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993906048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (334us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320620.221942:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449
00000100:00100000:3.0:1767320620.222553:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993906048:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320620.222873:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993906176:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320620.222912:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320620.222987:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993906176
00000100:00100000:2.0:1767320620.222992:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993906176
00000100:00100000:2.0:1767320620.223025:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3450
00000100:00100000:2.0:1767320620.223031:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993906176:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320620.223052:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320620.223087:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993906176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (174us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320620.223095:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3450
00000100:00100000:2.0:1767320620.223125:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993906176:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320620.223153:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767320620.285626:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320620.285908:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767320620.734323:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320620.734334:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320620.734337:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320620.734341:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320620.734345:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320620.734353:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5860
00000100:00080000:1.0:1767320620.734357:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320620.734364:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320620.734420:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f2300 x1853163993906304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320620.734437:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320620.734440:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320620.734441:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320620.734453:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5860
00000100:00080000:1.0:1767320620.734456:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320620.734459:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320620.734475:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f3800 x1853163993906432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320620.734519:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320620.734524:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320620.734525:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320620.734529:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5860
00000100:00080000:1.0:1767320620.734532:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320620.734535:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320620.734547:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24000 x1853163993906688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320620.734579:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320620.734582:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320620.734584:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320620.734587:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5860
00000100:00080000:1.0:1767320620.734589:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320620.734592:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320620.734603:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecaea00 x1853163993906944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320620.734642:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993907072:0@lo:400:kworker.0
00000100:00100000:1.0:1767320620.734703:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320620.734776:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320620.734784:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993906816:0@lo:400:kworker.0
00000100:00100000:1.0:1767320620.734813:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320620.734837:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993906304:0@lo:38:kworker.0
00000100:00100000:2.0:1767320620.734874:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320620.734897:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993906432:0@lo:38:kworker.0
00000100:00100000:1.0:1767320620.734908:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993906816
00000100:00100000:1.0:1767320620.734916:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993906816
00000100:00100000:2.0:1767320620.734922:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320620.734947:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993906688:0@lo:38:kworker.0
00000100:00100000:2.0:1767320620.734971:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320620.734992:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993906944:0@lo:38:kworker.0
00000100:00100000:2.0:1767320620.735011:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320620.735066:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993907200:0@lo:400:kworker.0
00000100:00100000:0.0:1767320620.735108:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320620.735129:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320620.735135:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993906560:0@lo:400:kworker.0
00000100:00100000:0.0:1767320620.735191:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993906432
00000100:00100000:0.0:1767320620.735196:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993906432
00000100:00100000:0.0:1767320620.735222:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334
00000100:00100000:0.0:1767320620.735229:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993906432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320620.735248:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320620.735284:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993906432:12345-0@lo:38:kworker.0 Request processed in 54us (362us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320620.735291:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334
00000100:00100000:0.0:1767320620.735315:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993907072
00000100:00100000:0.0:1767320620.735319:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993907072
00000100:00100000:0.0:1767320620.735342:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993907200
00000100:00100000:0.0:1767320620.735346:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993907200
00000100:00100000:0.0:1767320620.735364:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3681
00000100:00100000:0.0:1767320620.735369:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993907072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320620.735410:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993907072:12345-0@lo:400:kworker.0 Request processed in 40us (706us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320620.735415:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3681
00000100:00100000:0.0:1767320620.735428:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3682
00000100:00100000:0.0:1767320620.735434:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993907200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320620.735464:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993907200:12345-0@lo:400:kworker.0 Request processed in 30us (356us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320620.735470:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3682
00000100:00100000:0.0:1767320620.735515:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993907072:0@lo:400:kworker.0
00000100:00100000:1.0:1767320620.737215:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993906304
00000100:00100000:1.0:1767320620.737232:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993906304
00000100:00100000:1.0:1767320620.737293:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993906688
00000100:00100000:1.0:1767320620.737297:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993906688
00000100:00100000:1.0:1767320620.737323:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5960
00000100:00100000:1.0:1767320620.737338:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993906816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320620.737431:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993906816:12345-0@lo:400:kworker.0 Request processed in 101us (2618us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320620.737438:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5960
00000100:00100000:1.0:1767320620.737466:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73258
00000100:00100000:1.0:1767320620.737470:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993906304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320620.737491:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320620.737521:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993906304:12345-0@lo:38:kworker.0 Request processed in 49us (2648us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320620.737527:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73258
00000100:00100000:1.0:1767320620.737540:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73259
00000100:00100000:1.0:1767320620.737543:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993906688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320620.737551:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320620.737573:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993906688:12345-0@lo:38:kworker.0 Request processed in 29us (2603us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320620.737578:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73259
00000100:00100000:1.0:1767320620.737638:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993906816:0@lo:400:kworker.0
00000100:00080000:1.0:1767320620.737682:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320620.738654:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320620.738663:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320620.738667:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993906304:0@lo:38:kworker.0
00000100:00080000:2.0:1767320620.738694:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320620.738697:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320620.738700:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993906432:0@lo:38:kworker.0
00000100:00080000:2.0:1767320620.738708:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320620.738711:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320620.738714:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993906688:0@lo:38:kworker.0
00000100:00100000:2.0:1767320620.738747:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320620.741239:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993907200:0@lo:400:kworker.0
00000100:00100000:2.0:1767320620.741285:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993906944
00000100:00100000:2.0:1767320620.741294:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993906944
00000100:00100000:2.0:1767320620.741336:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993906560
00000100:00100000:2.0:1767320620.741340:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993906560
00000100:00100000:2.0:1767320620.741381:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5961
00000100:00100000:2.0:1767320620.741389:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993906560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320620.741468:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993906560:12345-0@lo:400:kworker.0 Request processed in 79us (2720us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320620.741476:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5961
00000100:00100000:2.0:1767320620.741494:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73260
00000100:00100000:2.0:1767320620.741498:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993906944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320620.741517:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320620.741553:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993906944:12345-0@lo:38:kworker.0 Request processed in 52us (6540us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320620.741560:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73260
00000100:00100000:2.0:1767320620.741591:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993906560:0@lo:400:kworker.0
00000100:00080000:2.0:1767320620.741623:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320620.741628:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320620.741632:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993906944:0@lo:38:kworker.0
00000100:00080000:2.0:1767320620.741667:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320621.309361:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320621.309524:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320622.333286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320622.335951:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320623.357308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320623.357408:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320623.695761:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320623.697388:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320623.710854:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942260992
00000100:00100000:0.0:1767320623.710879:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942260992
00000100:00100000:0.0:1767320623.711119:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942260864
00000100:00100000:0.0:1767320623.711123:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942260864
00000100:00100000:0.0:1767320623.711146:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5962
00000100:00100000:0.0:1767320623.711156:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942260992:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320623.711234:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73261
00000100:00100000:1.0:1767320623.711243:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942260864:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:0.0:1767320623.711263:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942260992:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 107us (15521us total) trans 0 rc 0/0
00010000:00020000:1.0:1767320623.711268:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320623.711274:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5962
00000100:00100000:1.0:1767320623.711307:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942260864:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 63us (13924us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320623.711315:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73261
00000100:00080000:2.0:1767320623.712597:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320624.381310:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320624.381864:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320625.341692:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993907328:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320625.341805:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320625.341825:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320625.341866:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993907328
00000100:00100000:0.0:1767320625.341874:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993907328
00000100:00080000:3.0:1767320625.341910:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320625.341938:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3451
00000100:00100000:0.0:1767320625.345890:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993907328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320625.345945:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320625.346051:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993907328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4103us (4246us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320625.346062:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3451
00000100:00100000:3.0:1767320625.346434:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993907328:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320625.347870:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993907456:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320625.347938:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320625.348391:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993907456
00000100:00100000:0.0:1767320625.348400:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993907456
00000100:00100000:0.0:1767320625.348473:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3452
00000100:00100000:0.0:1767320625.348482:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993907456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320625.348508:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320625.348554:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993907456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (617us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320625.348559:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3452
00000100:00100000:1.0:1767320625.348641:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993907456:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320625.348692:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320625.405237:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320625.405721:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320625.855555:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320625.855565:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320625.855568:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320625.855572:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320625.855576:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320625.855584:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5865
00000100:00080000:0.0:1767320625.855588:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320625.855595:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320625.855638:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e418700 x1853163993907584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320625.855665:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320625.855668:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320625.855671:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320625.855675:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5865
00000100:00080000:0.0:1767320625.855677:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320625.855681:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320625.855695:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecaea00 x1853163993907712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320625.855781:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993907840:0@lo:400:kworker.0
00000100:00100000:1.0:1767320625.855853:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320625.855980:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993907840
00000100:00100000:3.0:1767320625.855988:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993907840
00000100:00100000:3.0:1767320625.856056:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5963
00000100:00100000:3.0:1767320625.856065:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993907840:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767320625.856134:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320625.856138:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320625.856140:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320625.856144:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5865
00000100:00080000:0.0:1767320625.856146:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320625.856150:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320625.856183:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecafb80 x1853163993907968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320625.856211:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320625.856214:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320625.856216:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320625.856220:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5865
00000100:00080000:0.0:1767320625.856222:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320625.856225:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320625.856236:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb27800 x1853163993908224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320625.856264:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993908096:0@lo:400:kworker.0
00000100:00100000:0.0:1767320625.856295:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320625.856341:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993908096
00000100:00100000:0.0:1767320625.856345:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993908096
00000100:00100000:0.0:1767320625.856373:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5964
00000100:00100000:0.0:1767320625.856380:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993908096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320625.856416:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993908096:12345-0@lo:400:kworker.0 Request processed in 37us (120us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320625.856423:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5964
00000100:00100000:0.0:1767320625.856470:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993908096:0@lo:400:kworker.0
00000100:00080000:0.0:1767320625.856500:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320625.857553:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993907584:0@lo:38:kworker.0
00000100:00100000:2.0:1767320625.857599:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320625.857646:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993907712:0@lo:38:kworker.0
00000100:00100000:2.0:1767320625.857672:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320625.857692:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993907968:0@lo:38:kworker.0
00000100:00100000:2.0:1767320625.857706:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320625.857716:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993908224:0@lo:38:kworker.0
00000100:00100000:2.0:1767320625.857747:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320625.857781:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993907712
00000100:00100000:2.0:1767320625.857787:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993907712
00000100:00100000:2.0:1767320625.857816:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335
00000100:00100000:2.0:1767320625.857820:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993907712:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320625.857837:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320625.857866:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993907712:12345-0@lo:38:kworker.0 Request processed in 45us (194us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320625.857871:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335
00000100:00100000:2.0:1767320625.857890:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993907584
00000100:00100000:2.0:1767320625.857892:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993907584
00000100:00100000:2.0:1767320625.857903:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993907968
00000100:00100000:2.0:1767320625.857905:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993907968
00000100:00100000:2.0:1767320625.857911:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993908224
00000100:00100000:2.0:1767320625.857913:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993908224
00000100:00100000:2.0:1767320625.857924:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73262
00000100:00100000:2.0:1767320625.857928:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993907584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320625.857937:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320625.857959:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993907584:12345-0@lo:38:kworker.0 Request processed in 30us (360us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320625.857965:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73262
00000100:00100000:2.0:1767320625.857977:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73263
00000100:00100000:2.0:1767320625.857995:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993907968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320625.858003:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320625.858024:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993907968:12345-0@lo:38:kworker.0 Request processed in 29us (317us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320625.858027:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73263
00000100:00100000:2.0:1767320625.858035:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73264
00000100:00100000:2.0:1767320625.858038:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993908224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320625.858043:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320625.858056:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993908224:12345-0@lo:38:kworker.0 Request processed in 18us (310us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320625.858060:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73264
00000100:00080000:2.0:1767320625.858085:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320625.858088:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320625.858090:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993907584:0@lo:38:kworker.0
00000100:00080000:2.0:1767320625.858096:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320625.858098:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320625.858100:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993907712:0@lo:38:kworker.0
00000100:00080000:2.0:1767320625.858104:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320625.858106:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320625.858108:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993907968:0@lo:38:kworker.0
00000100:00080000:2.0:1767320625.858111:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320625.858114:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320625.858115:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993908224:0@lo:38:kworker.0
00000100:00100000:3.0:1767320625.859313:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993907840:12345-0@lo:400:kworker.0 Request processed in 3242us (3452us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320625.859325:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5963
00000100:00100000:1.0:1767320625.862935:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993907840:0@lo:400:kworker.0
00010000:00010000:0.0:1767320626.429487:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320626.429622:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320627.453333:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320627.453713:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320628.477579:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320628.480185:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320628.809464:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320628.809502:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320628.809630:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942261120
00000100:00100000:0.0:1767320628.809641:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942261120
00000100:00100000:0.0:1767320628.809692:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942261248
00000100:00100000:0.0:1767320628.809695:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942261248
00000100:00100000:0.0:1767320628.809750:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5965
00000100:00100000:0.0:1767320628.809759:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942261248:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320628.809828:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942261248:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 70us (325us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320628.809835:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5965
00000100:00100000:0.0:1767320628.809853:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73265
00000100:00100000:0.0:1767320628.809858:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942261120:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320628.809879:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320628.809904:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942261120:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (451us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320628.809910:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73265
00000100:00080000:1.0:1767320628.810076:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320629.502106:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320629.502954:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320630.461491:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993908352:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320630.461564:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320630.461941:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993908480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320630.461969:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320630.466960:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993908352
00000100:00100000:0.0:1767320630.466976:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993908352
00000100:00100000:0.0:1767320630.467047:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993908480
00000100:00100000:0.0:1767320630.467052:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993908480
00000100:00100000:0.0:1767320630.467087:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3453
00000100:00100000:0.0:1767320630.467097:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993908352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320630.467130:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320630.467246:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993908352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 150us (5681us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320630.468027:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3454
00000100:00100000:2.0:1767320630.468053:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993908480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320630.468077:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320630.468126:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993908480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (6155us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320630.468133:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3454
00000100:00080000:1.0:1767320630.468885:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320630.468891:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320630.468937:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993908480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320630.468991:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993908352:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320630.469146:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3453
00000100:00100000:2.0:1767320630.525447:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320630.526553:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320630.973674:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320630.973684:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320630.973687:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320630.973691:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320630.973695:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320630.973703:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5870
00000100:00080000:1.0:1767320630.973707:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320630.973713:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320630.973749:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290a80 x1853163993908608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320630.973776:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320630.973779:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320630.973781:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320630.973785:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5870
00000100:00080000:1.0:1767320630.973787:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320630.973790:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320630.973804:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292680 x1853163993908736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320630.973837:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320630.973841:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320630.973843:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320630.973846:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5870
00000100:00080000:1.0:1767320630.973848:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320630.973851:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320630.973859:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290000 x1853163993908992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320630.973878:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320630.973881:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320630.973883:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320630.973886:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5870
00000100:00080000:1.0:1767320630.973888:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320630.973891:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320630.973900:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062ace00 x1853163993909248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320630.973923:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320630.973937:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993909120:0@lo:400:kworker.0
00000100:00100000:1.0:1767320630.974007:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320630.974067:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320630.974074:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993908864:0@lo:400:kworker.0
00000100:00100000:1.0:1767320630.974095:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320630.974407:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320605/real 1767320605]  req@ffff89b60d264380 x1853163993902336/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320630 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320630.974428:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60d264380 x1853163993902336/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320630 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320630.974441:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993908608:0@lo:38:kworker.0
00000100:00100000:3.0:1767320630.974466:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320630.974497:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993908736:0@lo:38:kworker.0
00000100:00100000:3.0:1767320630.974518:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320630.974534:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993908992:0@lo:38:kworker.0
00000100:00100000:3.0:1767320630.974547:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320630.974557:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993909248:0@lo:38:kworker.0
00000100:00100000:3.0:1767320630.974572:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320630.974582:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320630.974594:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320630.974597:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993902336:0@lo:250:kworker.0
00000100:00100000:3.0:1767320630.974627:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993909120
00000100:00100000:3.0:1767320630.974643:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993909120
00000100:00100000:3.0:1767320630.974685:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993908864
00000100:00100000:3.0:1767320630.974689:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993908864
00000100:00100000:3.0:1767320630.974701:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993908608
00000100:00100000:3.0:1767320630.974703:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993908608
00000100:00100000:3.0:1767320630.974709:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993908992
00000100:00100000:3.0:1767320630.974711:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993908992
00000100:00100000:3.0:1767320630.974717:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993909248
00000100:00100000:3.0:1767320630.974718:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993909248
00000100:00100000:3.0:1767320630.974728:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5966
00000100:00100000:3.0:1767320630.974736:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993909120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320630.974776:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993909120:12345-0@lo:400:kworker.0 Request processed in 41us (770us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320630.974783:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5966
00000100:00100000:3.0:1767320630.974798:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5967
00000100:00100000:3.0:1767320630.974803:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993908864:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320630.974823:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993908864:12345-0@lo:400:kworker.0 Request processed in 20us (727us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320630.974828:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5967
00000100:00100000:3.0:1767320630.974837:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73266
00000100:00100000:3.0:1767320630.974841:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993908608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320630.974858:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320630.974881:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993908608:12345-0@lo:38:kworker.0 Request processed in 38us (414us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320630.974886:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73266
00000100:00100000:3.0:1767320630.974894:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73267
00000100:00100000:3.0:1767320630.974898:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993908992:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320630.974906:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320630.974922:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993908992:12345-0@lo:38:kworker.0 Request processed in 22us (374us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320630.974926:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73267
00000100:00100000:3.0:1767320630.974934:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73268
00000100:00100000:3.0:1767320630.974937:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993909248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320630.974945:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320630.974961:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993909248:12345-0@lo:38:kworker.0 Request processed in 23us (389us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320630.974966:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73268
00000100:00080000:3.0:1767320630.974989:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320630.975013:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320630.975016:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320630.975019:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993908608:0@lo:38:kworker.0
00000100:00080000:3.0:1767320630.975027:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320630.975029:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320630.975032:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993908992:0@lo:38:kworker.0
00000100:00080000:3.0:1767320630.975038:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320630.975040:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320630.975043:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993909248:0@lo:38:kworker.0
00000100:00080000:3.0:1767320630.975068:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320630.975071:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320630.975073:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320630.975077:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5850
00000100:00080000:3.0:1767320630.975079:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320630.975083:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320630.975097:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d180 x1853163993909376/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320630.975121:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993909376:0@lo:250:kworker.0
00000400:00000100:3.0:1767320630.975147:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993909376 offset 0 length 520: 4
00000100:00100000:1.0:1767320630.975655:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993909120:0@lo:400:kworker.0
00000100:00100000:1.0:1767320630.975682:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993908864:0@lo:400:kworker.0
00000100:00100000:1.0:1767320630.975714:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993908736
00000100:00100000:1.0:1767320630.975718:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993908736
00000100:00100000:1.0:1767320630.975741:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336
00000100:00100000:1.0:1767320630.975747:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993908736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320630.975759:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320630.975802:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993908736:12345-0@lo:38:kworker.0 Request processed in 54us (1282us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320630.975808:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336
00000100:00080000:2.0:1767320630.975903:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320630.975909:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320630.975911:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993908736:0@lo:38:kworker.0
00000100:00100000:2.0:1767320631.549290:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320631.549372:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320632.573300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320632.574380:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320632.912492:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:3.0:1767320632.912538:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942261376 offset 0 length 520: 4
00000100:00100000:3.0:1767320632.912562:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320632.912654:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942261632
00000100:00100000:1.0:1767320632.912664:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942261632
00000100:00100000:1.0:1767320632.912722:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942261504
00000100:00100000:1.0:1767320632.912725:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942261504
00000100:00100000:1.0:1767320632.912741:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5968
00000100:00100000:1.0:1767320632.912752:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942261632:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320632.912826:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942261632:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 77us (346us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320632.912834:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5968
00000100:00100000:1.0:1767320632.912854:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73269
00000100:00080000:3.0:1767320632.912857:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320632.912859:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942261504:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320632.912880:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320632.912905:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942261504:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (342us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320632.912912:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73269
00010000:00010000:3.0:1767320633.597400:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320633.598269:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320634.621391:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320634.621478:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320635.581447:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320635.581474:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993909504:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320635.581543:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320635.581773:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993909504
00000100:00100000:1.0:1767320635.581782:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993909504
00000100:00100000:1.0:1767320635.581849:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3455
00000100:00100000:1.0:1767320635.581859:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993909504:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320635.581887:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320635.581934:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993909504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (390us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320635.581941:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3455
00000100:00080000:3.0:1767320635.582016:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320635.582053:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993909504:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320635.582736:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320635.582759:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993909632:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320635.582802:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320635.582872:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993909632
00000100:00100000:3.0:1767320635.582877:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993909632
00000100:00100000:3.0:1767320635.582915:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3456
00000100:00100000:3.0:1767320635.582923:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993909632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320635.582943:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320635.582983:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993909632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (182us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320635.582988:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3456
00000100:00080000:2.0:1767320635.583099:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320635.583126:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993909632:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320635.645520:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320635.645761:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767320636.097278:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320636.097291:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320636.097293:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320636.097298:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320636.097302:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320636.097311:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5875
00000100:00080000:1.0:1767320636.097316:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320636.097322:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320636.097375:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062ad500 x1853163993909760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320636.097414:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320636.097417:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320636.097419:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320636.097423:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5875
00000100:00080000:1.0:1767320636.097426:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320636.097430:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320636.097449:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062ace00 x1853163993909888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320636.097487:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993909760:0@lo:38:kworker.0
00000100:00080000:1.0:1767320636.097510:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320636.097515:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320636.097517:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320636.097520:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5875
00000100:00080000:1.0:1767320636.097524:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320636.097528:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320636.097552:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8ad80 x1853163993910144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320636.097581:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320636.097583:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767320636.097644:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993909888:0@lo:38:kworker.0
00000100:00100000:2.0:1767320636.097670:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320636.097705:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993910144:0@lo:38:kworker.0
00000100:00100000:2.0:1767320636.097727:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320636.097766:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993909760
00000100:00100000:2.0:1767320636.097773:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993909760
00000100:00100000:2.0:1767320636.097804:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993910144
00000100:00100000:2.0:1767320636.097807:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993910144
00000100:00100000:2.0:1767320636.097827:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73270
00000100:00100000:2.0:1767320636.097834:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993909760:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320636.097854:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320636.097910:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993909760:12345-0@lo:38:kworker.0 Request processed in 76us (331us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320636.097917:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73270
00000100:00100000:0.0:1767320636.098242:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320636.098256:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993910016:0@lo:400:kworker.0
00000100:00100000:0.0:1767320636.098291:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320636.098341:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993910016
00000100:00100000:0.0:1767320636.098345:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993910016
00000100:00100000:0.0:1767320636.098400:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5969
00000100:00100000:0.0:1767320636.098408:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993910016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320636.098451:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993910016:12345-0@lo:400:kworker.0 Request processed in 45us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320636.098458:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5969
00000100:00100000:0.0:1767320636.098489:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73271
00000100:00100000:0.0:1767320636.098493:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993910144:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320636.098505:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320636.098530:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993910144:12345-0@lo:38:kworker.0 Request processed in 36us (802us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320636.098536:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73271
00000100:00100000:0.0:1767320636.098577:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320636.098586:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993910272:0@lo:400:kworker.0
00000100:00100000:0.0:1767320636.098610:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320636.098635:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993910272
00000100:00100000:0.0:1767320636.098639:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993910272
00000100:00100000:0.0:1767320636.098663:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5970
00000100:00100000:0.0:1767320636.098670:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993910272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320636.098705:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993910272:12345-0@lo:400:kworker.0 Request processed in 35us (93us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320636.098711:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5970
00000100:00100000:0.0:1767320636.098748:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993910016:0@lo:400:kworker.0
00000100:00100000:0.0:1767320636.098776:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993910272:0@lo:400:kworker.0
00000100:00080000:0.0:1767320636.098834:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320636.098842:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320636.098847:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767320636.098852:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993909888
00000100:00080000:1.0:1767320636.098853:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5875
00000100:00080000:0.0:1767320636.098857:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320636.098859:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767320636.098859:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993909888
00000100:00080000:0.0:1767320636.098863:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320636.098868:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993910144:0@lo:38:kworker.0
00000100:00080000:1.0:1767320636.098868:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00080000:0.0:1767320636.098881:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320636.098884:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320636.098887:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993909760:0@lo:38:kworker.0
00000100:00100000:1.0:1767320636.098899:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf88000 x1853163993910400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320636.098899:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337
00000100:00100000:3.0:1767320636.098910:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993909888:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320636.098925:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320636.098964:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993909888:12345-0@lo:38:kworker.0 Request processed in 57us (1292us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320636.098974:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337
00000100:00100000:0.0:1767320636.099839:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993910400:0@lo:38:kworker.0
00000100:00100000:0.0:1767320636.099883:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320636.099924:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320636.099928:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320636.099932:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993909888:0@lo:38:kworker.0
00000100:00100000:2.0:1767320636.100109:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993910400
00000100:00100000:2.0:1767320636.100113:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993910400
00000100:00100000:2.0:1767320636.100216:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73272
00000100:00100000:2.0:1767320636.100222:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993910400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320636.100238:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320636.100276:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993910400:12345-0@lo:38:kworker.0 Request processed in 52us (392us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320636.100282:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73272
00000100:00080000:0.0:1767320636.100339:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320636.100343:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320636.100346:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993910400:0@lo:38:kworker.0
00000100:00100000:2.0:1767320636.669306:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320636.669526:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320637.693517:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320637.693601:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320638.028428:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320638.028527:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320638.030370:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942261888
00000100:00100000:2.0:1767320638.030385:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942261888
00000100:00100000:2.0:1767320638.030618:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942261760
00000100:00100000:2.0:1767320638.030623:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942261760
00000100:00100000:2.0:1767320638.030652:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5971
00000100:00100000:2.0:1767320638.030662:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942261888:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320638.030746:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942261888:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 85us (2328us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320638.030754:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5971
00000100:00100000:2.0:1767320638.030776:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73273
00000100:00100000:2.0:1767320638.030781:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942261760:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320638.030802:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320638.030828:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942261760:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (2303us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320638.030834:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73273
00000100:00080000:1.0:1767320638.031494:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320638.717506:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320638.717589:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320639.741810:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320639.742761:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320640.701437:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320640.701470:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993910528:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320640.701544:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320640.701787:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993910528
00000100:00100000:0.0:1767320640.701796:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993910528
00000100:00100000:0.0:1767320640.701876:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3457
00000100:00100000:0.0:1767320640.701886:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993910528:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320640.701915:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320640.701961:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993910528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (417us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320640.701969:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3457
00000100:00100000:3.0:1767320640.702062:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993910528:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320640.702419:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320640.702467:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320640.702478:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993910656:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320640.702510:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320640.702661:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993910656
00000100:00100000:0.0:1767320640.702665:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993910656
00000100:00100000:0.0:1767320640.702751:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3458
00000100:00100000:0.0:1767320640.702759:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993910656:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320640.702778:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320640.702826:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993910656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (314us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320640.702833:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3458
00000100:00100000:0.0:1767320640.702865:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993910656:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320640.705930:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320640.765286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320640.765557:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320641.213479:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320641.213490:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320641.213493:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320641.213497:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320641.213501:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320641.213511:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5880
00000100:00080000:1.0:1767320641.213515:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320641.213523:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320641.213579:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89c00 x1853163993910784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320641.213612:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320641.213616:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320641.213618:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320641.213622:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5880
00000100:00080000:1.0:1767320641.213624:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320641.213628:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320641.213642:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf88000 x1853163993910912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320641.213675:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320641.213679:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320641.213681:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320641.213684:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5880
00000100:00080000:1.0:1767320641.213686:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320641.213689:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320641.213699:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5880 x1853163993911168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320641.213721:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320641.213724:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320641.213725:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320641.213729:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5880
00000100:00080000:1.0:1767320641.213731:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320641.213734:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320641.213742:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f6d80 x1853163993911424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320641.213776:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993911040:0@lo:400:kworker.0
00000100:00100000:1.0:1767320641.213836:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320641.213943:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993910784:0@lo:38:kworker.0
00000100:00100000:0.0:1767320641.213971:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320641.213993:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993910912:0@lo:38:kworker.0
00000100:00100000:0.0:1767320641.214015:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320641.214034:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993911168:0@lo:38:kworker.0
00000100:00100000:0.0:1767320641.214053:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320641.214064:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993911424:0@lo:38:kworker.0
00000100:00100000:0.0:1767320641.214079:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320641.214105:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993911040
00000100:00100000:0.0:1767320641.214112:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993911040
00000100:00100000:0.0:1767320641.214176:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993910784
00000100:00100000:0.0:1767320641.214179:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993910784
00000100:00100000:0.0:1767320641.214192:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993911168
00000100:00100000:0.0:1767320641.214194:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993911168
00000100:00100000:0.0:1767320641.214204:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993911424
00000100:00100000:0.0:1767320641.214206:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993911424
00000100:00100000:0.0:1767320641.214216:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5972
00000100:00100000:0.0:1767320641.214225:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993911040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320641.214268:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993911040:12345-0@lo:400:kworker.0 Request processed in 44us (431us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320641.214275:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5972
00000100:00100000:0.0:1767320641.214291:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73274
00000100:00100000:0.0:1767320641.214296:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993910784:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320641.214314:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320641.214343:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993910784:12345-0@lo:38:kworker.0 Request processed in 45us (371us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320641.214350:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73274
00000100:00100000:0.0:1767320641.214360:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73275
00000100:00100000:0.0:1767320641.214363:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993911168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320641.214372:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320641.214390:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993911168:12345-0@lo:38:kworker.0 Request processed in 25us (336us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320641.214396:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73275
00000100:00100000:0.0:1767320641.214404:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73276
00000100:00100000:0.0:1767320641.214408:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993911424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320641.214416:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320641.214431:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993911424:12345-0@lo:38:kworker.0 Request processed in 22us (352us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320641.214436:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73276
00000100:00080000:0.0:1767320641.214493:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320641.214499:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320641.214503:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993910784:0@lo:38:kworker.0
00000100:00080000:0.0:1767320641.214512:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320641.214515:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320641.214518:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993911168:0@lo:38:kworker.0
00000100:00080000:0.0:1767320641.214524:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320641.214527:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320641.214529:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993911424:0@lo:38:kworker.0
00000100:00080000:1.0:1767320641.214725:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320641.214750:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993911040:0@lo:400:kworker.0
00000100:00100000:2.0:1767320641.214951:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320641.214962:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993911296:0@lo:400:kworker.0
00000100:00100000:2.0:1767320641.214996:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320641.215185:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993910912
00000100:00100000:3.0:1767320641.215192:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993910912
00000100:00100000:3.0:1767320641.215221:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338
00000100:00100000:3.0:1767320641.215226:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993910912:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320641.215239:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320641.215280:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993910912:12345-0@lo:38:kworker.0 Request processed in 51us (1262us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320641.215286:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338
00000100:00080000:1.0:1767320641.215432:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320641.215438:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320641.215441:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993910912:0@lo:38:kworker.0
00000100:00100000:0.0:1767320641.216061:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993911296
00000100:00100000:0.0:1767320641.216067:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993911296
00000100:00100000:0.0:1767320641.216169:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5973
00000100:00100000:0.0:1767320641.216177:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993911296:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320641.216231:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993911296:12345-0@lo:400:kworker.0 Request processed in 56us (1235us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320641.216238:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5973
00000100:00100000:0.0:1767320641.216300:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993911296:0@lo:400:kworker.0
00000100:00080000:1.0:1767320641.216918:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320641.789291:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320641.789391:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320642.813296:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320642.813627:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320643.148212:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320643.149221:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320643.149471:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942262016
00000100:00100000:2.0:1767320643.149482:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942262016
00000100:00100000:2.0:1767320643.149528:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942262144
00000100:00100000:2.0:1767320643.149532:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942262144
00000100:00100000:2.0:1767320643.149583:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5974
00000100:00100000:2.0:1767320643.149592:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942262144:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320643.149667:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942262144:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 75us (448us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320643.149675:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5974
00000100:00100000:2.0:1767320643.149692:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73277
00000100:00100000:2.0:1767320643.149697:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942262016:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320643.149715:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320643.149742:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942262016:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (1582us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320643.149748:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73277
00000100:00080000:2.0:1767320643.149780:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320643.837280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320643.837394:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320644.861410:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320644.861430:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320645.821555:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320645.821580:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993911552:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320645.821649:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320645.822605:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993911552
00000100:00100000:3.0:1767320645.822616:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993911552
00000100:00100000:3.0:1767320645.822688:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3459
00000100:00100000:3.0:1767320645.822697:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993911552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320645.822728:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320645.822806:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993911552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (1156us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320645.822813:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3459
00000100:00100000:3.0:1767320645.822861:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993911552:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320645.822972:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320645.823107:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993911680:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320645.823145:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320645.823240:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993911680
00000100:00100000:0.0:1767320645.823245:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993911680
00000100:00100000:0.0:1767320645.823288:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460
00000100:00100000:0.0:1767320645.823296:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993911680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320645.823314:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320645.823349:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993911680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320645.823356:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460
00000100:00100000:0.0:1767320645.823395:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993911680:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320645.823457:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320645.885303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320645.885990:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320646.333837:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320646.333849:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320646.333852:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320646.333856:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320646.333860:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320646.333868:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5885
00000100:00080000:3.0:1767320646.333873:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320646.333881:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320646.333926:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b607295f80 x1853163993911808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320646.333953:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320646.333957:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320646.333959:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320646.333963:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5885
00000100:00080000:3.0:1767320646.333965:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320646.333969:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320646.333982:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b607297100 x1853163993911936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320646.334026:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320646.334030:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320646.334032:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320646.334036:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5885
00000100:00080000:3.0:1767320646.334038:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320646.334042:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320646.334056:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e5a680 x1853163993912192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320646.334082:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320646.334085:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320646.334087:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320646.334091:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5885
00000100:00080000:3.0:1767320646.334093:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320646.334097:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320646.334108:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccfb80 x1853163993912448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320646.334147:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993912320:0@lo:400:kworker.0
00000100:00100000:3.0:1767320646.334233:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320646.334288:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320646.334294:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993912576:0@lo:400:kworker.0
00000100:00100000:3.0:1767320646.334318:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320646.334380:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993912576
00000100:00100000:3.0:1767320646.334396:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993912576
00000100:00100000:3.0:1767320646.334437:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3683
00000100:00100000:3.0:1767320646.334446:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993912576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320646.334559:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993912704:0@lo:400:kworker.0
00000100:00100000:2.0:1767320646.334588:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320646.334607:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320646.334613:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993912064:0@lo:400:kworker.0
00000100:00100000:2.0:1767320646.334633:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320646.334658:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993912704
00000100:00100000:2.0:1767320646.334662:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993912704
00000100:00100000:2.0:1767320646.334688:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3684
00000100:00100000:2.0:1767320646.334694:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993912704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320646.334726:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993912704:12345-0@lo:400:kworker.0 Request processed in 31us (136us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320646.334732:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3684
00000100:00100000:2.0:1767320646.334755:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993912320
00000100:00100000:2.0:1767320646.334759:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993912320
00000100:00100000:2.0:1767320646.334788:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993912064
00000100:00100000:2.0:1767320646.334791:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993912064
00000100:00100000:2.0:1767320646.334810:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5975
00000100:00100000:2.0:1767320646.334816:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993912320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320646.334866:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993912576:12345-0@lo:400:kworker.0 Request processed in 421us (545us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320646.334872:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3683
00000100:00100000:0.0:1767320646.334968:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5976
00000100:00100000:0.0:1767320646.334979:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993912064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320646.335008:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993912064:12345-0@lo:400:kworker.0 Request processed in 33us (374us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320646.335013:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5976
00000100:00080000:0.0:1767320646.335038:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320646.336277:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993911808:0@lo:38:kworker.0
00000100:00100000:1.0:1767320646.336324:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320646.336378:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993911936:0@lo:38:kworker.0
00000100:00100000:1.0:1767320646.336409:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320646.336439:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993912192:0@lo:38:kworker.0
00000100:00100000:1.0:1767320646.336459:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320646.336477:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993912448:0@lo:38:kworker.0
00000100:00100000:1.0:1767320646.336507:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320646.336542:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993911936
00000100:00100000:1.0:1767320646.336548:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993911936
00000100:00100000:1.0:1767320646.336574:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339
00000100:00100000:1.0:1767320646.336580:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993911936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320646.336599:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320646.336634:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993911936:12345-0@lo:38:kworker.0 Request processed in 53us (224us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320646.336640:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339
00000100:00100000:1.0:1767320646.336657:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993911808
00000100:00100000:1.0:1767320646.336660:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993911808
00000100:00100000:1.0:1767320646.336676:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993912192
00000100:00100000:1.0:1767320646.336678:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993912192
00000100:00100000:1.0:1767320646.336691:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993912448
00000100:00100000:1.0:1767320646.336693:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993912448
00000100:00100000:1.0:1767320646.336707:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73278
00000100:00100000:1.0:1767320646.336711:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993911808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320646.336720:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320646.336744:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993911808:12345-0@lo:38:kworker.0 Request processed in 32us (420us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320646.336749:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73278
00000100:00100000:1.0:1767320646.336760:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73279
00000100:00100000:1.0:1767320646.336764:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993912192:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320646.336772:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320646.336793:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993912192:12345-0@lo:38:kworker.0 Request processed in 27us (332us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320646.336798:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73279
00000100:00100000:1.0:1767320646.336807:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73280
00000100:00100000:1.0:1767320646.336811:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993912448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320646.336818:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320646.336836:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993912448:12345-0@lo:38:kworker.0 Request processed in 24us (329us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320646.336840:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73280
00000100:00080000:1.0:1767320646.336880:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320646.336884:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320646.336888:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993911808:0@lo:38:kworker.0
00000100:00080000:1.0:1767320646.336896:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320646.336899:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320646.336902:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993911936:0@lo:38:kworker.0
00000100:00080000:1.0:1767320646.336909:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320646.336912:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320646.336914:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993912192:0@lo:38:kworker.0
00000100:00080000:1.0:1767320646.336921:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320646.336923:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320646.336925:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993912448:0@lo:38:kworker.0
00000100:00100000:1.0:1767320646.337006:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993912064:0@lo:400:kworker.0
00000100:00100000:1.0:1767320646.337016:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993912704:0@lo:400:kworker.0
00000100:00100000:2.0:1767320646.338047:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993912320:12345-0@lo:400:kworker.0 Request processed in 3226us (3810us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320646.338058:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5975
00000100:00100000:3.0:1767320646.338246:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993912576:0@lo:400:kworker.0
00000100:00100000:3.0:1767320646.338264:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993912320:0@lo:400:kworker.0
00000100:00100000:2.0:1767320646.910616:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320646.911355:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320647.933355:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320647.933488:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320648.278344:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320648.278440:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320648.278442:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942262272
00000100:00100000:2.0:1767320648.278468:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942262272
00000100:00100000:2.0:1767320648.278535:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942262400
00000100:00100000:2.0:1767320648.278539:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942262400
00000100:00100000:2.0:1767320648.278598:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5977
00000100:00100000:2.0:1767320648.278610:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942262400:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320648.278628:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73281
00000100:00100000:0.0:1767320648.278639:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942262272:12345-192.168.204.50@tcp:38:kworker.0
00000100:00080000:1.0:1767320648.278645:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767320648.278663:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320648.278946:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942262400:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 338us (505us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320648.278955:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5977
00000100:00100000:0.0:1767320648.283790:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942262272:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 5137us (5456us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320648.283807:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73281
00000100:00100000:2.0:1767320648.957292:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320648.957742:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320649.983531:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320649.984419:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320650.941644:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320650.941677:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993912832:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320650.941679:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320650.941706:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993912960:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320650.941764:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320650.941841:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993912832
00000100:00100000:3.0:1767320650.941853:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993912832
00000100:00080000:2.0:1767320650.941908:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320650.941943:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461
00000100:00100000:3.0:1767320650.941955:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993912832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320650.941998:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320650.942072:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993912832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (308us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320650.942455:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993912832:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320650.942495:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320650.942541:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993912960
00000100:00100000:2.0:1767320650.942547:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993912960
00000100:00080000:0.0:1767320650.944100:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320650.944547:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461
00000100:00100000:2.0:1767320650.949881:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462
00000100:00100000:2.0:1767320650.949927:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993912960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320650.949976:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320650.950079:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993912960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 176us (7582us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320650.950086:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462
00000100:00100000:0.0:1767320650.950231:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993912960:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320651.005450:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320651.005585:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767320651.453479:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320651.453496:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320651.453499:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320651.453504:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320651.453509:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320651.453520:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5891
00000100:00080000:0.0:1767320651.453526:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320651.453535:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320651.453590:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5f80 x1853163993913088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320651.453632:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320651.453636:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320651.453638:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320651.453643:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5891
00000100:00080000:0.0:1767320651.453646:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320651.453650:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320651.453667:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6680 x1853163993913216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320651.453718:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320651.453723:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320651.453725:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320651.453730:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5891
00000100:00080000:0.0:1767320651.453733:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320651.453737:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320651.453751:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5500 x1853163993913472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320651.453777:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320651.453782:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320651.453784:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320651.453788:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5891
00000100:00080000:0.0:1767320651.453791:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320651.453794:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320651.453813:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6300 x1853163993913728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320651.454329:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993913984:0@lo:400:kworker.0
00000100:00100000:3.0:1767320651.454427:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320651.454527:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320651.454535:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993913344:0@lo:400:kworker.0
00000100:00100000:3.0:1767320651.454562:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320651.454593:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993913856:0@lo:400:kworker.0
00000100:00100000:3.0:1767320651.454630:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320651.454649:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320651.454654:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993913600:0@lo:400:kworker.0
00000100:00100000:3.0:1767320651.454677:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320651.454815:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993913984
00000100:00100000:0.0:1767320651.454825:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993913984
00000100:00100000:0.0:1767320651.454897:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993913856
00000100:00100000:0.0:1767320651.454901:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993913856
00000100:00100000:0.0:1767320651.454925:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3685
00000100:00100000:0.0:1767320651.454936:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993913984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320651.455003:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993913984:12345-0@lo:400:kworker.0 Request processed in 68us (575us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320651.455012:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3685
00000100:00100000:0.0:1767320651.455033:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3686
00000100:00100000:0.0:1767320651.455040:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993913856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320651.455071:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993913856:12345-0@lo:400:kworker.0 Request processed in 31us (440us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320651.455077:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3686
00000100:00100000:0.0:1767320651.455098:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993913344
00000100:00100000:0.0:1767320651.455102:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993913344
00000100:00100000:0.0:1767320651.455142:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993913600
00000100:00100000:0.0:1767320651.455146:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993913600
00000100:00100000:0.0:1767320651.455394:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5978
00000100:00100000:0.0:1767320651.455402:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993913344:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320651.455434:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993913344:12345-0@lo:400:kworker.0 Request processed in 34us (871us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320651.455441:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5978
00000100:00100000:0.0:1767320651.455452:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5979
00000100:00100000:0.0:1767320651.455458:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993913600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320651.455482:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993913600:12345-0@lo:400:kworker.0 Request processed in 25us (804us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320651.455488:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5979
00000100:00080000:0.0:1767320651.455519:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320651.455653:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993913600:0@lo:400:kworker.0
00000100:00100000:3.0:1767320651.455671:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993913856:0@lo:400:kworker.0
00000100:00100000:3.0:1767320651.455711:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993913344:0@lo:400:kworker.0
00000100:00100000:3.0:1767320651.455724:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993913984:0@lo:400:kworker.0
00000100:00100000:2.0:1767320651.457716:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993913088:0@lo:38:kworker.0
00000100:00100000:2.0:1767320651.457796:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320651.457850:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993913216:0@lo:38:kworker.0
00000100:00100000:2.0:1767320651.457876:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320651.457924:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993913472:0@lo:38:kworker.0
00000100:00100000:2.0:1767320651.457947:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320651.457972:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993913728:0@lo:38:kworker.0
00000100:00100000:2.0:1767320651.457995:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320651.458039:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993913088
00000100:00100000:2.0:1767320651.458048:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993913088
00000100:00100000:2.0:1767320651.458082:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993913472
00000100:00100000:2.0:1767320651.458084:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993913472
00000100:00100000:2.0:1767320651.458096:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993913728
00000100:00100000:2.0:1767320651.458099:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993913728
00000100:00100000:2.0:1767320651.458114:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73282
00000100:00100000:2.0:1767320651.458121:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993913088:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320651.458146:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320651.458249:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993913088:12345-0@lo:38:kworker.0 Request processed in 126us (452us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320651.458255:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73282
00000100:00100000:2.0:1767320651.458284:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73283
00000100:00100000:2.0:1767320651.458288:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993913472:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320651.458297:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320651.458320:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993913472:12345-0@lo:38:kworker.0 Request processed in 31us (372us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320651.458326:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73283
00000100:00100000:2.0:1767320651.458339:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73284
00000100:00100000:2.0:1767320651.458342:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993913728:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320651.458350:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320651.458371:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993913728:12345-0@lo:38:kworker.0 Request processed in 27us (376us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320651.458376:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73284
00000100:00080000:2.0:1767320651.458424:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320651.458430:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320651.458433:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993913088:0@lo:38:kworker.0
00000100:00080000:2.0:1767320651.458442:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320651.458445:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320651.458448:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993913472:0@lo:38:kworker.0
00000100:00080000:2.0:1767320651.458454:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320651.458457:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320651.458459:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993913728:0@lo:38:kworker.0
00000100:00100000:1.0:1767320651.458668:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993913216
00000100:00100000:1.0:1767320651.458673:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993913216
00000100:00100000:1.0:1767320651.458708:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340
00000100:00100000:1.0:1767320651.458714:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993913216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320651.458725:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320651.458766:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993913216:12345-0@lo:38:kworker.0 Request processed in 51us (889us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320651.458772:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340
00000100:00080000:1.0:1767320651.458800:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320651.458804:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320651.458807:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993913216:0@lo:38:kworker.0
00000100:00100000:2.0:1767320652.032379:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320652.033987:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320653.053399:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320653.054555:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320653.392296:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320653.392365:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320653.392560:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942262656
00000100:00100000:2.0:1767320653.392573:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942262656
00000100:00100000:2.0:1767320653.392675:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942262528
00000100:00100000:2.0:1767320653.392679:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942262528
00000100:00100000:2.0:1767320653.392709:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5980
00000100:00100000:2.0:1767320653.392721:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942262656:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320653.392823:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942262656:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 103us (544us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320653.392832:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5980
00000100:00100000:2.0:1767320653.392865:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73285
00000100:00100000:2.0:1767320653.392871:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942262528:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320653.392913:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320653.392946:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942262528:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 73us (580us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320653.392953:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73285
00000100:00080000:0.0:1767320653.397370:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320654.077371:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320654.079450:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320655.101514:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320655.103341:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320655.549399:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320630/real 1767320630]  req@ffff89b70760d180 x1853163993909376/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320655 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320655.549457:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b70760d180 x1853163993909376/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320655 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320655.549481:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320655.549514:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320655.549518:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993909376:0@lo:250:kworker.0
00000100:00080000:0.0:1767320655.549689:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320655.549697:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320655.549701:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320655.549707:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5875
00000100:00080000:0.0:1767320655.549711:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320655.549719:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320655.549761:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b4a80 x1853163993914112/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320655.549821:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993914112:0@lo:250:kworker.0
00000400:00000100:1.0:1767320655.549905:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993914112 offset 0 length 520: 4
00000100:00080000:0.0:1767320655.549979:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320655.549983:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320655.549986:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320655.549990:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5896
00000100:00080000:0.0:1767320655.549993:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320655.549997:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320655.550017:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b4e00 x1853163993914240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320655.553057:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993914240:0@lo:38:kworker.0
00000100:00100000:1.0:1767320655.553217:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320655.554290:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320655.554300:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320655.554306:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320655.554314:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5896
00000100:00080000:0.0:1767320655.554329:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320655.554339:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320655.554390:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b7b80 x1853163993914368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320655.554461:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320655.554465:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320655.554467:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320655.554471:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5896
00000100:00080000:0.0:1767320655.554474:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320655.554478:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320655.554491:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b4000 x1853163993914624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320655.554525:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320655.554529:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320655.554531:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320655.554535:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5896
00000100:00080000:0.0:1767320655.554538:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320655.554541:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320655.554552:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6300 x1853163993914880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320655.554621:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993914752:0@lo:400:kworker.0
00000100:00100000:0.0:1767320655.554689:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320655.554763:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993915136:0@lo:400:kworker.0
00000100:00100000:3.0:1767320655.554806:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320655.554846:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320655.554853:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993914496:0@lo:400:kworker.0
00000100:00100000:3.0:1767320655.554898:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993915008:0@lo:400:kworker.0
00000100:00100000:3.0:1767320655.554926:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320655.554968:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993915136
00000100:00100000:3.0:1767320655.554978:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993915136
00000100:00100000:3.0:1767320655.555050:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993915008
00000100:00100000:3.0:1767320655.555053:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993915008
00000100:00100000:3.0:1767320655.555081:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3687
00000100:00100000:3.0:1767320655.555092:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993915136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320655.555155:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993915136:12345-0@lo:400:kworker.0 Request processed in 64us (348us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320655.555197:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3687
00000100:00100000:3.0:1767320655.555217:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3688
00000100:00100000:3.0:1767320655.555224:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993915008:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320655.555260:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993915008:12345-0@lo:400:kworker.0 Request processed in 37us (333us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320655.555266:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3688
00000100:00100000:3.0:1767320655.555335:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993915008:0@lo:400:kworker.0
00000100:00100000:1.0:1767320655.556211:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993914368:0@lo:38:kworker.0
00000100:00100000:1.0:1767320655.556278:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320655.556319:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993914624:0@lo:38:kworker.0
00000100:00100000:1.0:1767320655.556362:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993914368
00000100:00100000:1.0:1767320655.556370:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993914368
00000100:00100000:1.0:1767320655.556408:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341
00000100:00100000:1.0:1767320655.556427:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993914368:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320655.556457:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320655.556517:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993914368:12345-0@lo:38:kworker.0 Request processed in 101us (238us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320655.556525:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341
00000100:00080000:1.0:1767320655.556575:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320655.556582:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320655.569792:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320655.570928:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993914240
00000100:00100000:2.0:1767320655.570947:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993914240
00000100:00100000:2.0:1767320655.571054:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993914752
00000100:00100000:2.0:1767320655.571058:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993914752
00000100:00100000:2.0:1767320655.571116:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5981
00000100:00100000:2.0:1767320655.571131:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993914752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320655.571282:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993914752:12345-0@lo:400:kworker.0 Request processed in 155us (16592us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320655.571291:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5981
00000100:00100000:2.0:1767320655.571317:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73286
00000100:00100000:2.0:1767320655.571322:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993914240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320655.571352:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320655.571388:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993914240:12345-0@lo:38:kworker.0 Request processed in 64us (18203us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320655.571394:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73286
00000100:00080000:1.0:1767320655.571800:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320655.571890:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993914752:0@lo:400:kworker.0
00000100:00100000:0.0:1767320655.574460:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993915136:0@lo:400:kworker.0
00000100:00100000:2.0:1767320655.574827:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320655.574886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993914880:0@lo:38:kworker.0
00000100:00100000:2.0:1767320655.574959:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320655.574995:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320655.575001:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320655.575005:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993914240:0@lo:38:kworker.0
00000100:00080000:2.0:1767320655.575035:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320655.575039:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320655.575042:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993914368:0@lo:38:kworker.0
00000100:00100000:2.0:1767320655.575072:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993914496
00000100:00100000:2.0:1767320655.575079:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993914496
00000100:00100000:2.0:1767320655.575149:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993914624
00000100:00100000:2.0:1767320655.575153:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993914624
00000100:00100000:2.0:1767320655.575218:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993914880
00000100:00100000:2.0:1767320655.575222:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993914880
00000100:00100000:2.0:1767320655.575238:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5982
00000100:00100000:2.0:1767320655.575248:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993914496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320655.575314:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993914496:12345-0@lo:400:kworker.0 Request processed in 66us (5533us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320655.575322:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5982
00000100:00100000:2.0:1767320655.575348:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73287
00000100:00100000:2.0:1767320655.575353:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993914624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320655.575377:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320655.575424:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993914624:12345-0@lo:38:kworker.0 Request processed in 58us (587us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320655.575431:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73287
00000100:00100000:2.0:1767320655.575444:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73288
00000100:00100000:2.0:1767320655.575728:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993914880:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320655.575741:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320655.575775:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993914880:12345-0@lo:38:kworker.0 Request processed in 325us (815us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320655.575781:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73288
00000100:00080000:2.0:1767320655.575823:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320655.575828:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320655.575831:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993914624:0@lo:38:kworker.0
00000100:00080000:2.0:1767320655.575839:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320655.575843:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320655.575846:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993914880:0@lo:38:kworker.0
00000100:00080000:1.0:1767320655.575983:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320655.576395:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993914496:0@lo:400:kworker.0
00000100:00100000:3.0:1767320656.062243:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993915264:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320656.062514:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320656.063438:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993915264
00000100:00100000:0.0:1767320656.063455:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993915264
00000100:00100000:0.0:1767320656.063544:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3463
00000100:00100000:0.0:1767320656.063565:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993915264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320656.063607:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320656.063713:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993915264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 157us (1196us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320656.063722:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3463
00000100:00100000:3.0:1767320656.063736:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993915392:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320656.063788:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320656.063816:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993915392
00000100:00100000:0.0:1767320656.063822:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993915392
00000100:00100000:0.0:1767320656.063848:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3464
00000100:00100000:0.0:1767320656.063854:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993915392:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320656.063873:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320656.064223:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993915264:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320656.067834:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993915392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3962us (4028us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320656.067856:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3464
00000100:00100000:3.0:1767320656.068537:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993915392:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320656.125441:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320656.128985:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320657.149532:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320657.150917:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320658.174117:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320658.174506:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320658.507814:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320658.507861:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:2.0:1767320658.507888:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942263040 offset 0 length 520: 4
00000100:00100000:0.0:1767320658.507949:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942262784
00000100:00100000:0.0:1767320658.507961:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942262784
00000100:00100000:0.0:1767320658.508004:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942262912
00000100:00100000:0.0:1767320658.508008:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942262912
00000100:00100000:0.0:1767320658.508051:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5983
00000100:00100000:0.0:1767320658.508061:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942262912:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:1.0:1767320658.508104:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320658.508150:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942262912:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 90us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320658.508604:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73289
00000100:00100000:3.0:1767320658.508611:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942262784:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320658.508633:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320658.508665:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942262784:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 53us (863us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320658.508673:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73289
00000100:00100000:0.0:1767320658.517198:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5983
00000100:00100000:2.0:1767320659.197289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320659.198579:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320660.221299:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320660.221799:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320660.670527:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320660.670538:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320660.670541:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320660.670545:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320660.670549:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320660.670558:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5900
00000100:00080000:2.0:1767320660.670562:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320660.670570:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320660.670614:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251180 x1853163993915520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320660.670645:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320660.670648:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320660.670650:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320660.670654:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5900
00000100:00080000:2.0:1767320660.670657:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320660.670660:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320660.670675:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252a00 x1853163993915648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320660.670718:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320660.670722:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320660.670724:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320660.670727:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5900
00000100:00080000:2.0:1767320660.670730:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320660.670734:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320660.670750:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f67100 x1853163993915904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320660.670858:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320660.670861:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320660.670863:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320660.670866:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5900
00000100:00080000:2.0:1767320660.670869:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320660.670872:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320660.670882:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f64000 x1853163993916160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320660.670969:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993915776:0@lo:400:kworker.0
00000100:00100000:0.0:1767320660.671036:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320660.671120:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320660.671125:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993916416:0@lo:400:kworker.0
00000100:00100000:0.0:1767320660.671149:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320660.671205:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993916032:0@lo:400:kworker.0
00000100:00100000:0.0:1767320660.671227:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320660.671502:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320660.671509:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993916288:0@lo:400:kworker.0
00000100:00100000:0.0:1767320660.671532:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320660.671563:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993916416
00000100:00100000:0.0:1767320660.671570:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993916416
00000100:00100000:0.0:1767320660.671622:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993916288
00000100:00100000:0.0:1767320660.671625:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993916288
00000100:00100000:0.0:1767320660.671643:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3689
00000100:00100000:0.0:1767320660.671651:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993916416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320660.671697:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993916416:12345-0@lo:400:kworker.0 Request processed in 47us (547us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320660.671703:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3689
00000100:00100000:0.0:1767320660.671720:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3690
00000100:00100000:0.0:1767320660.671727:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993916288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320660.671880:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993915520:0@lo:38:kworker.0
00000100:00100000:1.0:1767320660.671910:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320660.671931:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993915648:0@lo:38:kworker.0
00000100:00100000:1.0:1767320660.671953:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320660.671975:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993915904:0@lo:38:kworker.0
00000100:00100000:1.0:1767320660.671995:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320660.672012:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993916160:0@lo:38:kworker.0
00000100:00100000:1.0:1767320660.672030:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320660.672056:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320660.672060:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320660.672069:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993915776
00000100:00100000:1.0:1767320660.672073:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993915776
00000100:00100000:1.0:1767320660.672121:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993916032
00000100:00100000:1.0:1767320660.672124:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993916032
00000100:00100000:1.0:1767320660.672138:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993915520
00000100:00100000:1.0:1767320660.672140:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993915520
00000100:00100000:1.0:1767320660.672147:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993915904
00000100:00100000:1.0:1767320660.672149:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993915904
00000100:00100000:1.0:1767320660.672155:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993916160
00000100:00100000:1.0:1767320660.672171:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993916160
00000100:00100000:1.0:1767320660.672181:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5984
00000100:00100000:1.0:1767320660.672187:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993915776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320660.672216:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993915776:12345-0@lo:400:kworker.0 Request processed in 30us (1180us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320660.672221:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5984
00000100:00100000:1.0:1767320660.672233:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5985
00000100:00100000:1.0:1767320660.672238:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993916032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320660.672360:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73290
00000100:00100000:2.0:1767320660.672366:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993915520:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320660.672386:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320660.672425:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993915520:12345-0@lo:38:kworker.0 Request processed in 57us (514us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320660.672431:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73290
00000100:00100000:2.0:1767320660.672446:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73291
00000100:00100000:2.0:1767320660.672449:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993915904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320660.672458:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320660.672482:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993915904:12345-0@lo:38:kworker.0 Request processed in 30us (485us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320660.672488:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73291
00000100:00100000:2.0:1767320660.672500:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73292
00000100:00100000:2.0:1767320660.672504:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993916160:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320660.672512:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320660.672532:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993916160:12345-0@lo:38:kworker.0 Request processed in 27us (501us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320660.672537:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73292
00000100:00100000:2.0:1767320660.672592:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993915648
00000100:00100000:2.0:1767320660.672595:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993915648
00000100:00100000:2.0:1767320660.672616:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342
00000100:00100000:2.0:1767320660.672620:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993915648:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320660.672629:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320660.672654:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993915648:12345-0@lo:38:kworker.0 Request processed in 33us (700us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320660.672659:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342
00000100:00080000:2.0:1767320660.672704:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320660.672709:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320660.672712:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993915520:0@lo:38:kworker.0
00000100:00080000:2.0:1767320660.672721:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320660.672724:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320660.672727:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993915648:0@lo:38:kworker.0
00000100:00080000:2.0:1767320660.672734:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320660.672737:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320660.672739:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993915904:0@lo:38:kworker.0
00000100:00080000:2.0:1767320660.672747:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320660.672749:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320660.672752:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993916160:0@lo:38:kworker.0
00000100:00100000:3.0:1767320660.672930:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993916288:0@lo:400:kworker.0
00000100:00100000:3.0:1767320660.672958:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993916416:0@lo:400:kworker.0
00000100:00100000:3.0:1767320660.672967:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993915776:0@lo:400:kworker.0
00000100:00080000:3.0:1767320660.672990:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320660.673069:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993916288:12345-0@lo:400:kworker.0 Request processed in 31us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320660.673077:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3690
00000100:00100000:1.0:1767320660.673185:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993916032:12345-0@lo:400:kworker.0 Request processed in 946us (1957us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320660.673191:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5985
00000100:00100000:3.0:1767320660.674208:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993916032:0@lo:400:kworker.0
00000100:00100000:0.0:1767320661.182496:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320661.184834:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320661.184855:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993916672:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320661.184920:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320661.185184:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993916672
00000100:00100000:2.0:1767320661.185193:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993916672
00000100:00100000:2.0:1767320661.185250:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3465
00000100:00100000:2.0:1767320661.185260:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993916672:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320661.185290:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320661.185333:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993916672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (413us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320661.185340:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3465
00000100:00100000:1.0:1767320661.185673:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993916672:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320661.186911:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993916544:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320661.187040:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320661.188242:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993916544
00000100:00100000:1.0:1767320661.188252:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993916544
00000100:00100000:1.0:1767320661.188384:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3466
00000100:00100000:1.0:1767320661.188405:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993916544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320661.188437:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320661.188512:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993916544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (1471us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320661.188520:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3466
00000100:00100000:0.0:1767320661.188606:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993916544:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320661.246812:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320661.248679:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320662.269466:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320662.269825:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320663.295400:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320663.295724:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320663.624679:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320663.624760:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320663.624901:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942263296
00000100:00100000:0.0:1767320663.624924:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942263296
00000100:00100000:1.0:1767320663.624966:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942263168
00000100:00100000:1.0:1767320663.624976:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942263168
00000100:00100000:1.0:1767320663.625052:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5986
00000100:00100000:1.0:1767320663.625072:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942263296:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:2.0:1767320663.625115:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320663.625279:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942263296:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 205us (608us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320663.625421:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73293
00000100:00100000:0.0:1767320663.625434:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942263168:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320663.625460:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320663.625529:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942263168:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 96us (768us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320663.625537:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73293
00000100:00100000:1.0:1767320663.628100:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5986
00010000:00010000:3.0:1767320664.318523:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320664.321445:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320665.341316:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320665.341476:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320665.789316:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320665.789331:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320665.789334:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320665.789340:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320665.789345:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320665.789357:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5905
00000100:00080000:3.0:1767320665.789364:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320665.789373:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320665.789430:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252a00 x1853163993916800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320665.789466:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320665.789471:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320665.789474:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320665.789479:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5905
00000100:00080000:3.0:1767320665.789482:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320665.789486:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320665.789507:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251180 x1853163993916928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320665.789563:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320665.789567:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320665.789569:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320665.789574:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5905
00000100:00080000:3.0:1767320665.789576:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320665.789580:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320665.789596:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b2d80 x1853163993917184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320665.789626:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320665.789630:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320665.789632:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320665.789635:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5905
00000100:00080000:3.0:1767320665.789637:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320665.789641:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320665.789653:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b601283480 x1853163993917440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320665.789698:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993917568:0@lo:400:kworker.0
00000100:00100000:3.0:1767320665.789798:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320665.789878:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320665.789884:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993917312:0@lo:400:kworker.0
00000100:00100000:3.0:1767320665.789911:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320665.790100:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993917696:0@lo:400:kworker.0
00000100:00100000:0.0:1767320665.790136:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320665.790199:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320665.790205:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993917056:0@lo:400:kworker.0
00000100:00100000:0.0:1767320665.790230:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320665.790266:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993917568
00000100:00100000:0.0:1767320665.790275:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993917568
00000100:00100000:0.0:1767320665.790337:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993917696
00000100:00100000:0.0:1767320665.790340:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993917696
00000100:00100000:0.0:1767320665.790371:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3691
00000100:00100000:0.0:1767320665.790381:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993917568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320665.790441:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993917568:12345-0@lo:400:kworker.0 Request processed in 62us (643us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320665.790449:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3691
00000100:00100000:0.0:1767320665.790469:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3692
00000100:00100000:0.0:1767320665.790474:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993917696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320665.790502:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993917696:12345-0@lo:400:kworker.0 Request processed in 28us (366us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320665.790508:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3692
00000100:00100000:0.0:1767320665.790552:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993917696:0@lo:400:kworker.0
00000100:00100000:0.0:1767320665.790581:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993917568:0@lo:400:kworker.0
00000100:00080000:2.0:1767320665.790777:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320665.790784:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320665.790799:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993916800:0@lo:38:kworker.0
00000100:00100000:2.0:1767320665.790837:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320665.790868:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993916928:0@lo:38:kworker.0
00000100:00100000:2.0:1767320665.790894:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320665.790922:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993917184:0@lo:38:kworker.0
00000100:00100000:2.0:1767320665.791037:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320665.791138:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993917440:0@lo:38:kworker.0
00000100:00100000:2.0:1767320665.791196:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320665.791236:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993916928
00000100:00100000:2.0:1767320665.791241:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993916928
00000100:00100000:2.0:1767320665.791268:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343
00000100:00100000:2.0:1767320665.791274:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993916928:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320665.791298:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320665.791336:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993916928:12345-0@lo:38:kworker.0 Request processed in 60us (440us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320665.791343:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343
00000100:00100000:2.0:1767320665.791369:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993917312
00000100:00100000:2.0:1767320665.791373:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993917312
00000100:00100000:2.0:1767320665.791411:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993917056
00000100:00100000:2.0:1767320665.791414:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993917056
00000100:00100000:2.0:1767320665.791432:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993916800
00000100:00100000:2.0:1767320665.791435:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993916800
00000100:00100000:2.0:1767320665.791444:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993917184
00000100:00100000:2.0:1767320665.791446:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993917184
00000100:00100000:2.0:1767320665.791453:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993917440
00000100:00100000:2.0:1767320665.791455:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993917440
00000100:00100000:2.0:1767320665.791464:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5987
00000100:00100000:2.0:1767320665.791470:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993917312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320665.791508:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993917312:12345-0@lo:400:kworker.0 Request processed in 38us (1596us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320665.791515:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5987
00000100:00100000:2.0:1767320665.791526:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5988
00000100:00100000:2.0:1767320665.791531:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993917056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320665.791558:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993917056:12345-0@lo:400:kworker.0 Request processed in 27us (1327us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320665.791567:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5988
00000100:00100000:2.0:1767320665.791578:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73294
00000100:00100000:2.0:1767320665.791581:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993916800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320665.791591:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320665.791610:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993916800:12345-0@lo:38:kworker.0 Request processed in 28us (774us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320665.791617:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73294
00000100:00100000:2.0:1767320665.791626:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73295
00000100:00100000:2.0:1767320665.791630:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993917184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320665.791637:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320665.791656:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993917184:12345-0@lo:38:kworker.0 Request processed in 25us (714us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320665.791661:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73295
00000100:00100000:2.0:1767320665.791670:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73296
00000100:00100000:2.0:1767320665.791674:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993917440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320665.791682:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320665.791702:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993917440:12345-0@lo:38:kworker.0 Request processed in 26us (505us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320665.791708:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73296
00000100:00080000:2.0:1767320665.791739:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320665.791765:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320665.791771:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320665.791775:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993916800:0@lo:38:kworker.0
00000100:00080000:2.0:1767320665.791784:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320665.791789:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320665.791792:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993916928:0@lo:38:kworker.0
00000100:00080000:2.0:1767320665.791800:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320665.791803:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320665.791806:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993917184:0@lo:38:kworker.0
00000100:00080000:2.0:1767320665.791814:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320665.791818:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320665.791821:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993917440:0@lo:38:kworker.0
00000100:00100000:0.0:1767320665.793558:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993917056:0@lo:400:kworker.0
00000100:00100000:0.0:1767320665.793616:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993917312:0@lo:400:kworker.0
00000100:00100000:3.0:1767320666.301410:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993917824:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320666.301512:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320666.302195:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993917824
00000100:00100000:1.0:1767320666.302209:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993917824
00000100:00100000:1.0:1767320666.302283:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467
00000100:00100000:1.0:1767320666.302294:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993917824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320666.302339:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320666.302419:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993917824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (907us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320666.302428:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467
00000100:00100000:3.0:1767320666.302514:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993917824:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320666.303335:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993917952:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320666.303399:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320666.303513:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993917952
00000100:00100000:1.0:1767320666.303520:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993917952
00000100:00100000:1.0:1767320666.303577:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3468
00000100:00100000:1.0:1767320666.303587:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993917952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320666.303615:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320666.304242:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993917952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 655us (841us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320666.304251:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3468
00000100:00100000:0.0:1767320666.304346:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993917952:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320666.365332:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320666.365468:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320667.389355:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320667.389535:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320668.413852:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320668.422053:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320668.745255:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320668.745656:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320668.745736:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942263552
00000100:00100000:1.0:1767320668.745750:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942263552
00000100:00080000:3.0:1767320668.745983:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320668.746008:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942263424
00000100:00100000:1.0:1767320668.746013:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942263424
00000100:00100000:0.0:1767320668.751995:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5989
00000100:00100000:0.0:1767320668.752038:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942263552:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320668.752187:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942263552:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 173us (7069us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320668.752197:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5989
00000100:00100000:0.0:1767320668.752237:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73297
00000100:00100000:0.0:1767320668.752243:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942263424:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320668.752271:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320668.752305:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942263424:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 60us (6650us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320668.752311:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73297
00000100:00100000:2.0:1767320669.437357:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320669.437456:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320670.461340:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320670.461858:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320670.909479:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320670.909495:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320670.909499:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320670.909503:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320670.909509:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320670.909520:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5910
00000100:00080000:3.0:1767320670.909527:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320670.909535:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320670.909607:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c92b480 x1853163993918080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320670.909640:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320670.909644:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320670.909646:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320670.909650:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5910
00000100:00080000:3.0:1767320670.909654:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320670.909658:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320670.909672:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c929500 x1853163993918208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320670.909727:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320670.909731:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320670.909733:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320670.909737:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5910
00000100:00080000:3.0:1767320670.909740:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320670.909744:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320670.909757:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ec80a80 x1853163993918464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320670.909785:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320670.909789:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320670.909790:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320670.909794:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5910
00000100:00080000:3.0:1767320670.909797:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320670.909800:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320670.909810:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ec80700 x1853163993918720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320670.909862:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993918848:0@lo:400:kworker.0
00000100:00100000:3.0:1767320670.909966:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320670.910051:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320670.910058:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993918592:0@lo:400:kworker.0
00000100:00100000:3.0:1767320670.910093:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320670.910201:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993918976:0@lo:400:kworker.0
00000100:00100000:1.0:1767320670.910235:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320670.910274:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320670.910280:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993918336:0@lo:400:kworker.0
00000100:00100000:1.0:1767320670.910305:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320670.910343:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993918592
00000100:00100000:1.0:1767320670.910353:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993918592
00000100:00100000:1.0:1767320670.910414:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993918336
00000100:00100000:1.0:1767320670.910418:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993918336
00000100:00100000:1.0:1767320670.910448:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5990
00000100:00100000:1.0:1767320670.910458:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993918592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320670.910518:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993918592:12345-0@lo:400:kworker.0 Request processed in 62us (423us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320670.910527:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5990
00000100:00100000:1.0:1767320670.910547:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5991
00000100:00100000:1.0:1767320670.910553:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993918336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320670.910584:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993918336:12345-0@lo:400:kworker.0 Request processed in 31us (277us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320670.910590:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5991
00000100:00080000:1.0:1767320670.910608:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320670.910653:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993918336:0@lo:400:kworker.0
00000100:00100000:0.0:1767320670.910811:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993918848
00000100:00100000:0.0:1767320670.910816:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993918848
00000100:00100000:0.0:1767320670.910866:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993918976
00000100:00100000:0.0:1767320670.910870:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993918976
00000100:00100000:0.0:1767320670.910892:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3693
00000100:00100000:0.0:1767320670.910913:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993918848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320670.910952:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993918848:12345-0@lo:400:kworker.0 Request processed in 53us (986us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320670.910959:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3693
00000100:00100000:0.0:1767320670.910973:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3694
00000100:00100000:0.0:1767320670.910980:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993918976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320670.911014:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993918976:12345-0@lo:400:kworker.0 Request processed in 35us (778us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320670.911020:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3694
00000100:00100000:0.0:1767320670.911057:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c92b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993918080:0@lo:38:kworker.0
00000100:00100000:0.0:1767320670.911089:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320670.911106:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993918208:0@lo:38:kworker.0
00000100:00100000:0.0:1767320670.911132:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320670.911186:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993918464:0@lo:38:kworker.0
00000100:00100000:0.0:1767320670.911212:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320670.911230:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993918720:0@lo:38:kworker.0
00000100:00100000:0.0:1767320670.911251:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320670.911277:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993918080
00000100:00100000:0.0:1767320670.911281:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993918080
00000100:00100000:0.0:1767320670.911299:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993918464
00000100:00100000:0.0:1767320670.911302:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993918464
00000100:00100000:0.0:1767320670.911312:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993918720
00000100:00100000:0.0:1767320670.911314:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993918720
00000100:00100000:0.0:1767320670.911329:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73298
00000100:00100000:0.0:1767320670.911334:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993918080:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320670.911355:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320670.911393:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993918080:12345-0@lo:38:kworker.0 Request processed in 58us (303us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320670.911399:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73298
00000100:00100000:0.0:1767320670.911412:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73299
00000100:00100000:0.0:1767320670.911416:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993918464:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320670.911426:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320670.911452:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993918464:12345-0@lo:38:kworker.0 Request processed in 34us (239us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320670.911458:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73299
00000100:00100000:0.0:1767320670.911471:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73300
00000100:00100000:0.0:1767320670.911475:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993918720:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320670.911484:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320670.911506:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993918720:12345-0@lo:38:kworker.0 Request processed in 29us (253us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320670.911511:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73300
00000100:00100000:0.0:1767320670.911544:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993918976:0@lo:400:kworker.0
00000100:00080000:0.0:1767320670.911573:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320670.911578:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320670.911582:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c92b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993918080:0@lo:38:kworker.0
00000100:00080000:0.0:1767320670.911601:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320670.911606:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320670.911609:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993918464:0@lo:38:kworker.0
00000100:00080000:0.0:1767320670.911618:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320670.911621:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320670.911624:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993918720:0@lo:38:kworker.0
00000100:00100000:3.0:1767320670.912041:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993918592:0@lo:400:kworker.0
00000100:00100000:3.0:1767320670.912056:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993918848:0@lo:400:kworker.0
00000100:00080000:1.0:1767320670.912203:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320670.912209:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320670.912344:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993918208
00000100:00100000:2.0:1767320670.912351:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993918208
00000100:00100000:2.0:1767320670.912391:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344
00000100:00100000:2.0:1767320670.912397:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993918208:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320670.912411:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320670.912479:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993918208:12345-0@lo:38:kworker.0 Request processed in 81us (1345us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320670.912486:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344
00000100:00080000:1.0:1767320670.912577:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320670.912583:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320670.912587:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993918208:0@lo:38:kworker.0
00000100:00100000:2.0:1767320671.421822:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993919104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320671.421952:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320671.422213:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993919104
00000100:00100000:1.0:1767320671.422222:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993919104
00000100:00100000:1.0:1767320671.422281:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3469
00000100:00100000:1.0:1767320671.422289:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993919104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320671.422332:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320671.422440:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993919104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 149us (486us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320671.422447:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3469
00000100:00100000:0.0:1767320671.422965:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993919232:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320671.423011:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320671.423099:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993919232
00000100:00100000:2.0:1767320671.423104:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993919232
00000100:00100000:2.0:1767320671.423140:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3470
00000100:00100000:2.0:1767320671.423148:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993919232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320671.423212:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320671.423245:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993919232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320671.423250:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3470
00000100:00100000:2.0:1767320671.423302:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993919232:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320671.426662:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993919104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320671.486033:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320671.486538:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320672.509264:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320672.509461:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320673.534740:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320673.535192:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320673.869420:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320673.869487:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320673.869607:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942263808
00000100:00100000:2.0:1767320673.869621:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942263808
00000100:00100000:2.0:1767320673.869731:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942263680
00000100:00100000:2.0:1767320673.869735:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942263680
00000100:00100000:2.0:1767320673.869770:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5992
00000100:00100000:2.0:1767320673.869783:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942263808:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320673.869902:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942263808:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 121us (500us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320673.869912:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5992
00000100:00100000:0.0:1767320673.870306:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73301
00000100:00100000:0.0:1767320673.870315:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942263680:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320673.870345:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320673.870390:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942263680:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 75us (903us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320673.870397:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73301
00000100:00080000:1.0:1767320673.872992:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320674.557331:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320674.557680:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320675.581339:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320675.584397:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320676.029551:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320676.029568:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320676.029571:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320676.029577:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320676.029583:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320676.029595:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5915
00000100:00080000:3.0:1767320676.029602:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320676.029612:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320676.029696:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617109180 x1853163993919360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320676.029781:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993919360:0@lo:38:kworker.0
00000100:00100000:0.0:1767320676.029885:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320676.030358:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320676.030364:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320676.030367:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320676.030373:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5915
00000100:00080000:3.0:1767320676.030376:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320676.030380:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320676.030403:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108e00 x1853163993919488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320676.030474:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993919360
00000100:00100000:1.0:1767320676.030486:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993919360
00000100:00100000:1.0:1767320676.030539:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73302
00000100:00100000:1.0:1767320676.030548:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993919360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320676.030577:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320676.036318:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320676.036328:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320676.036332:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320676.036343:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5915
00000100:00080000:3.0:1767320676.036349:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320676.036358:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320676.036388:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f2680 x1853163993919744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320676.036425:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320676.036429:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320676.036431:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320676.036435:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5915
00000100:00080000:3.0:1767320676.036438:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320676.036442:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320676.036453:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f2d80 x1853163993920000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320676.036529:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993919616:0@lo:400:kworker.0
00000100:00100000:3.0:1767320676.036623:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320676.036723:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320676.036731:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993920256:0@lo:400:kworker.0
00000100:00100000:3.0:1767320676.036763:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320676.036830:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993919616
00000100:00100000:3.0:1767320676.036840:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993919616
00000100:00100000:3.0:1767320676.036918:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5993
00000100:00100000:3.0:1767320676.036931:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993919616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320676.037004:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993919616:12345-0@lo:400:kworker.0 Request processed in 77us (381us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320676.037013:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5993
00000100:00100000:3.0:1767320676.037041:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993920256
00000100:00100000:3.0:1767320676.037045:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993920256
00000100:00100000:3.0:1767320676.037078:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3695
00000100:00100000:3.0:1767320676.037085:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993920256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320676.037117:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993920256:12345-0@lo:400:kworker.0 Request processed in 32us (353us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320676.037122:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3695
00000100:00080000:3.0:1767320676.037145:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320676.037151:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320676.037214:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993920256:0@lo:400:kworker.0
00000100:00100000:3.0:1767320676.037224:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993919616:0@lo:400:kworker.0
00000100:00100000:3.0:1767320676.037253:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993920128:0@lo:400:kworker.0
00000100:00100000:3.0:1767320676.037279:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320676.037304:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320676.037310:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993919872:0@lo:400:kworker.0
00000100:00100000:3.0:1767320676.037332:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320676.037356:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993920128
00000100:00100000:3.0:1767320676.037360:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993920128
00000100:00100000:3.0:1767320676.037388:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3696
00000100:00100000:3.0:1767320676.037395:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993920128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320676.037430:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993920128:12345-0@lo:400:kworker.0 Request processed in 36us (151us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320676.037442:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3696
00000100:00100000:3.0:1767320676.037459:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993919872
00000100:00100000:3.0:1767320676.037463:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993919872
00000100:00100000:3.0:1767320676.037489:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5994
00000100:00100000:3.0:1767320676.037495:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993919872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320676.037527:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993919872:12345-0@lo:400:kworker.0 Request processed in 32us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320676.037533:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5994
00000100:00080000:3.0:1767320676.037547:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320676.037550:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320676.037571:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993919872:0@lo:400:kworker.0
00000100:00100000:3.0:1767320676.037582:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993920128:0@lo:400:kworker.0
00000100:00100000:1.0:1767320676.044963:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993919360:12345-0@lo:38:kworker.0 Request processed in 14396us (15060us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320676.044985:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73302
00000100:00100000:0.0:1767320676.047316:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993919488:0@lo:38:kworker.0
00000100:00100000:0.0:1767320676.047425:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320676.047502:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993919744:0@lo:38:kworker.0
00000100:00100000:0.0:1767320676.047533:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320676.047563:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993920000:0@lo:38:kworker.0
00000100:00100000:0.0:1767320676.047590:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320676.047901:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993919744
00000100:00100000:2.0:1767320676.047912:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993919744
00000100:00100000:2.0:1767320676.047973:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993920000
00000100:00100000:2.0:1767320676.047976:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993920000
00000100:00100000:2.0:1767320676.048002:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73303
00000100:00100000:2.0:1767320676.048011:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993919744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320676.048039:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320676.048097:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993919744:12345-0@lo:38:kworker.0 Request processed in 85us (561us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320676.048105:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73303
00000100:00100000:2.0:1767320676.048126:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73304
00000100:00100000:2.0:1767320676.048130:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993920000:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320676.048139:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320676.048196:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993920000:12345-0@lo:38:kworker.0 Request processed in 64us (604us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320676.048202:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73304
00000100:00080000:0.0:1767320676.048419:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320676.048426:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320676.048431:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993919360:0@lo:38:kworker.0
00000100:00080000:0.0:1767320676.048473:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320676.048478:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320676.048481:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993919744:0@lo:38:kworker.0
00000100:00080000:0.0:1767320676.048489:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320676.048494:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320676.048497:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993920000:0@lo:38:kworker.0
00000100:00100000:3.0:1767320676.050243:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993919488
00000100:00100000:3.0:1767320676.050264:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993919488
00000100:00100000:3.0:1767320676.050329:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345
00000100:00100000:3.0:1767320676.050338:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993919488:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320676.050366:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320676.050472:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993919488:12345-0@lo:38:kworker.0 Request processed in 133us (3045us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320676.050480:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345
00000100:00080000:0.0:1767320676.051101:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320676.051109:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320676.051113:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993919488:0@lo:38:kworker.0
00000100:00100000:0.0:1767320676.541492:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320676.541525:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993920384:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320676.541623:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320676.541724:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993920384
00000100:00100000:1.0:1767320676.541736:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993920384
00000100:00100000:1.0:1767320676.541810:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3471
00000100:00100000:1.0:1767320676.541822:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993920384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320676.541866:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320676.542074:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993920384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 254us (450us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320676.542083:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3471
00000100:00100000:2.0:1767320676.544981:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320676.545010:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993920512:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320676.554448:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993920384:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320676.556579:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320676.559190:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993920512
00000100:00100000:1.0:1767320676.559214:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993920512
00000100:00100000:1.0:1767320676.559314:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3472
00000100:00100000:1.0:1767320676.559327:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993920512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320676.559372:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320676.559578:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993920512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 252us (3011us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320676.559586:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3472
00000100:00100000:3.0:1767320676.565888:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993920512:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320676.605474:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320676.605570:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320677.633527:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320677.636705:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320678.653318:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320678.653922:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320678.986839:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320678.987729:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942264064
00000100:00100000:2.0:1767320678.987746:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942264064
00000100:00080000:3.0:1767320678.987865:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320678.987888:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5995
00000100:00100000:2.0:1767320678.987902:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942264064:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320678.988018:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942264064:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 119us (1198us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320678.988029:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5995
00000100:00100000:3.0:1767320678.989676:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320678.990239:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942263936
00000100:00100000:2.0:1767320678.990254:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942263936
00000100:00100000:2.0:1767320678.990378:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73305
00000100:00100000:2.0:1767320678.990389:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942263936:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320678.990422:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320678.990509:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942263936:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 120us (844us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320678.990516:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73305
00010000:00010000:0.0:1767320679.678451:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320679.679224:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320680.125638:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320655/real 1767320655]  req@ffff89b6061b4a80 x1853163993914112/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320680 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320680.125687:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6061b4a80 x1853163993914112/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320680 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320680.125713:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320680.125753:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320680.125758:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993914112:0@lo:250:kworker.0
00000100:00080000:2.0:1767320680.125806:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320680.125814:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320680.125818:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320680.125823:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5900
00000100:00080000:2.0:1767320680.125828:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320680.125837:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320680.125883:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c1880 x1853163993920640/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320680.125915:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320680.125919:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320680.125921:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320680.125924:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5920
00000100:00080000:2.0:1767320680.125927:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320680.125930:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320680.125948:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b0000 x1853163993920768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320680.125957:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320680.125960:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320680.125961:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320680.125966:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5920
00000100:00080000:2.0:1767320680.125969:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320680.125973:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320680.125985:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b2d80 x1853163993920896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320680.126036:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320680.126041:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320680.126043:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320680.126046:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5920
00000100:00080000:2.0:1767320680.126049:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320680.126052:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320680.126066:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251180 x1853163993921152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320680.126091:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320680.126096:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320680.126098:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320680.126102:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5920
00000100:00080000:2.0:1767320680.126104:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320680.126108:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320680.126123:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f64e00 x1853163993921408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320680.126224:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993921536:0@lo:400:kworker.0
00000100:00100000:3.0:1767320680.126320:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320680.126399:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320680.126405:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993921280:0@lo:400:kworker.0
00000100:00100000:3.0:1767320680.126435:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320680.126487:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993921280
00000100:00100000:3.0:1767320680.126497:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993921280
00000100:00100000:3.0:1767320680.126797:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5996
00000100:00100000:3.0:1767320680.126810:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993921280:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320680.126872:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993921280:12345-0@lo:400:kworker.0 Request processed in 66us (436us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320680.126880:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5996
00000100:00080000:3.0:1767320680.126904:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320680.126937:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993921280:0@lo:400:kworker.0
00000100:00100000:3.0:1767320680.126962:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993921024:0@lo:400:kworker.0
00000100:00100000:3.0:1767320680.126988:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320680.127006:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320680.127011:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993921664:0@lo:400:kworker.0
00000100:00100000:1.0:1767320680.128040:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993921024
00000100:00100000:1.0:1767320680.128052:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993921024
00000100:00100000:1.0:1767320680.128129:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5997
00000100:00100000:1.0:1767320680.128139:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993921024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320680.128914:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993920640:0@lo:250:kworker.0
00000100:00100000:2.0:1767320680.130874:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993921536
00000100:00100000:2.0:1767320680.130894:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993921536
00000100:00100000:2.0:1767320680.130986:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3697
00000100:00100000:2.0:1767320680.130998:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993921536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320680.133956:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993921024:12345-0@lo:400:kworker.0 Request processed in 5537us (6685us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320680.133976:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5997
00000100:00080000:0.0:1767320680.134680:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320680.134783:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320680.135115:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320680.135131:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993921536:12345-0@lo:400:kworker.0 Request processed in 4130us (8805us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320680.135143:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3697
00000100:00100000:2.0:1767320680.135196:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993921664
00000100:00100000:2.0:1767320680.135206:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993921664
00000100:00100000:2.0:1767320680.135262:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3698
00000100:00100000:2.0:1767320680.135271:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993921664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320680.135558:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993921024:0@lo:400:kworker.0
00000100:00100000:2.0:1767320680.135940:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993921664:12345-0@lo:400:kworker.0 Request processed in 668us (829us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320680.135948:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3698
00000400:00000100:1.0:1767320680.138264:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993920640 offset 0 length 520: 4
00000100:00100000:1.0:1767320680.138334:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993920768:0@lo:38:kworker.0
00000100:00100000:1.0:1767320680.138395:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320680.138429:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993920896:0@lo:38:kworker.0
00000100:00100000:1.0:1767320680.138462:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320680.138485:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993921152:0@lo:38:kworker.0
00000100:00100000:1.0:1767320680.138507:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320680.138531:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993921408:0@lo:38:kworker.0
00000100:00100000:2.0:1767320680.139821:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993920896
00000100:00100000:2.0:1767320680.139836:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993920896
00000100:00100000:2.0:1767320680.139898:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346
00000100:00100000:2.0:1767320680.139908:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993920896:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320680.139937:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320680.140020:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993920896:12345-0@lo:38:kworker.0 Request processed in 113us (1558us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320680.140028:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346
00000100:00100000:2.0:1767320680.140057:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993920768
00000100:00100000:2.0:1767320680.140061:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993920768
00000100:00100000:2.0:1767320680.140083:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993921152
00000100:00100000:2.0:1767320680.140086:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993921152
00000100:00100000:2.0:1767320680.140109:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73306
00000100:00100000:2.0:1767320680.140114:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993920768:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320680.140124:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320680.140152:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993920768:12345-0@lo:38:kworker.0 Request processed in 37us (1757us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320680.140198:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73306
00000100:00100000:2.0:1767320680.140208:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73307
00000100:00100000:2.0:1767320680.140212:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993921152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320680.140222:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320680.140243:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993921152:12345-0@lo:38:kworker.0 Request processed in 29us (1735us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320680.140248:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73307
00000100:00080000:2.0:1767320680.140298:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320680.140346:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993921536:0@lo:400:kworker.0
00000100:00100000:1.0:1767320680.140660:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320680.140837:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993921664:0@lo:400:kworker.0
00000100:00100000:0.0:1767320680.141003:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993921408
00000100:00100000:0.0:1767320680.141009:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993921408
00000100:00100000:0.0:1767320680.141041:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73308
00000100:00100000:0.0:1767320680.141047:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993921408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320680.141060:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320680.141094:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993921408:12345-0@lo:38:kworker.0 Request processed in 47us (435us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320680.141100:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73308
00000100:00080000:1.0:1767320680.141669:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320680.141677:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320680.141681:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993921408:0@lo:38:kworker.0
00000100:00080000:1.0:1767320680.141797:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320680.141801:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320680.141804:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993920768:0@lo:38:kworker.0
00000100:00080000:1.0:1767320680.141814:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320680.141817:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320680.141821:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993920896:0@lo:38:kworker.0
00000100:00080000:1.0:1767320680.141829:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320680.141833:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320680.141835:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993921152:0@lo:38:kworker.0
00010000:00010000:3.0:1767320680.701386:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320680.701474:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320681.661742:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993921792:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320681.661848:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320681.662214:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993921792
00000100:00100000:2.0:1767320681.662229:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993921792
00000100:00100000:2.0:1767320681.662490:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3473
00000100:00100000:2.0:1767320681.662503:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993921792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320681.662545:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320681.662619:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993921792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (770us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320681.662628:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3473
00000100:00100000:3.0:1767320681.662693:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993921920:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320681.662739:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320681.662816:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993921792:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320681.666685:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993921920
00000100:00100000:0.0:1767320681.666716:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993921920
00000100:00100000:0.0:1767320681.666796:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3474
00000100:00100000:0.0:1767320681.666807:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993921920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320681.666856:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320681.666954:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993921920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 150us (4215us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320681.666963:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3474
00000100:00100000:0.0:1767320681.669263:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993921920:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320681.725361:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320681.726101:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320682.749348:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320682.752245:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767320683.082263:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942264192 offset 0 length 520: 4
00000100:00100000:3.0:1767320683.082310:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320683.082364:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320683.082424:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942264320
00000100:00100000:2.0:1767320683.082442:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942264320
00000100:00100000:2.0:1767320683.082505:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942264448
00000100:00100000:2.0:1767320683.082507:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942264448
00000100:00100000:2.0:1767320683.082570:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5998
00000100:00100000:2.0:1767320683.082580:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942264448:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320683.082667:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73309
00000100:00100000:3.0:1767320683.082691:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942264320:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:2.0:1767320683.082718:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942264448:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 136us (350us total) trans 0 rc 0/0
00010000:00020000:3.0:1767320683.082725:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320683.082734:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5998
00000100:00080000:1.0:1767320683.083014:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320683.083239:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942264320:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 555us (924us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320683.083249:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73309
00000100:00100000:2.0:1767320683.773277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320683.773486:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320684.797444:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320684.797594:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767320685.245831:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320685.245842:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320685.245845:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320685.245850:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320685.245854:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320685.245862:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5924
00000100:00080000:2.0:1767320685.245867:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320685.245875:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320685.245918:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f64000 x1853163993922048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320685.245947:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320685.245952:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320685.245953:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320685.245958:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5924
00000100:00080000:2.0:1767320685.245961:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320685.245964:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320685.245979:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f64e00 x1853163993922176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320685.246030:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320685.246034:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320685.246036:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320685.246040:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5924
00000100:00080000:2.0:1767320685.246042:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320685.246046:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320685.246061:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcf100 x1853163993922432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320685.246089:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320685.246093:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320685.246095:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320685.246099:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5924
00000100:00080000:2.0:1767320685.246101:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320685.246105:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320685.246115:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcd880 x1853163993922688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320685.246183:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993922560:0@lo:400:kworker.0
00000100:00100000:2.0:1767320685.246253:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320685.246315:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320685.246322:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993922816:0@lo:400:kworker.0
00000100:00100000:2.0:1767320685.246349:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320685.246456:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993922304:0@lo:400:kworker.0
00000100:00100000:3.0:1767320685.246499:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320685.246527:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320685.246532:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993922944:0@lo:400:kworker.0
00000100:00100000:3.0:1767320685.246554:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320685.246686:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993922560
00000100:00100000:0.0:1767320685.246695:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993922560
00000100:00100000:0.0:1767320685.246744:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993922304
00000100:00100000:0.0:1767320685.246749:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993922304
00000100:00100000:0.0:1767320685.246774:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5999
00000100:00100000:0.0:1767320685.246783:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993922560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320685.246838:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993922560:12345-0@lo:400:kworker.0 Request processed in 56us (585us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320685.246845:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5999
00000100:00100000:0.0:1767320685.246864:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6000
00000100:00100000:0.0:1767320685.246870:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993922304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320685.246902:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993922304:12345-0@lo:400:kworker.0 Request processed in 33us (402us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320685.246909:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6000
00000100:00100000:0.0:1767320685.246930:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993922816
00000100:00100000:0.0:1767320685.246933:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993922816
00000100:00100000:0.0:1767320685.246955:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993922944
00000100:00100000:0.0:1767320685.246957:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993922944
00000100:00100000:0.0:1767320685.246973:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3699
00000100:00100000:0.0:1767320685.246979:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993922816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320685.247010:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993922816:12345-0@lo:400:kworker.0 Request processed in 31us (660us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320685.247016:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3699
00000100:00100000:0.0:1767320685.247029:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3700
00000100:00100000:0.0:1767320685.247035:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993922944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320685.247061:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993922944:12345-0@lo:400:kworker.0 Request processed in 27us (506us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320685.247067:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3700
00000100:00100000:0.0:1767320685.247109:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993922816:0@lo:400:kworker.0
00000100:00100000:0.0:1767320685.247119:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993922560:0@lo:400:kworker.0
00000100:00100000:3.0:1767320685.247223:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993922944:0@lo:400:kworker.0
00000100:00100000:3.0:1767320685.247233:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993922304:0@lo:400:kworker.0
00000100:00100000:1.0:1767320685.256889:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993922048:0@lo:38:kworker.0
00000100:00100000:1.0:1767320685.257032:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320685.257093:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993922176:0@lo:38:kworker.0
00000100:00100000:1.0:1767320685.257123:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320685.257156:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993922432:0@lo:38:kworker.0
00000100:00100000:1.0:1767320685.257201:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320685.257222:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993922688:0@lo:38:kworker.0
00000100:00100000:1.0:1767320685.257260:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320685.257300:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320685.257305:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320685.257309:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320685.257322:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993922048
00000100:00100000:1.0:1767320685.257330:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993922048
00000100:00100000:1.0:1767320685.257364:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993922432
00000100:00100000:1.0:1767320685.257367:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993922432
00000100:00100000:1.0:1767320685.257379:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993922688
00000100:00100000:1.0:1767320685.257382:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993922688
00000100:00100000:1.0:1767320685.257398:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73310
00000100:00100000:1.0:1767320685.257405:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993922048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320685.257427:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320685.257469:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993922048:12345-0@lo:38:kworker.0 Request processed in 64us (438us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320685.257477:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73310
00000100:00100000:1.0:1767320685.257496:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73311
00000100:00100000:1.0:1767320685.257501:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741244c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993922432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320685.257511:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320685.257535:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741244c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993922432:12345-0@lo:38:kworker.0 Request processed in 32us (333us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320685.257541:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73311
00000100:00100000:1.0:1767320685.258530:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73312
00000100:00100000:1.0:1767320685.258537:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993922688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320685.258549:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320685.258583:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993922688:12345-0@lo:38:kworker.0 Request processed in 45us (1322us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320685.258589:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73312
00000100:00080000:1.0:1767320685.258652:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320685.258658:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320685.258662:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993922048:0@lo:38:kworker.0
00000100:00080000:1.0:1767320685.258673:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320685.258676:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320685.258679:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993922432:0@lo:38:kworker.0
00000100:00080000:1.0:1767320685.258686:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320685.258689:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320685.258692:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993922688:0@lo:38:kworker.0
00000100:00100000:3.0:1767320685.258972:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993922176
00000100:00100000:3.0:1767320685.258978:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993922176
00000100:00100000:3.0:1767320685.259014:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347
00000100:00100000:3.0:1767320685.259018:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993922176:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320685.259026:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320685.259055:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993922176:12345-0@lo:38:kworker.0 Request processed in 36us (1932us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320685.259058:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347
00000100:00080000:3.0:1767320685.259076:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320685.259079:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320685.259081:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993922176:0@lo:38:kworker.0
00000100:00100000:2.0:1767320685.821534:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320685.821731:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320686.781452:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993923072:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320686.781535:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320686.781680:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993923072
00000100:00100000:3.0:1767320686.781688:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993923072
00000100:00100000:3.0:1767320686.781734:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3475
00000100:00100000:3.0:1767320686.781742:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993923072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320686.781768:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320686.782488:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993923200:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320686.782532:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320686.782757:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993923200
00000100:00100000:2.0:1767320686.782762:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993923200
00000100:00100000:2.0:1767320686.782792:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3476
00000100:00100000:2.0:1767320686.782799:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993923200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320686.782820:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320686.782852:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993923200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (320us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320686.782871:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3476
00000100:00100000:1.0:1767320686.783146:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993923200:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320686.783287:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993923072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1544us (1752us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320686.783293:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3475
00000100:00100000:0.0:1767320686.783344:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993923072:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320686.845394:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320686.845449:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320687.869606:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320687.870072:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320688.201857:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320688.201974:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320688.203664:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942264576
00000100:00100000:0.0:1767320688.203758:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942264576
00000100:00100000:2.0:1767320688.203814:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942264704
00000100:00100000:2.0:1767320688.203819:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942264704
00000100:00100000:2.0:1767320688.203894:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6001
00000100:00100000:2.0:1767320688.203904:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942264704:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320688.203997:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942264704:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 94us (2022us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320688.204006:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6001
00000100:00100000:2.0:1767320688.204027:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73313
00000100:00100000:2.0:1767320688.204033:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942264576:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320688.204053:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320688.204082:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942264576:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (2236us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320688.204088:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73313
00000100:00080000:1.0:1767320688.204285:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320688.893267:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320688.893355:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320689.917536:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320689.917722:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767320690.367338:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320690.367349:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320690.367351:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320690.367355:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320690.367359:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320690.367368:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5929
00000100:00080000:3.0:1767320690.367372:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320690.367379:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320690.367419:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b293800 x1853163993923328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320690.367452:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320690.367455:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320690.367457:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320690.367461:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5929
00000100:00080000:3.0:1767320690.367463:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320690.367467:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320690.367481:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b291500 x1853163993923456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320690.367525:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320690.367528:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320690.367530:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320690.367533:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5929
00000100:00080000:3.0:1767320690.367536:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320690.367539:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320690.367562:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b291c00 x1853163993923712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320690.367587:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320690.367590:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320690.367592:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320690.367596:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5929
00000100:00080000:3.0:1767320690.367598:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320690.367602:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320690.367613:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f64e00 x1853163993923968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320690.367615:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320690.367632:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993923840:0@lo:400:kworker.0
00000100:00100000:3.0:1767320690.367665:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993924224:0@lo:400:kworker.0
00000100:00100000:2.0:1767320690.367728:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993923584:0@lo:400:kworker.0
00000100:00100000:1.0:1767320690.367796:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320690.367806:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993924096:0@lo:400:kworker.0
00000100:00100000:3.0:1767320690.371634:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320690.371773:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993924224
00000100:00100000:3.0:1767320690.371782:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993924224
00000100:00100000:3.0:1767320690.372112:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3701
00000100:00100000:3.0:1767320690.372130:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993924224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320690.372232:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993924224:12345-0@lo:400:kworker.0 Request processed in 107us (608us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320690.372240:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3701
00000100:00100000:3.0:1767320690.372295:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993924224:0@lo:400:kworker.0
00000100:00100000:3.0:1767320690.372342:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993923328:0@lo:38:kworker.0
00000100:00100000:3.0:1767320690.372382:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320690.372417:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993923456:0@lo:38:kworker.0
00000100:00100000:3.0:1767320690.372441:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320690.372480:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993923712:0@lo:38:kworker.0
00000100:00100000:3.0:1767320690.372504:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320690.372528:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993923328
00000100:00100000:3.0:1767320690.372532:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993923328
00000100:00100000:3.0:1767320690.372568:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993923712
00000100:00100000:3.0:1767320690.372571:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993923712
00000100:00100000:3.0:1767320690.372587:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73314
00000100:00100000:3.0:1767320690.372592:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993923328:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320690.372615:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320690.372646:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993923328:12345-0@lo:38:kworker.0 Request processed in 52us (263us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320690.372652:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73314
00000100:00100000:3.0:1767320690.372665:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73315
00000100:00100000:3.0:1767320690.372668:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993923712:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320690.372677:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320690.372700:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993923712:12345-0@lo:38:kworker.0 Request processed in 30us (195us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320690.372705:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73315
00000100:00080000:3.0:1767320690.372730:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320690.372735:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320690.372738:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993923712:0@lo:38:kworker.0
00000100:00100000:3.0:1767320690.372745:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993923968:0@lo:38:kworker.0
00000100:00100000:3.0:1767320690.372767:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320690.372786:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993923968
00000100:00100000:3.0:1767320690.372789:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993923968
00000100:00100000:3.0:1767320690.372807:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73316
00000100:00100000:3.0:1767320690.372811:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993923968:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320690.372820:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320690.372849:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993923968:12345-0@lo:38:kworker.0 Request processed in 36us (81us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320690.372854:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73316
00000100:00080000:3.0:1767320690.372887:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320690.372892:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320690.372895:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993923968:0@lo:38:kworker.0
00000100:00080000:3.0:1767320690.372916:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320690.372921:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320690.372923:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993923328:0@lo:38:kworker.0
00000100:00100000:3.0:1767320690.372985:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993923456
00000100:00100000:3.0:1767320690.372989:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993923456
00000100:00100000:3.0:1767320690.373008:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348
00000100:00100000:3.0:1767320690.373013:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993923456:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320690.373024:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320690.373055:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993923456:12345-0@lo:38:kworker.0 Request processed in 41us (613us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320690.373062:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348
00000100:00080000:3.0:1767320690.373081:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320690.373099:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320690.373102:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320690.373105:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993923456:0@lo:38:kworker.0
00000100:00100000:0.0:1767320690.373204:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320690.373230:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993923840
00000100:00100000:0.0:1767320690.373234:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993923840
00000100:00100000:0.0:1767320690.373268:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6002
00000100:00100000:0.0:1767320690.373274:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993923840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320690.373310:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993923840:12345-0@lo:400:kworker.0 Request processed in 37us (106us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320690.373316:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6002
00000100:00080000:0.0:1767320690.373335:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320690.373351:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993923840:0@lo:400:kworker.0
00000100:00100000:2.0:1767320690.377060:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320690.379294:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993923584
00000100:00100000:0.0:1767320690.379309:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993923584
00000100:00100000:0.0:1767320690.379406:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6003
00000100:00100000:0.0:1767320690.379418:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993923584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320690.379510:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993923584:12345-0@lo:400:kworker.0 Request processed in 95us (2458us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320690.379519:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6003
00000100:00100000:2.0:1767320690.379653:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993923584:0@lo:400:kworker.0
00000100:00080000:3.0:1767320690.382145:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320690.385342:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320690.385487:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993924096
00000100:00100000:3.0:1767320690.385496:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993924096
00000100:00100000:3.0:1767320690.385579:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3702
00000100:00100000:3.0:1767320690.385589:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993924096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320690.385659:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993924096:12345-0@lo:400:kworker.0 Request processed in 72us (333us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320690.385666:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3702
00000100:00100000:1.0:1767320690.385939:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993924096:0@lo:400:kworker.0
00000100:00080000:0.0:1767320690.386109:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320690.941374:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320690.941712:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320691.901464:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1767320691.901506:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993924352:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320691.901608:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320691.901671:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993924352
00000100:00100000:1.0:1767320691.901682:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993924352
00000100:00100000:2.0:1767320691.901699:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993924480:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320691.901725:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320691.902311:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993924480
00000100:00100000:2.0:1767320691.902318:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993924480
00000100:00100000:1.0:1767320691.902319:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3477
00000100:00100000:1.0:1767320691.902331:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993924352:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320691.902356:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3478
00000100:00100000:2.0:1767320691.902362:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993924480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320691.902383:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320691.902506:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993924480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (778us total) trans 0 rc 0/0
00002000:00000024:1.0:1767320691.902512:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320691.902556:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993924352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 229us (949us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320691.902642:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993924480:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320691.902671:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993924352:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320691.905111:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3478
00000100:00100000:1.0:1767320691.905142:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3477
00000100:00100000:2.0:1767320691.965280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320691.965363:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320692.989441:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320692.989534:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320693.323596:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320693.323735:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320693.324700:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942264960
00000100:00100000:0.0:1767320693.324715:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942264960
00000100:00100000:0.0:1767320693.324836:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942264832
00000100:00100000:0.0:1767320693.324841:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942264832
00000100:00100000:0.0:1767320693.324867:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6004
00000100:00100000:0.0:1767320693.324877:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942264960:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320693.324984:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942264960:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 108us (1402us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320693.324992:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6004
00000100:00100000:0.0:1767320693.325014:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73317
00000100:00100000:0.0:1767320693.325019:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942264832:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320693.325042:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320693.325067:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942264832:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 47us (1332us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320693.325072:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73317
00000100:00080000:1.0:1767320693.325942:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320694.013446:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320694.013740:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320695.037309:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320695.037583:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320695.486118:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320695.486133:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320695.486137:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320695.486142:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320695.486148:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320695.486177:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5935
00000100:00080000:1.0:1767320695.486183:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320695.486192:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320695.486256:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7411c2d80 x1853163993924608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320695.486290:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320695.486294:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320695.486296:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320695.486301:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5935
00000100:00080000:1.0:1767320695.486303:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320695.486307:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320695.486325:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60ad30e00 x1853163993924736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320695.486357:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320695.486360:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320695.486362:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320695.486366:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5935
00000100:00080000:1.0:1767320695.486368:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320695.486372:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320695.486385:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6050baa00 x1853163993924992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320695.486386:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993924608:0@lo:38:kworker.0
00000100:00080000:1.0:1767320695.486403:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320695.486407:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320695.486409:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320695.486413:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5935
00000100:00080000:1.0:1767320695.486415:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320695.486418:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320695.486427:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c230a80 x1853163993925248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320695.486488:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993924864:0@lo:400:kworker.0
00000100:00100000:3.0:1767320695.486505:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320695.486525:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993925504:0@lo:400:kworker.0
00000100:00100000:2.0:1767320695.486626:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993925120:0@lo:400:kworker.0
00000100:00100000:0.0:1767320695.486702:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993925376:0@lo:400:kworker.0
00000100:00100000:1.0:1767320695.486886:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320695.486906:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60ad30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993924736:0@lo:38:kworker.0
00000100:00100000:1.0:1767320695.486931:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320695.486933:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320695.486958:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993924992:0@lo:38:kworker.0
00000100:00100000:1.0:1767320695.486971:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993924608
00000100:00100000:3.0:1767320695.486978:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320695.486979:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993924608
00000100:00100000:3.0:1767320695.486994:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993925248:0@lo:38:kworker.0
00000100:00100000:3.0:1767320695.487014:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320695.487024:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993924864
00000100:00100000:1.0:1767320695.487027:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993924864
00000100:00100000:3.0:1767320695.487042:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993924992
00000100:00100000:3.0:1767320695.487045:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993924992
00000100:00100000:3.0:1767320695.487062:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993925248
00000100:00100000:3.0:1767320695.487065:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993925248
00000100:00100000:1.0:1767320695.487074:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6005
00000100:00100000:1.0:1767320695.487086:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993924864:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320695.487087:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73318
00000100:00100000:3.0:1767320695.487092:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993924608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320695.487114:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320695.487141:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993924864:12345-0@lo:400:kworker.0 Request processed in 58us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320695.487146:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993924608:12345-0@lo:38:kworker.0 Request processed in 54us (642us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320695.487149:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6005
00000100:00100000:3.0:1767320695.487152:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73318
00000100:00100000:3.0:1767320695.487192:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73319
00000100:00100000:1.0:1767320695.487195:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73320
00000100:00100000:3.0:1767320695.487196:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993924992:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320695.487199:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993925248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320695.487205:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767320695.487208:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320695.487228:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993925248:12345-0@lo:38:kworker.0 Request processed in 28us (214us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320695.487228:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993924992:12345-0@lo:38:kworker.0 Request processed in 31us (249us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320695.487235:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73320
00000100:00100000:3.0:1767320695.487238:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73319
00000100:00100000:3.0:1767320695.487254:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993924736
00000100:00080000:1.0:1767320695.487256:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320695.487258:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993924736
00000100:00100000:3.0:1767320695.487289:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349
00000100:00100000:3.0:1767320695.487294:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993924736:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320695.487300:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993924864:0@lo:400:kworker.0
00010000:00020000:3.0:1767320695.487306:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320695.487330:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993924736:12345-0@lo:38:kworker.0 Request processed in 35us (397us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320695.487337:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349
00000100:00080000:3.0:1767320695.487362:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320695.487367:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320695.487370:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993924992:0@lo:38:kworker.0
00000100:00080000:3.0:1767320695.487379:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320695.487382:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320695.487385:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993925248:0@lo:38:kworker.0
00000100:00080000:3.0:1767320695.487393:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320695.487406:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320695.487409:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993924608:0@lo:38:kworker.0
00000100:00080000:3.0:1767320695.487419:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320695.487422:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320695.487424:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60ad30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993924736:0@lo:38:kworker.0
00000100:00100000:2.0:1767320695.487475:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320695.487635:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320695.487719:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993925504
00000100:00100000:2.0:1767320695.487724:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993925504
00000100:00100000:2.0:1767320695.487766:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993925376
00000100:00100000:2.0:1767320695.487770:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993925376
00000100:00100000:3.0:1767320695.487786:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993925120
00000100:00100000:2.0:1767320695.487789:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3703
00000100:00100000:3.0:1767320695.487790:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993925120
00000100:00100000:2.0:1767320695.487796:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993925504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320695.487816:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6006
00000100:00100000:3.0:1767320695.487822:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993925120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320695.487834:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993925504:12345-0@lo:400:kworker.0 Request processed in 39us (948us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320695.487841:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3703
00000100:00100000:3.0:1767320695.487852:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993925120:12345-0@lo:400:kworker.0 Request processed in 31us (378us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320695.487854:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3704
00000100:00100000:3.0:1767320695.487858:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6006
00000100:00100000:2.0:1767320695.487859:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993925376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320695.487887:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993925376:12345-0@lo:400:kworker.0 Request processed in 28us (252us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320695.487888:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993925504:0@lo:400:kworker.0
00000100:00100000:2.0:1767320695.487893:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3704
00000100:00100000:2.0:1767320695.487916:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993925120:0@lo:400:kworker.0
00000100:00080000:0.0:1767320695.487980:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320695.487985:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320695.487986:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320695.487999:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993925376:0@lo:400:kworker.0
00010000:00010000:0.0:1767320696.061633:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320696.061738:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320697.022602:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320697.022632:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993925632:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320697.022730:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320697.023434:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993925760:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320697.023490:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320697.034295:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993925632
00000100:00100000:3.0:1767320697.034296:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993925760
00000100:00100000:2.0:1767320697.034319:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993925632
00000100:00100000:3.0:1767320697.034320:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993925760
00000100:00100000:2.0:1767320697.034471:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3479
00000100:00100000:2.0:1767320697.034492:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993925632:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320697.034493:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3480
00000100:00100000:3.0:1767320697.034509:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993925760:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320697.034545:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:2.0:1767320697.034659:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767320697.034782:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320697.034788:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320697.037461:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993925760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2949us (13962us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320697.037473:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3480
00000100:00100000:0.0:1767320697.041227:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993925760:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320697.041256:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993925632:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320697.043329:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993925632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8832us (20586us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320697.043350:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3479
00010000:00010000:0.0:1767320697.085548:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320697.085676:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320698.109285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320698.109414:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320698.441049:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320698.441139:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320698.441414:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942265216
00000100:00100000:1.0:1767320698.441424:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942265216
00000100:00100000:1.0:1767320698.441511:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942265088
00000100:00100000:1.0:1767320698.441514:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942265088
00000100:00100000:1.0:1767320698.441536:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6007
00000100:00100000:1.0:1767320698.441547:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942265216:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320698.441620:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942265216:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 75us (581us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320698.441628:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6007
00000100:00100000:1.0:1767320698.441648:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73321
00000100:00100000:1.0:1767320698.441653:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942265088:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320698.441674:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320698.441704:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942265088:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (564us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320698.441711:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73321
00000100:00080000:0.0:1767320698.441862:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320699.133303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320699.133594:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320700.157287:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320700.159856:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320700.605793:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320700.605805:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320700.605808:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320700.605811:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320700.605815:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320700.605823:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5940
00000100:00080000:3.0:1767320700.605828:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320700.605834:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320700.605887:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7411c2d80 x1853163993925888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320700.605905:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320700.605907:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320700.605909:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320700.605912:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5940
00000100:00080000:3.0:1767320700.605916:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320700.605919:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320700.605933:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c232300 x1853163993926016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320700.605978:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320700.605982:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320700.605984:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320700.605987:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5940
00000100:00080000:3.0:1767320700.605990:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320700.605993:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320700.606005:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6050baa00 x1853163993926272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320700.606018:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993926144:0@lo:400:kworker.0
00000100:00080000:3.0:1767320700.606021:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320700.606024:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320700.606025:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320700.606028:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5940
00000100:00080000:3.0:1767320700.606031:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320700.606033:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320700.606042:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b292d80 x1853163993926528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320700.606086:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993926656:0@lo:400:kworker.0
00000100:00100000:1.0:1767320700.606090:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320700.606128:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320700.606149:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320700.606154:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320700.606155:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993926400:0@lo:400:kworker.0
00000100:00100000:3.0:1767320700.606174:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993926784:0@lo:400:kworker.0
00000100:00100000:3.0:1767320700.606202:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320700.606208:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320700.606235:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993926656
00000100:00100000:1.0:1767320700.606242:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993926656
00000100:00100000:3.0:1767320700.606243:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993926144
00000100:00100000:3.0:1767320700.606246:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993926144
00000100:00100000:3.0:1767320700.607089:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993926400
00000100:00100000:3.0:1767320700.607095:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993926400
00000100:00100000:2.0:1767320700.607235:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6008
00000100:00100000:2.0:1767320700.607247:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993926144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320700.607329:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993926144:12345-0@lo:400:kworker.0 Request processed in 85us (1238us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320700.607336:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6008
00000100:00100000:2.0:1767320700.607400:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993926784
00000100:00100000:2.0:1767320700.607404:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993926784
00000100:00100000:1.0:1767320700.609002:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3705
00000100:00100000:1.0:1767320700.609018:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993926656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320700.609100:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993926656:12345-0@lo:400:kworker.0 Request processed in 87us (2970us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320700.609106:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3705
00000100:00100000:1.0:1767320700.609212:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993926144:0@lo:400:kworker.0
00000100:00100000:1.0:1767320700.609292:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993925888:0@lo:38:kworker.0
00000100:00100000:1.0:1767320700.609329:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320700.609351:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993926016:0@lo:38:kworker.0
00000100:00100000:1.0:1767320700.609385:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320700.609412:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993926272:0@lo:38:kworker.0
00000100:00100000:1.0:1767320700.609433:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320700.609449:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993926528:0@lo:38:kworker.0
00000100:00100000:1.0:1767320700.609470:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320700.609498:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993926016
00000100:00100000:1.0:1767320700.609503:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993926016
00000100:00100000:1.0:1767320700.609524:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350
00000100:00100000:1.0:1767320700.609529:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993926016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320700.609548:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320700.609580:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993926016:12345-0@lo:38:kworker.0 Request processed in 50us (194us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320700.609588:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350
00000100:00080000:1.0:1767320700.609612:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320700.609617:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320700.609620:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993926016:0@lo:38:kworker.0
00000100:00100000:1.0:1767320700.609655:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993925888
00000100:00100000:1.0:1767320700.609658:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993925888
00000100:00100000:1.0:1767320700.609677:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993926272
00000100:00100000:1.0:1767320700.609679:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993926272
00000100:00100000:1.0:1767320700.609688:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993926528
00000100:00100000:1.0:1767320700.609690:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993926528
00000100:00100000:1.0:1767320700.610146:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73322
00000100:00100000:1.0:1767320700.610153:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993925888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320700.610328:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320700.610559:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993925888:12345-0@lo:38:kworker.0 Request processed in 404us (1228us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320700.610566:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73322
00000100:00100000:1.0:1767320700.610581:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73323
00000100:00100000:1.0:1767320700.610585:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993926272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320700.610597:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320700.610620:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993926272:12345-0@lo:38:kworker.0 Request processed in 34us (1187us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320700.610626:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73323
00000100:00100000:1.0:1767320700.610637:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73324
00000100:00100000:1.0:1767320700.610641:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993926528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320700.610650:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320700.610670:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993926528:12345-0@lo:38:kworker.0 Request processed in 28us (1200us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320700.610675:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73324
00000100:00080000:1.0:1767320700.610714:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320700.610718:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320700.610722:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993925888:0@lo:38:kworker.0
00000100:00080000:1.0:1767320700.610731:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320700.610734:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320700.610737:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993926272:0@lo:38:kworker.0
00000100:00080000:1.0:1767320700.610745:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320700.610748:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320700.610750:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993926528:0@lo:38:kworker.0
00000100:00100000:1.0:1767320700.610792:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993926656:0@lo:400:kworker.0
00000100:00100000:3.0:1767320700.613191:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6009
00000100:00100000:3.0:1767320700.613207:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993926400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320700.613337:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993926400:0@lo:400:kworker.0
00000100:00100000:3.0:1767320700.613521:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993926400:12345-0@lo:400:kworker.0 Request processed in 94us (7086us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320700.613538:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6009
00000100:00100000:2.0:1767320700.613844:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3706
00000100:00100000:2.0:1767320700.613854:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993926784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320700.613916:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993926784:12345-0@lo:400:kworker.0 Request processed in 65us (7713us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320700.613923:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3706
00000100:00100000:3.0:1767320700.614304:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993926784:0@lo:400:kworker.0
00000100:00080000:0.0:1767320700.615004:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320700.615011:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320700.615014:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320701.181295:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320701.185912:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320702.141509:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993926912:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320702.141583:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320702.142002:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993926912
00000100:00100000:2.0:1767320702.142011:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993926912
00000100:00100000:2.0:1767320702.142089:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3481
00000100:00100000:2.0:1767320702.142099:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993926912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320702.142129:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320702.142212:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993926912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (627us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320702.142219:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3481
00000100:00080000:0.0:1767320702.142373:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320702.142452:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993926912:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320702.142753:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320702.142763:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993927040:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320702.142793:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320702.142866:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993927040
00000100:00100000:0.0:1767320702.142872:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993927040
00000100:00100000:0.0:1767320702.142919:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3482
00000100:00100000:0.0:1767320702.142927:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993927040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320702.142947:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320702.142980:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993927040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320702.142986:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3482
00000100:00100000:3.0:1767320702.143062:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993927040:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320702.143193:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767320702.205568:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320702.205920:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320703.229286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320703.229458:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320703.559571:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320703.562281:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320703.572184:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942265472
00000100:00100000:1.0:1767320703.572210:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942265472
00000100:00080000:2.0:1767320703.572425:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320703.574500:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942265344
00000100:00100000:0.0:1767320703.574520:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942265344
00000100:00100000:0.0:1767320703.574594:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6010
00000100:00100000:0.0:1767320703.574616:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942265472:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320703.574750:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942265472:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 146us (15195us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320703.574760:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6010
00000100:00100000:0.0:1767320703.574787:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73325
00000100:00100000:0.0:1767320703.574792:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942265344:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320703.574819:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320703.574849:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942265344:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (12584us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320703.574857:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73325
00000100:00100000:2.0:1767320704.253791:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320704.256413:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320705.277278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320705.277401:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320705.725354:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320680/real 1767320680]  req@ffff89b6380c1880 x1853163993920640/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320705 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320705.725401:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6380c1880 x1853163993920640/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320705 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320705.725426:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320705.725452:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320705.725456:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993920640:0@lo:250:kworker.0
00000100:00080000:3.0:1767320705.726378:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320705.726386:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320705.726390:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320705.726396:0:58780:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5924
00000100:00080000:3.0:1767320705.726402:0:58780:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320705.726410:0:58780:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320705.726454:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293f100 x1853163993927168/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320705.726483:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320705.726486:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320705.726488:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320705.726491:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5945
00000100:00080000:3.0:1767320705.726494:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320705.726497:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320705.726510:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293f800 x1853163993927296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320705.726518:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320705.726521:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320705.726522:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320705.726526:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5945
00000100:00080000:3.0:1767320705.726528:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320705.726531:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320705.726542:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293c380 x1853163993927424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320705.726585:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320705.726589:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320705.726590:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320705.726593:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5945
00000100:00080000:3.0:1767320705.726596:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320705.726600:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320705.726609:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293ca80 x1853163993927680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320705.726622:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320705.726625:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320705.726627:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320705.726632:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5945
00000100:00080000:3.0:1767320705.726633:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320705.726637:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320705.726647:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293ce00 x1853163993927936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320705.726818:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993927552:0@lo:400:kworker.0
00000100:00100000:1.0:1767320705.726916:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320705.727002:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320705.727009:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993927808:0@lo:400:kworker.0
00000100:00100000:1.0:1767320705.727034:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320705.727040:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993928064:0@lo:400:kworker.0
00000100:00100000:1.0:1767320705.727074:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993927552
00000100:00100000:1.0:1767320705.727085:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993927552
00000100:00100000:3.0:1767320705.727141:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320705.727194:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993927808
00000100:00100000:1.0:1767320705.727198:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993927808
00000100:00100000:1.0:1767320705.727229:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6011
00000100:00100000:1.0:1767320705.727239:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993927552:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320705.727345:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993928192:0@lo:400:kworker.0
00000100:00100000:1.0:1767320705.727803:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993927552:12345-0@lo:400:kworker.0 Request processed in 563us (884us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320705.727813:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6011
00000100:00100000:0.0:1767320705.727823:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6012
00000100:00100000:0.0:1767320705.727838:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993927808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320705.727857:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993928064
00000100:00100000:1.0:1767320705.727863:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993928064
00000100:00100000:0.0:1767320705.727887:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993927808:12345-0@lo:400:kworker.0 Request processed in 53us (851us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320705.727895:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6012
00000100:00100000:1.0:1767320705.727901:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3707
00000100:00100000:1.0:1767320705.727910:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993928064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320705.727953:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993928064:12345-0@lo:400:kworker.0 Request processed in 44us (812us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320705.727960:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3707
00000100:00100000:0.0:1767320705.727980:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993927808:0@lo:400:kworker.0
00000100:00100000:0.0:1767320705.727995:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993927552:0@lo:400:kworker.0
00000100:00080000:1.0:1767320705.727996:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320705.728006:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320705.728020:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993927168:0@lo:250:kworker.0
00000400:00000100:1.0:1767320705.728050:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993927168 offset 0 length 520: 4
00000100:00100000:1.0:1767320705.728074:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993927296:0@lo:38:kworker.0
00000100:00100000:1.0:1767320705.728114:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320705.729149:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993927424:0@lo:38:kworker.0
00000100:00100000:1.0:1767320705.729207:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320705.729229:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993927680:0@lo:38:kworker.0
00000100:00100000:1.0:1767320705.729251:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320705.729933:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320705.730025:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993928192
00000100:00100000:2.0:1767320705.730034:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993928192
00000100:00100000:2.0:1767320705.732961:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3708
00000100:00100000:2.0:1767320705.732984:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993928192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320705.733312:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993928192:12345-0@lo:400:kworker.0 Request processed in 338us (3380us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320705.733321:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3708
00000100:00100000:2.0:1767320705.733398:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993928192:0@lo:400:kworker.0
00000100:00100000:2.0:1767320705.733457:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993927424
00000100:00100000:2.0:1767320705.733464:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993927424
00000100:00100000:2.0:1767320705.733485:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351
00000100:00100000:2.0:1767320705.733490:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993927424:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320705.733513:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320705.733545:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993927424:12345-0@lo:38:kworker.0 Request processed in 54us (4338us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320705.733551:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351
00000100:00080000:2.0:1767320705.733567:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320705.734270:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993927296
00000100:00100000:0.0:1767320705.734280:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993927296
00000100:00100000:0.0:1767320705.734323:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993927680
00000100:00100000:0.0:1767320705.734326:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993927680
00000100:00100000:0.0:1767320705.734348:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73326
00000100:00100000:0.0:1767320705.734355:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993927296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320705.734371:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320705.734420:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993927296:12345-0@lo:38:kworker.0 Request processed in 65us (6305us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320705.734427:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73326
00000100:00100000:0.0:1767320705.734443:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73327
00000100:00100000:0.0:1767320705.734447:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993927680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320705.734456:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320705.734481:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993927680:12345-0@lo:38:kworker.0 Request processed in 32us (5229us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320705.734487:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73327
00000100:00080000:1.0:1767320705.734866:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320705.734874:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320705.734878:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993927680:0@lo:38:kworker.0
00000100:00100000:1.0:1767320705.734891:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993927936:0@lo:38:kworker.0
00000100:00100000:1.0:1767320705.734934:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320705.735038:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320705.735043:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320705.735046:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993927296:0@lo:38:kworker.0
00000100:00080000:1.0:1767320705.735060:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320705.735063:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320705.735066:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993927424:0@lo:38:kworker.0
00000100:00100000:0.0:1767320705.735255:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993927936
00000100:00100000:0.0:1767320705.735270:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993927936
00000100:00100000:0.0:1767320705.735341:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73328
00000100:00100000:0.0:1767320705.735347:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993927936:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320705.735360:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320705.739640:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993927936:12345-0@lo:38:kworker.0 Request processed in 4282us (4695us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320705.739655:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73328
00000100:00080000:1.0:1767320705.740478:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320705.740486:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320705.740491:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993927936:0@lo:38:kworker.0
00000100:00100000:3.0:1767320705.740882:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993928064:0@lo:400:kworker.0
00010000:00010000:0.0:1767320706.301381:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320706.301472:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320707.261568:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993928320:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320707.261659:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993928448:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320707.261671:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320707.261739:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993928320
00000100:00100000:2.0:1767320707.261750:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993928320
00000100:00100000:2.0:1767320707.261847:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3483
00000100:00100000:2.0:1767320707.261859:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993928320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320707.261901:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320707.261919:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320707.261957:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993928448
00000100:00100000:0.0:1767320707.261962:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993928448
00000100:00100000:2.0:1767320707.261967:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993928320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320707.261976:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3483
00000100:00100000:0.0:1767320707.262000:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3484
00000100:00100000:0.0:1767320707.262009:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993928448:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320707.262072:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320707.262077:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320707.262124:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993928320:0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320707.264276:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320707.264658:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993928448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2645us (2735us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320707.264671:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3484
00000100:00100000:3.0:1767320707.264847:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993928448:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320707.325484:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320707.325659:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320707.661301:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:3.0:1767320707.661339:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942265600 offset 0 length 520: 4
00000100:00100000:3.0:1767320707.661365:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320707.661471:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942265856
00000100:00100000:2.0:1767320707.661489:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942265856
00000100:00100000:2.0:1767320707.661598:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942265728
00000100:00100000:2.0:1767320707.661602:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942265728
00000100:00100000:2.0:1767320707.661627:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6013
00000100:00100000:2.0:1767320707.661638:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942265856:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320707.661745:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73329
00000100:00100000:2.0:1767320707.661749:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942265856:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 110us (454us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320707.661762:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942265728:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:2.0:1767320707.661763:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6013
00010000:00020000:0.0:1767320707.661796:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320707.661867:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942265728:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 105us (497us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320707.661877:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73329
00000100:00080000:0.0:1767320707.661930:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320708.349793:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320708.351092:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320709.373326:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320709.375461:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320710.397645:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320710.399594:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320710.845352:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320710.845369:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320710.845373:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320710.845378:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320710.845385:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320710.845398:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5950
00000100:00080000:0.0:1767320710.845404:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320710.845414:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320710.845474:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293ce00 x1853163993928576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320710.845515:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320710.845519:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320710.845521:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320710.845525:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5950
00000100:00080000:0.0:1767320710.845527:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320710.845531:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320710.845545:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293c380 x1853163993928704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320710.845600:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993928576:0@lo:38:kworker.0
00000100:00080000:0.0:1767320710.845604:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320710.845616:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320710.845620:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320710.845625:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5950
00000100:00080000:0.0:1767320710.845628:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320710.845640:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320710.845655:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293ca80 x1853163993928960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320710.845680:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320710.845684:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320710.845687:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320710.845693:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5950
00000100:00080000:0.0:1767320710.845696:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767320710.845703:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320710.845788:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993928704:0@lo:38:kworker.0
00000100:00100000:1.0:1767320710.845826:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320710.845840:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993928832:0@lo:400:kworker.0
00000100:00100000:1.0:1767320710.845870:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993928960:0@lo:38:kworker.0
00000100:00100000:3.0:1767320710.845926:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320710.845960:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320710.845976:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293d500 x1853163993929216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320710.846054:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993929088:0@lo:400:kworker.0
00000100:00100000:0.0:1767320710.846141:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993928704
00000100:00100000:0.0:1767320710.846150:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993928704
00000100:00100000:0.0:1767320710.846234:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352
00000100:00100000:0.0:1767320710.846242:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993928704:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320710.846267:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320710.851215:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320710.852245:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993928576
00000100:00100000:1.0:1767320710.852261:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993928576
00000100:00100000:1.0:1767320710.852325:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993928832
00000100:00100000:1.0:1767320710.852328:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993928832
00000100:00100000:1.0:1767320710.852376:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6014
00000100:00100000:1.0:1767320710.852389:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993928832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320710.852482:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993928832:12345-0@lo:400:kworker.0 Request processed in 97us (6559us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320710.852488:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6014
00000100:00100000:1.0:1767320710.852505:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73330
00000100:00100000:1.0:1767320710.852508:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993928576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320710.852526:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320710.852553:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993928576:12345-0@lo:38:kworker.0 Request processed in 43us (6852us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320710.852558:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73330
00000100:00100000:1.0:1767320710.852596:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993929344:0@lo:400:kworker.0
00000100:00100000:1.0:1767320710.852638:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320710.852670:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320710.852677:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993929472:0@lo:400:kworker.0
00000100:00100000:1.0:1767320710.852699:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320710.852728:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320710.852743:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993929344
00000100:00100000:1.0:1767320710.852747:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993929344
00000100:00100000:1.0:1767320710.852776:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993929472
00000100:00100000:1.0:1767320710.852779:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993929472
00000100:00100000:1.0:1767320710.852799:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3709
00000100:00100000:1.0:1767320710.852805:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993929344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320710.852840:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993929344:12345-0@lo:400:kworker.0 Request processed in 35us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320710.852846:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3709
00000100:00100000:1.0:1767320710.852856:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3710
00000100:00100000:1.0:1767320710.852862:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993929472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320710.852887:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993929472:12345-0@lo:400:kworker.0 Request processed in 26us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320710.852892:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3710
00000100:00080000:1.0:1767320710.852911:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320710.852913:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320710.852942:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993929472:0@lo:400:kworker.0
00000100:00100000:1.0:1767320710.852951:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993929344:0@lo:400:kworker.0
00000100:00100000:0.0:1767320710.853886:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993928704:12345-0@lo:38:kworker.0 Request processed in 7631us (8048us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320710.853904:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352
00000100:00100000:0.0:1767320710.854146:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993929088
00000100:00100000:0.0:1767320710.854191:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993929088
00000100:00100000:0.0:1767320710.854264:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6015
00000100:00100000:0.0:1767320710.854274:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993929088:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767320710.855948:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320710.856873:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320710.856964:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320710.856970:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320710.856975:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993928576:0@lo:38:kworker.0
00000100:00080000:1.0:1767320710.856989:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320710.856992:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320710.856995:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993928704:0@lo:38:kworker.0
00000100:00100000:1.0:1767320710.857028:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993929216:0@lo:38:kworker.0
00000100:00100000:1.0:1767320710.857083:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320710.857121:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993928960
00000100:00100000:1.0:1767320710.857127:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993928960
00000100:00100000:1.0:1767320710.857154:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993929216
00000100:00100000:1.0:1767320710.857157:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993929216
00000100:00100000:1.0:1767320710.857211:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73331
00000100:00100000:1.0:1767320710.857218:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993928960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320710.857240:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320710.857283:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993928960:12345-0@lo:38:kworker.0 Request processed in 64us (420us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320710.857290:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73331
00000100:00100000:1.0:1767320710.857308:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73332
00000100:00100000:1.0:1767320710.857312:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993929216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320710.857321:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320710.857345:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993929216:12345-0@lo:38:kworker.0 Request processed in 31us (261us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320710.857350:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73332
00000100:00080000:1.0:1767320710.857393:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320710.857397:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320710.857400:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993929216:0@lo:38:kworker.0
00000100:00080000:1.0:1767320710.857409:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320710.857413:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320710.857416:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993928960:0@lo:38:kworker.0
00000100:00100000:0.0:1767320710.858005:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993929088:12345-0@lo:400:kworker.0 Request processed in 3729us (6798us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320710.858105:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6015
00000100:00100000:2.0:1767320710.861000:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993929088:0@lo:400:kworker.0
00000100:00100000:3.0:1767320710.861893:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993928832:0@lo:400:kworker.0
00000100:00100000:2.0:1767320711.421339:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320711.421454:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320712.384742:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320712.384788:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993929600:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320712.384888:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320712.385230:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993929600
00000100:00100000:1.0:1767320712.385250:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993929600
00000100:00100000:1.0:1767320712.385357:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3485
00000100:00100000:1.0:1767320712.385376:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993929600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320712.385416:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320712.385513:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993929600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 146us (627us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320712.385521:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3485
00000100:00080000:2.0:1767320712.386026:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320712.387063:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993929728:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320712.387191:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320712.387279:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993929600:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320712.387515:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993929728
00000100:00100000:0.0:1767320712.387523:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993929728
00000100:00100000:0.0:1767320712.387603:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3486
00000100:00100000:0.0:1767320712.387614:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993929728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320712.387650:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320712.387706:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993929728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (549us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320712.387715:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3486
00000100:00100000:0.0:1767320712.387766:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993929728:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320712.388897:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320712.446293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320712.446458:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320712.775549:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320712.775715:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942266112
00000100:00100000:2.0:1767320712.775730:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942266112
00000100:00100000:2.0:1767320712.775880:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6016
00000100:00100000:2.0:1767320712.775893:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942266112:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320712.775999:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942266112:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 108us (473us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320712.776008:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6016
00000100:00080000:0.0:1767320712.776476:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320712.779610:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320712.779834:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942265984
00000100:00100000:1.0:1767320712.779850:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942265984
00000100:00100000:1.0:1767320712.779986:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73333
00000100:00100000:1.0:1767320712.779996:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942265984:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320712.780029:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320712.780140:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942265984:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 133us (680us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320712.780148:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73333
00010000:00010000:0.0:1767320713.469672:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320713.469763:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320714.496287:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320714.498097:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320715.517400:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320715.517517:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320715.965626:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320715.965643:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320715.965646:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320715.965651:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320715.965656:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320715.965669:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5955
00000100:00080000:0.0:1767320715.965675:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320715.965686:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320715.965740:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710ad80 x1853163993929856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320715.965775:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320715.965779:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320715.965781:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320715.965785:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5955
00000100:00080000:0.0:1767320715.965787:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320715.965791:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320715.965806:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617109500 x1853163993929984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320715.965843:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993929856:0@lo:38:kworker.0
00000100:00080000:0.0:1767320715.965864:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320715.965869:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320715.965871:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320715.965876:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5955
00000100:00080000:0.0:1767320715.965879:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320715.965884:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320715.965897:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710a300 x1853163993930240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320715.965918:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320715.965921:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320715.965934:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320715.965938:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5955
00000100:00080000:0.0:1767320715.965941:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320715.965946:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320715.965964:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108e00 x1853163993930496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320715.965965:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320715.966029:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993930624:0@lo:400:kworker.0
00000100:00100000:2.0:1767320715.966066:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993929984:0@lo:38:kworker.0
00000100:00100000:0.0:1767320715.966090:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320715.966119:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320715.966135:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320715.966145:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993930752:0@lo:400:kworker.0
00000100:00100000:2.0:1767320715.966204:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993930240:0@lo:38:kworker.0
00000100:00100000:2.0:1767320715.966229:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320715.966249:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993930496:0@lo:38:kworker.0
00000100:00100000:2.0:1767320715.966272:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320715.966319:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993929856
00000100:00100000:2.0:1767320715.966331:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993929856
00000100:00100000:2.0:1767320715.966374:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993930240
00000100:00100000:2.0:1767320715.966378:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993930240
00000100:00100000:2.0:1767320715.966393:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993930496
00000100:00100000:2.0:1767320715.966396:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993930496
00000100:00100000:2.0:1767320715.966415:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73334
00000100:00100000:2.0:1767320715.966422:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993929856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320715.966448:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320715.966501:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993929856:12345-0@lo:38:kworker.0 Request processed in 78us (540us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320715.966510:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73334
00000100:00100000:0.0:1767320715.966525:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320715.966543:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73335
00000100:00100000:2.0:1767320715.966550:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993930240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320715.966560:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320715.966568:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993930624
00000100:00100000:0.0:1767320715.966573:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993930624
00000100:00100000:2.0:1767320715.966592:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993930240:12345-0@lo:38:kworker.0 Request processed in 39us (359us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320715.966599:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73335
00000100:00100000:2.0:1767320715.966612:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73336
00000100:00100000:2.0:1767320715.966617:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993930496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320715.966625:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320715.966647:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993930496:12345-0@lo:38:kworker.0 Request processed in 29us (374us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320715.966652:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73336
00000100:00100000:2.0:1767320715.966674:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993930368:0@lo:400:kworker.0
00000100:00100000:2.0:1767320715.966712:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320715.966734:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320715.966741:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993930112:0@lo:400:kworker.0
00000100:00100000:2.0:1767320715.966769:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320715.966772:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993930752
00000100:00100000:0.0:1767320715.966778:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993930752
00000100:00100000:2.0:1767320715.966799:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993930368
00000100:00100000:2.0:1767320715.966804:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993930368
00000100:00100000:0.0:1767320715.966813:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3711
00000100:00100000:0.0:1767320715.966824:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993930624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320715.966832:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993930112
00000100:00100000:2.0:1767320715.966837:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993930112
00000100:00100000:2.0:1767320715.966857:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6017
00000100:00100000:2.0:1767320715.966866:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993930368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320715.966885:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993930624:12345-0@lo:400:kworker.0 Request processed in 64us (794us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320715.966892:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3711
00000100:00100000:0.0:1767320715.966910:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3712
00000100:00100000:2.0:1767320715.966915:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993930368:12345-0@lo:400:kworker.0 Request processed in 49us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320715.966926:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6017
00000100:00100000:0.0:1767320715.966933:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993930752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320715.966943:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6018
00000100:00100000:2.0:1767320715.966952:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993930112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320715.966968:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993930752:12345-0@lo:400:kworker.0 Request processed in 48us (442us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320715.966974:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3712
00000100:00100000:2.0:1767320715.966993:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993930112:12345-0@lo:400:kworker.0 Request processed in 43us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320715.967000:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993929984
00000100:00100000:2.0:1767320715.967003:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6018
00000100:00100000:0.0:1767320715.967006:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993929984
00000100:00100000:0.0:1767320715.967030:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353
00000100:00100000:0.0:1767320715.967047:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993929984:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320715.967052:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993930112:0@lo:400:kworker.0
00010000:00020000:0.0:1767320715.967061:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320715.967069:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993930368:0@lo:400:kworker.0
00000100:00100000:0.0:1767320715.967108:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993929984:12345-0@lo:38:kworker.0 Request processed in 68us (987us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320715.967116:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353
00000100:00080000:2.0:1767320715.967129:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320715.967137:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320715.967141:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993930240:0@lo:38:kworker.0
00000100:00080000:0.0:1767320715.967144:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320715.967152:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320715.967153:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320715.967180:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320715.967184:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993930496:0@lo:38:kworker.0
00000100:00080000:2.0:1767320715.967196:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320715.967200:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320715.967203:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993929856:0@lo:38:kworker.0
00000100:00080000:2.0:1767320715.967212:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320715.967215:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320715.967218:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993929984:0@lo:38:kworker.0
00000100:00100000:2.0:1767320715.967288:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993930752:0@lo:400:kworker.0
00000100:00100000:2.0:1767320715.967299:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993930624:0@lo:400:kworker.0
00000100:00080000:0.0:1767320715.968662:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767320716.544105:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320716.544203:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320717.501770:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320717.504438:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993931008:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320717.504854:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320717.504949:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993930880:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320717.505310:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993931008
00000100:00100000:3.0:1767320717.505322:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993931008
00000100:00100000:3.0:1767320717.505420:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3487
00000100:00100000:3.0:1767320717.505432:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993931008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320717.505721:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767320717.507519:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320717.511275:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320717.511304:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993931008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5864us (6441us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320717.511324:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3487
00000100:00100000:3.0:1767320717.511594:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993930880
00000100:00100000:3.0:1767320717.511608:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993930880
00000100:00100000:2.0:1767320717.511778:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993931008:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320717.511844:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320717.512675:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3488
00000100:00100000:3.0:1767320717.512694:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993930880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320717.512757:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320717.512848:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993930880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 163us (1581us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320717.512856:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3488
00000100:00100000:2.0:1767320717.512957:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993930880:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320717.565390:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320717.565457:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320717.902280:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320717.902324:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320717.902373:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942266240
00000100:00100000:3.0:1767320717.902385:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942266368
00000100:00100000:2.0:1767320717.902387:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942266240
00000100:00100000:3.0:1767320717.902394:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942266368
00000100:00100000:3.0:1767320717.902499:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6019
00000100:00100000:3.0:1767320717.902509:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942266368:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320717.902582:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942266368:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 73us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320717.902592:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6019
00000100:00100000:2.0:1767320717.902600:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73337
00000100:00100000:2.0:1767320717.902608:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942266240:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320717.902925:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767320717.903022:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320717.903366:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942266240:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 756us (1644us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320717.903373:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73337
00000100:00100000:2.0:1767320718.589662:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320718.590120:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320719.613745:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320719.614081:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320720.637363:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320720.639386:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320721.088227:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320721.088239:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320721.088241:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320721.088246:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320721.088250:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320721.088257:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5960
00000100:00080000:1.0:1767320721.088263:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320721.088269:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320721.088310:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293ca80 x1853163993931136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320721.088396:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993931136:0@lo:38:kworker.0
00000100:00100000:2.0:1767320721.088465:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320721.088707:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993931136
00000100:00100000:3.0:1767320721.088717:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993931136
00000100:00100000:3.0:1767320721.088782:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73338
00000100:00100000:3.0:1767320721.088791:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993931136:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320721.088813:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767320721.089568:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320721.089573:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320721.089576:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320721.089581:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5960
00000100:00080000:1.0:1767320721.089584:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320721.089598:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320721.089623:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293f800 x1853163993931264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320721.090188:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993931264:0@lo:38:kworker.0
00000100:00100000:2.0:1767320721.090240:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320721.090340:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993931264
00000100:00100000:0.0:1767320721.090348:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993931264
00000100:00100000:0.0:1767320721.090378:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354
00000100:00100000:0.0:1767320721.090385:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993931264:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320721.090402:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320721.090441:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993931264:12345-0@lo:38:kworker.0 Request processed in 56us (201us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320721.090449:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354
00000100:00100000:3.0:1767320721.091113:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993931136:12345-0@lo:38:kworker.0 Request processed in 2321us (2645us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320721.091123:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73338
00000100:00080000:2.0:1767320721.098087:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320721.098101:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320721.098107:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993931136:0@lo:38:kworker.0
00000100:00080000:2.0:1767320721.098387:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320721.098392:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320721.098395:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993931264:0@lo:38:kworker.0
00000100:00100000:2.0:1767320721.103993:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993931392:0@lo:400:kworker.0
00000100:00100000:2.0:1767320721.104105:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320721.105647:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320721.105655:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320721.105659:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320721.105667:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5960
00000100:00080000:0.0:1767320721.105671:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320721.105677:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320721.105712:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606744380 x1853163993931520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320721.105745:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320721.105750:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320721.105751:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320721.105754:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5960
00000100:00100000:1.0:1767320721.105861:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993931520:0@lo:38:kworker.0
00000100:00100000:1.0:1767320721.105909:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320721.105927:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320721.105932:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320721.105946:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295e300 x1853163993931776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320721.105990:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993931904:0@lo:400:kworker.0
00000100:00100000:0.0:1767320721.106023:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320721.106098:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993932032:0@lo:400:kworker.0
00000100:00100000:0.0:1767320721.106122:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320721.106255:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993931648:0@lo:400:kworker.0
00000100:00100000:2.0:1767320721.106291:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993931904
00000100:00100000:2.0:1767320721.106297:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993931904
00000100:00100000:2.0:1767320721.107078:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993932032
00000100:00100000:2.0:1767320721.107086:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993932032
00000100:00100000:2.0:1767320721.107121:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3713
00000100:00100000:2.0:1767320721.107141:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993931904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320721.109790:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993931776:0@lo:38:kworker.0
00000100:00100000:1.0:1767320721.109854:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320721.109933:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3714
00000100:00100000:2.0:1767320721.109948:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993932032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320721.110013:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993932032:12345-0@lo:400:kworker.0 Request processed in 70us (3889us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320721.110021:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3714
00000100:00080000:2.0:1767320721.110064:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320721.110070:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320721.110123:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993931904:12345-0@lo:400:kworker.0 Request processed in 2985us (4099us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320721.110140:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3713
00000100:00100000:0.0:1767320721.110628:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993932032:0@lo:400:kworker.0
00000100:00100000:0.0:1767320721.110663:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993931904:0@lo:400:kworker.0
00000100:00100000:3.0:1767320721.111520:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993931392
00000100:00100000:3.0:1767320721.111530:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993931392
00000100:00100000:3.0:1767320721.111612:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993931520
00000100:00100000:3.0:1767320721.111615:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993931520
00000100:00100000:3.0:1767320721.111634:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6020
00000100:00100000:3.0:1767320721.111643:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993931392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320721.111709:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993931392:12345-0@lo:400:kworker.0 Request processed in 68us (7603us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320721.111715:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6020
00000100:00080000:2.0:1767320721.111957:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320721.112098:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993931776
00000100:00100000:1.0:1767320721.112103:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993931776
00000100:00100000:3.0:1767320721.112136:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73339
00000100:00100000:3.0:1767320721.112145:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993931520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320721.112186:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320721.112223:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993931520:12345-0@lo:38:kworker.0 Request processed in 79us (6315us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320721.112516:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320721.112549:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993931648
00000100:00100000:0.0:1767320721.112553:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993931648
00000100:00100000:2.0:1767320721.113481:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993931392:0@lo:400:kworker.0
00000100:00080000:2.0:1767320721.113532:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320721.113537:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320721.113541:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993931520:0@lo:38:kworker.0
00000100:00080000:2.0:1767320721.113567:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320721.113781:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73340
00000100:00100000:1.0:1767320721.113787:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993931776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320721.113805:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320721.113864:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993931776:12345-0@lo:38:kworker.0 Request processed in 75us (4009us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320721.113871:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73340
00000100:00080000:1.0:1767320721.113900:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320721.113904:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320721.113907:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993931776:0@lo:38:kworker.0
00000100:00100000:3.0:1767320721.116277:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73339
00000100:00100000:0.0:1767320721.116429:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6021
00000100:00100000:0.0:1767320721.116449:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993931648:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320721.116546:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993931648:12345-0@lo:400:kworker.0 Request processed in 108us (4030us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320721.116552:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6021
00000100:00100000:2.0:1767320721.116646:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993931648:0@lo:400:kworker.0
00000100:00100000:2.0:1767320721.662826:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320721.669982:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320722.621987:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993932160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320722.622071:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320722.623590:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993932160
00000100:00100000:0.0:1767320722.623601:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993932160
00000100:00100000:0.0:1767320722.623672:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3489
00000100:00100000:0.0:1767320722.623684:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993932160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320722.623726:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320722.623794:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993932160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (1722us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320722.623801:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3489
00000100:00100000:2.0:1767320722.624083:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993932160:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320722.624827:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993932288:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320722.624877:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320722.624984:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993932288
00000100:00100000:1.0:1767320722.624990:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993932288
00000100:00100000:1.0:1767320722.625032:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3490
00000100:00100000:1.0:1767320722.625041:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993932288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320722.625063:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320722.625105:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993932288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320722.625122:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3490
00000100:00100000:3.0:1767320722.625698:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993932288:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320722.685412:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320722.685681:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320723.016827:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320723.016925:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320723.027931:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942266496
00000100:00100000:0.0:1767320723.027960:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942266496
00000100:00100000:0.0:1767320723.028036:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942266624
00000100:00100000:0.0:1767320723.028040:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942266624
00000100:00100000:0.0:1767320723.028103:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6022
00000100:00100000:0.0:1767320723.028113:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942266624:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320723.028231:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942266624:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 119us (11305us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320723.028239:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6022
00000100:00100000:0.0:1767320723.028260:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73341
00000100:00100000:0.0:1767320723.028265:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942266496:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320723.028285:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320723.028313:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942266496:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (11498us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320723.028319:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73341
00000100:00080000:1.0:1767320723.028622:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320723.709298:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320723.709446:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320724.733294:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320724.733488:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320725.758187:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320725.758822:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320726.205564:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320726.205576:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320726.205579:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320726.205583:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320726.205589:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320726.205600:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5965
00000100:00080000:2.0:1767320726.205607:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320726.205615:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320726.205673:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108700 x1853163993932416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320726.205706:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320726.205710:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320726.205711:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320726.205715:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5965
00000100:00080000:2.0:1767320726.205718:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320726.205721:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320726.205735:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710aa00 x1853163993932544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320726.205774:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320726.205778:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320726.205780:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320726.205783:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5965
00000100:00080000:2.0:1767320726.205786:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320726.205789:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320726.205801:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606744380 x1853163993932800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320726.205814:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320726.205817:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320726.205819:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320726.205822:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5965
00000100:00080000:2.0:1767320726.205824:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320726.205827:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320726.205837:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a357100 x1853163993933056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320726.205878:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993933184:0@lo:400:kworker.0
00000100:00100000:2.0:1767320726.205957:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320726.206016:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320726.206021:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993933312:0@lo:400:kworker.0
00000100:00100000:2.0:1767320726.206042:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320726.206073:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993933184
00000100:00100000:2.0:1767320726.206080:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993933184
00000100:00100000:2.0:1767320726.206130:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993933312
00000100:00100000:2.0:1767320726.206134:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993933312
00000100:00100000:2.0:1767320726.206155:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3715
00000100:00100000:2.0:1767320726.206202:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993933184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320726.206249:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993933184:12345-0@lo:400:kworker.0 Request processed in 49us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320726.206256:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3715
00000100:00100000:2.0:1767320726.206272:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3716
00000100:00100000:2.0:1767320726.206278:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993933312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320726.206298:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993933312:12345-0@lo:400:kworker.0 Request processed in 21us (256us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320726.206304:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3716
00000100:00100000:2.0:1767320726.206392:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993933312:0@lo:400:kworker.0
00000100:00100000:2.0:1767320726.206400:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993933184:0@lo:400:kworker.0
00000100:00100000:3.0:1767320726.206511:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993932928:0@lo:400:kworker.0
00000100:00100000:3.0:1767320726.206546:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320726.206577:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320726.206582:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993932672:0@lo:400:kworker.0
00000100:00100000:3.0:1767320726.206601:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320726.206673:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320726.206678:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320726.206691:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993932416:0@lo:38:kworker.0
00000100:00100000:1.0:1767320726.206719:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320726.206746:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993932544:0@lo:38:kworker.0
00000100:00100000:1.0:1767320726.206767:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320726.206787:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993932800:0@lo:38:kworker.0
00000100:00100000:1.0:1767320726.206802:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320726.206816:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993933056:0@lo:38:kworker.0
00000100:00100000:1.0:1767320726.206831:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320726.206859:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993932928
00000100:00100000:1.0:1767320726.206863:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993932928
00000100:00100000:1.0:1767320726.206912:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993932672
00000100:00100000:1.0:1767320726.206918:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993932672
00000100:00100000:1.0:1767320726.206938:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993932416
00000100:00100000:1.0:1767320726.206940:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993932416
00000100:00100000:1.0:1767320726.206949:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993932800
00000100:00100000:1.0:1767320726.206951:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993932800
00000100:00100000:1.0:1767320726.206956:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993933056
00000100:00100000:1.0:1767320726.206958:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993933056
00000100:00100000:1.0:1767320726.206966:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6023
00000100:00100000:1.0:1767320726.206972:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993932928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320726.207008:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993932928:12345-0@lo:400:kworker.0 Request processed in 37us (461us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320726.207014:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6023
00000100:00100000:1.0:1767320726.207028:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6024
00000100:00100000:1.0:1767320726.207034:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993932672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320726.207060:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993932672:12345-0@lo:400:kworker.0 Request processed in 27us (459us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320726.207065:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6024
00000100:00100000:1.0:1767320726.207076:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73342
00000100:00100000:1.0:1767320726.207081:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993932416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320726.207099:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320726.207130:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993932416:12345-0@lo:38:kworker.0 Request processed in 47us (409us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320726.207135:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73342
00000100:00100000:1.0:1767320726.207146:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73343
00000100:00100000:1.0:1767320726.207150:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993932800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320726.207179:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320726.207202:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993932800:12345-0@lo:38:kworker.0 Request processed in 51us (398us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320726.207207:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73343
00000100:00100000:1.0:1767320726.207267:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73344
00000100:00100000:1.0:1767320726.207271:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993933056:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320726.207280:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320726.207303:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993933056:12345-0@lo:38:kworker.0 Request processed in 30us (470us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320726.207308:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73344
00000100:00080000:1.0:1767320726.207334:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320726.207356:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320726.207360:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320726.207363:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993932416:0@lo:38:kworker.0
00000100:00080000:1.0:1767320726.207371:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320726.207374:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320726.207376:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993932800:0@lo:38:kworker.0
00000100:00080000:1.0:1767320726.207383:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320726.207386:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320726.207388:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993933056:0@lo:38:kworker.0
00000100:00100000:3.0:1767320726.207489:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993932672:0@lo:400:kworker.0
00000100:00100000:3.0:1767320726.207500:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993932928:0@lo:400:kworker.0
00000100:00100000:0.0:1767320726.207588:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993932544
00000100:00100000:0.0:1767320726.207595:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993932544
00000100:00100000:0.0:1767320726.207636:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355
00000100:00100000:0.0:1767320726.207642:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993932544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320726.207652:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320726.207695:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993932544:12345-0@lo:38:kworker.0 Request processed in 53us (927us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320726.207701:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355
00000100:00080000:3.0:1767320726.207773:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320726.207778:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320726.207781:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993932544:0@lo:38:kworker.0
00000100:00100000:2.0:1767320726.781503:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320726.781689:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320727.741516:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993933440:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320727.741599:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320727.741662:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993933440
00000100:00100000:3.0:1767320727.741671:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993933440
00000100:00100000:2.0:1767320727.741678:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320727.741687:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993933568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320727.741717:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320727.741726:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3491
00000100:00100000:3.0:1767320727.741740:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993933440:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320727.741765:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993933568
00000100:00100000:2.0:1767320727.741771:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993933568
00002000:00000024:3.0:1767320727.741772:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320727.741803:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3492
00000100:00100000:2.0:1767320727.741813:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993933568:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320727.741828:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993933440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (228us total) trans 0 rc 0/0
00002000:00000024:2.0:1767320727.741832:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320727.741837:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3491
00000100:00100000:2.0:1767320727.741882:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993933568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (163us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320727.741891:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3492
00000100:00100000:3.0:1767320727.741912:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993933568:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320727.741930:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993933440:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320727.805349:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320727.805603:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320728.138857:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320728.138956:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942266880
00000100:00100000:3.0:1767320728.138968:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942266880
00000100:00100000:3.0:1767320728.139046:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6025
00000100:00100000:3.0:1767320728.139056:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942266880:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320728.139148:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942266880:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 93us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320728.139155:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6025
00000100:00080000:1.0:1767320728.139441:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320728.145301:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320728.145406:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942266752
00000100:00100000:2.0:1767320728.145428:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942266752
00000100:00100000:2.0:1767320728.145476:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73345
00000100:00100000:2.0:1767320728.145485:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942266752:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320728.145510:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320728.145589:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942266752:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 104us (297us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320728.145596:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73345
00000100:00100000:2.0:1767320728.829476:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320728.829776:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320729.853353:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320729.853454:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320730.301238:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320705/real 1767320705]  req@ffff89b62293f100 x1853163993927168/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320730 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320730.301281:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b62293f100 x1853163993927168/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320730 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320730.301293:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320730.301318:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320730.301322:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993927168:0@lo:250:kworker.0
00000100:00080000:1.0:1767320730.301386:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320730.301391:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767320730.301394:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320730.301400:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5950
00000100:00080000:1.0:1767320730.301404:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320730.301411:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320730.301462:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a399c00 x1853163993933696/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320730.301485:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767320730.301512:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993933696:0@lo:250:kworker.0
00000100:00080000:1.0:1767320730.301523:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320730.301525:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320730.301532:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5970
00000100:00080000:1.0:1767320730.301534:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320730.301537:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320730.301554:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606744000 x1853163993933824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320730.301563:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000100:3.0:1767320730.301563:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993933696 offset 0 length 520: 4
00000100:00080000:1.0:1767320730.301566:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320730.301568:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320730.301571:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5970
00000100:00080000:1.0:1767320730.301573:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320730.301576:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320730.301591:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606744380 x1853163993933952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320730.301607:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993933824:0@lo:38:kworker.0
00000100:00080000:1.0:1767320730.301632:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320730.301636:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320730.301638:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767320730.301639:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320730.301641:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5970
00000100:00080000:1.0:1767320730.301643:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320730.301647:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320730.301657:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993933952:0@lo:38:kworker.0
00000100:00100000:1.0:1767320730.301658:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108700 x1853163993934208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320730.301680:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320730.301684:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320730.301687:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320730.301689:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320730.301692:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5970
00000100:00080000:1.0:1767320730.301694:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320730.301697:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320730.301698:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993934208:0@lo:38:kworker.0
00000100:00100000:1.0:1767320730.301706:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f394a80 x1853163993934464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320730.301716:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320730.301735:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993934464:0@lo:38:kworker.0
00000100:00100000:3.0:1767320730.301765:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320730.301791:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f396680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993934336:0@lo:400:kworker.0
00000100:00100000:1.0:1767320730.301803:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f396300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993934592:0@lo:400:kworker.0
00000100:00100000:3.0:1767320730.301826:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320730.301841:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320730.301844:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320730.301857:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320730.301859:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993934080:0@lo:400:kworker.0
00000100:00100000:1.0:1767320730.301862:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993934720:0@lo:400:kworker.0
00000100:00100000:1.0:1767320730.301880:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320730.301907:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993933952
00000100:00100000:1.0:1767320730.301915:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993933952
00000100:00100000:1.0:1767320730.301951:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356
00000100:00100000:1.0:1767320730.301958:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993933952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320730.301979:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320730.302019:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993933952:12345-0@lo:38:kworker.0 Request processed in 59us (337us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320730.302026:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356
00000100:00080000:1.0:1767320730.302060:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320730.302064:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320730.302067:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993933952:0@lo:38:kworker.0
00000100:00100000:1.0:1767320730.302088:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993933824
00000100:00100000:1.0:1767320730.302091:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993933824
00000100:00100000:3.0:1767320730.302100:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320730.302188:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993934592
00000100:00100000:2.0:1767320730.302192:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993934592
00000100:00100000:2.0:1767320730.302320:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993934720
00000100:00100000:2.0:1767320730.302324:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993934720
00000100:00100000:2.0:1767320730.302343:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3717
00000100:00100000:2.0:1767320730.302350:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993934592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320730.302418:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993934592:12345-0@lo:400:kworker.0 Request processed in 69us (576us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320730.302594:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3717
00000100:00100000:2.0:1767320730.302609:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3718
00000100:00100000:2.0:1767320730.302615:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993934720:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320730.302640:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993934720:12345-0@lo:400:kworker.0 Request processed in 27us (760us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320730.302645:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3718
00000100:00080000:2.0:1767320730.302664:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320730.302668:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320730.302691:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993934720:0@lo:400:kworker.0
00000100:00100000:2.0:1767320730.302699:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f396300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993934592:0@lo:400:kworker.0
00000100:00100000:1.0:1767320730.302744:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993934208
00000100:00100000:3.0:1767320730.302744:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993934464
00000100:00100000:1.0:1767320730.302748:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993934208
00000100:00100000:1.0:1767320730.302831:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993934336
00000100:00100000:1.0:1767320730.302835:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993934336
00000100:00100000:3.0:1767320730.302837:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993934464
00000100:00100000:1.0:1767320730.302857:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993934080
00000100:00100000:1.0:1767320730.302860:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993934080
00000100:00100000:3.0:1767320730.302863:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6026
00000100:00100000:3.0:1767320730.302870:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993934336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320730.302873:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6027
00000100:00100000:1.0:1767320730.302879:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993934080:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320730.302915:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993934080:12345-0@lo:400:kworker.0 Request processed in 36us (815us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320730.302922:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6027
00000100:00100000:1.0:1767320730.302935:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73346
00000100:00100000:1.0:1767320730.302939:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993933824:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320730.302951:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320730.302976:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993934336:12345-0@lo:400:kworker.0 Request processed in 106us (1149us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320730.302977:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993933824:12345-0@lo:38:kworker.0 Request processed in 38us (1339us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320730.302982:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6026
00000100:00100000:1.0:1767320730.302985:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73346
00000100:00100000:3.0:1767320730.302994:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73347
00000100:00100000:3.0:1767320730.302997:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993934208:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320730.303006:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320730.303028:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993934208:12345-0@lo:38:kworker.0 Request processed in 29us (1311us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320730.303047:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73348
00000100:00100000:1.0:1767320730.303052:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993934464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320730.303060:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320730.303084:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993934464:12345-0@lo:38:kworker.0 Request processed in 31us (1318us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320730.303090:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73348
00000100:00080000:1.0:1767320730.303184:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320730.303202:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320730.303207:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320730.303210:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993934464:0@lo:38:kworker.0
00000100:00080000:1.0:1767320730.303219:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320730.303252:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320730.303255:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993934208:0@lo:38:kworker.0
00000100:00080000:1.0:1767320730.303266:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320730.303269:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320730.303272:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993933824:0@lo:38:kworker.0
00000100:00100000:0.0:1767320730.303474:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993934080:0@lo:400:kworker.0
00000100:00100000:0.0:1767320730.303483:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f396680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993934336:0@lo:400:kworker.0
00000100:00100000:3.0:1767320730.303586:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73347
00000100:00100000:2.0:1767320730.877386:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320730.877618:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320731.901322:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320731.902037:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320732.861917:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993934848:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320732.861989:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320732.862133:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993934848
00000100:00100000:1.0:1767320732.862142:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993934848
00000100:00100000:3.0:1767320732.862189:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993934976:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320732.862221:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3493
00000100:00100000:3.0:1767320732.862227:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320732.862236:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993934848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320732.862268:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320732.862274:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993934976
00000100:00100000:3.0:1767320732.862279:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993934976
00000100:00100000:3.0:1767320732.862316:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3494
00000100:00100000:3.0:1767320732.862323:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993934976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320732.862341:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320732.862387:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993934976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (162us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320732.862395:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3494
00000100:00100000:3.0:1767320732.862439:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993934976:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320732.862477:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320732.862480:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320732.876825:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993934848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 14581us (14823us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320732.876841:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3493
00000100:00100000:2.0:1767320732.881785:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993934848:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320732.925596:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320732.925887:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320733.256504:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320733.256719:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942267264
00000100:00100000:2.0:1767320733.256729:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942267264
00000100:00100000:2.0:1767320733.256821:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6028
00000100:00100000:2.0:1767320733.256831:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942267264:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:1.0:1767320733.256895:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320733.256912:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942267264:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 82us (417us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320733.256920:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6028
00000400:00000100:0.0:1767320733.257858:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942267008 offset 0 length 520: 4
00000100:00100000:0.0:1767320733.257897:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320733.261436:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942267136
00000100:00100000:2.0:1767320733.261451:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942267136
00000100:00100000:2.0:1767320733.261595:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73349
00000100:00100000:2.0:1767320733.261603:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942267136:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320733.261625:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320733.261706:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942267136:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 102us (3808us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320733.261713:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73349
00000100:00100000:2.0:1767320733.949302:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320733.949402:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320734.973573:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320734.978243:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320735.421911:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320735.421921:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320735.421924:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320735.421927:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320735.421932:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320735.421940:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5975
00000100:00080000:0.0:1767320735.421944:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320735.421951:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320735.421989:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295df80 x1853163993935104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320735.422020:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320735.422024:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320735.422026:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320735.422031:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5975
00000100:00080000:0.0:1767320735.422033:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320735.422037:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320735.422052:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c380 x1853163993935232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320735.422126:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320735.422224:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993935104:0@lo:38:kworker.0
00000100:00100000:1.0:1767320735.422290:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320735.422359:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993935232:0@lo:38:kworker.0
00000100:00100000:1.0:1767320735.422386:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320735.422440:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993935232
00000100:00100000:1.0:1767320735.422447:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993935232
00000100:00100000:1.0:1767320735.422493:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357
00000100:00100000:1.0:1767320735.422501:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993935232:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320735.422521:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320735.422561:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993935232:12345-0@lo:38:kworker.0 Request processed in 59us (173us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320735.422568:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357
00000100:00080000:1.0:1767320735.422610:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320735.422615:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320735.422618:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993935232:0@lo:38:kworker.0
00000100:00080000:0.0:1767320735.422848:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320735.422852:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320735.422855:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320735.422859:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5975
00000100:00080000:0.0:1767320735.422861:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320735.422865:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320735.422881:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c380 x1853163993935488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320735.422949:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993935104
00000100:00100000:2.0:1767320735.422954:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993935104
00000100:00100000:2.0:1767320735.422981:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73350
00000100:00100000:2.0:1767320735.422987:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993935104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320735.422998:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320735.423027:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993935104:12345-0@lo:38:kworker.0 Request processed in 40us (738us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320735.423033:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73350
00000100:00100000:1.0:1767320735.425245:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993935488:0@lo:38:kworker.0
00000100:00100000:1.0:1767320735.425314:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320735.425383:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320735.425388:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320735.425392:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993935104:0@lo:38:kworker.0
00000100:00100000:2.0:1767320735.425492:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993935488
00000100:00100000:2.0:1767320735.425498:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993935488
00000100:00100000:2.0:1767320735.425543:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73351
00000100:00100000:2.0:1767320735.425549:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993935488:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320735.425569:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320735.425613:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993935488:12345-0@lo:38:kworker.0 Request processed in 62us (298us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320735.425619:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73351
00000100:00080000:2.0:1767320735.425646:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320735.425651:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320735.425654:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993935488:0@lo:38:kworker.0
00000100:00100000:3.0:1767320735.429074:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993935616:0@lo:400:kworker.0
00000100:00100000:3.0:1767320735.429532:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320735.429591:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993935616
00000100:00100000:1.0:1767320735.429600:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993935616
00000100:00100000:2.0:1767320735.429663:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993935360:0@lo:400:kworker.0
00000100:00100000:2.0:1767320735.429696:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320735.429745:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993935360
00000100:00100000:2.0:1767320735.429749:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993935360
00000100:00100000:1.0:1767320735.429816:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6029
00000100:00100000:1.0:1767320735.429825:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993935616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320735.429886:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993935616:12345-0@lo:400:kworker.0 Request processed in 61us (731us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320735.429892:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6029
00000100:00100000:2.0:1767320735.430326:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6030
00000100:00100000:2.0:1767320735.430335:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993935360:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320735.430367:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993935360:12345-0@lo:400:kworker.0 Request processed in 34us (671us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320735.430373:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6030
00000100:00100000:2.0:1767320735.430491:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993935616:0@lo:400:kworker.0
00000100:00100000:2.0:1767320735.430502:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993935360:0@lo:400:kworker.0
00000100:00080000:3.0:1767320735.430992:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320735.431474:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320735.431480:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320735.431484:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320735.431491:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5975
00000100:00080000:0.0:1767320735.431495:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320735.431500:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320735.431535:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c700 x1853163993935744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320735.431650:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993936000:0@lo:400:kworker.0
00000100:00100000:3.0:1767320735.431688:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320735.431731:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320735.431736:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993935872:0@lo:400:kworker.0
00000100:00100000:3.0:1767320735.431761:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320735.431796:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993935744:0@lo:38:kworker.0
00000100:00100000:3.0:1767320735.431820:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320735.431891:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993936000
00000100:00100000:1.0:1767320735.431897:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993936000
00000100:00100000:1.0:1767320735.431944:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993935872
00000100:00100000:1.0:1767320735.431947:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993935872
00000100:00100000:1.0:1767320735.431965:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3719
00000100:00100000:1.0:1767320735.431972:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993936000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320735.432053:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993936000:12345-0@lo:400:kworker.0 Request processed in 82us (363us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320735.432058:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3719
00000100:00100000:1.0:1767320735.432081:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3720
00000100:00100000:1.0:1767320735.432096:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993935872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320735.432126:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993935872:12345-0@lo:400:kworker.0 Request processed in 39us (363us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320735.432130:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3720
00000100:00080000:3.0:1767320735.432438:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320735.432442:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320735.432468:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993935872:0@lo:400:kworker.0
00000100:00100000:3.0:1767320735.432478:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993936000:0@lo:400:kworker.0
00000100:00100000:2.0:1767320735.432674:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993935744
00000100:00100000:2.0:1767320735.432678:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993935744
00000100:00100000:2.0:1767320735.432702:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73352
00000100:00100000:2.0:1767320735.432706:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993935744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320735.432733:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320735.432864:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993935744:12345-0@lo:38:kworker.0 Request processed in 155us (1041us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320735.432871:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73352
00000100:00080000:3.0:1767320735.434878:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320735.434897:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320735.434902:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993935744:0@lo:38:kworker.0
00010000:00010000:3.0:1767320735.997365:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320735.997407:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320737.021363:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320737.021578:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320737.981944:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993936128:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320737.982019:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320737.982258:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993936128
00000100:00100000:2.0:1767320737.982267:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993936128
00000100:00100000:2.0:1767320737.982322:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3495
00000100:00100000:2.0:1767320737.982329:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993936128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320737.982358:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320737.983321:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993936256:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320737.983365:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320737.983420:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993936256
00000100:00100000:0.0:1767320737.983425:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993936256
00000100:00100000:0.0:1767320737.983469:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3496
00000100:00100000:0.0:1767320737.983486:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993936256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320737.983507:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320737.983543:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993936256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320737.983550:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3496
00000100:00100000:0.0:1767320737.983598:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993936256:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320737.983651:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320737.983655:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320737.987931:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993936128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5592us (5901us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320737.987946:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3495
00000100:00100000:1.0:1767320738.002384:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993936128:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320738.045772:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320738.045972:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320738.385127:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320738.385249:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320738.397127:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942267520
00000100:00100000:2.0:1767320738.397144:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942267520
00000100:00100000:3.0:1767320738.397403:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942267392
00000100:00100000:3.0:1767320738.397408:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942267392
00000100:00080000:1.0:1767320738.397579:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320738.397673:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6031
00000100:00100000:3.0:1767320738.397690:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942267520:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320738.397808:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942267520:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 123us (12689us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320738.404511:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73353
00000100:00100000:1.0:1767320738.404527:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942267392:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320738.404558:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320738.404639:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942267392:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 114us (19389us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320738.404647:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73353
00000100:00100000:3.0:1767320738.406708:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6031
00000100:00100000:2.0:1767320739.069281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320739.075360:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320740.093444:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320740.093538:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767320740.542448:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320740.542459:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320740.542461:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320740.542467:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320740.542471:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320740.542479:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5980
00000100:00080000:1.0:1767320740.542484:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320740.542491:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320740.542531:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108700 x1853163993936384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320740.542556:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320740.542560:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320740.542561:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320740.542565:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5980
00000100:00080000:1.0:1767320740.542568:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320740.542571:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320740.542587:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606744000 x1853163993936512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320740.542638:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320740.542642:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320740.542644:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320740.542647:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5980
00000100:00080000:1.0:1767320740.542650:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320740.542654:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320740.542667:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d2a00 x1853163993936768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320740.542684:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320740.542688:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320740.542690:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320740.542695:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5980
00000100:00080000:1.0:1767320740.542697:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320740.542701:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320740.542710:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d0e00 x1853163993937024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320740.542761:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993937152:0@lo:400:kworker.0
00000100:00100000:1.0:1767320740.542833:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320740.542897:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320740.542903:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993937280:0@lo:400:kworker.0
00000100:00100000:1.0:1767320740.542926:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320740.543039:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993937152
00000100:00100000:2.0:1767320740.543048:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993937152
00000100:00100000:2.0:1767320740.543098:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993937280
00000100:00100000:2.0:1767320740.543100:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993937280
00000100:00100000:2.0:1767320740.543121:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3721
00000100:00100000:2.0:1767320740.543128:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993937152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320740.543203:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993937152:12345-0@lo:400:kworker.0 Request processed in 75us (370us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320740.543211:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3721
00000100:00100000:2.0:1767320740.543227:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3722
00000100:00100000:2.0:1767320740.543231:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993937280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320740.543257:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993937280:12345-0@lo:400:kworker.0 Request processed in 26us (330us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320740.543263:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3722
00000100:00100000:2.0:1767320740.543291:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993936640:0@lo:400:kworker.0
00000100:00100000:2.0:1767320740.543399:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320740.543423:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320740.543432:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993936896:0@lo:400:kworker.0
00000100:00100000:2.0:1767320740.543456:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320740.543496:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993937280:0@lo:400:kworker.0
00000100:00100000:2.0:1767320740.543505:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993937152:0@lo:400:kworker.0
00000100:00100000:0.0:1767320740.543604:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993936640
00000100:00100000:0.0:1767320740.543608:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993936640
00000100:00100000:0.0:1767320740.543654:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993936896
00000100:00100000:0.0:1767320740.543657:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993936896
00000100:00100000:0.0:1767320740.543678:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6032
00000100:00100000:0.0:1767320740.543684:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993936640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320740.543724:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993936640:12345-0@lo:400:kworker.0 Request processed in 41us (403us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320740.543730:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6032
00000100:00100000:0.0:1767320740.543743:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6033
00000100:00100000:0.0:1767320740.543750:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993936896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320740.543774:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993936896:12345-0@lo:400:kworker.0 Request processed in 26us (318us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320740.543779:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6033
00000100:00100000:0.0:1767320740.543804:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993936896:0@lo:400:kworker.0
00000100:00100000:0.0:1767320740.544044:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993936640:0@lo:400:kworker.0
00000100:00100000:3.0:1767320740.544146:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993936384:0@lo:38:kworker.0
00000100:00100000:3.0:1767320740.544191:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320740.544204:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993936512:0@lo:38:kworker.0
00000100:00100000:3.0:1767320740.544219:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320740.544240:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993936768:0@lo:38:kworker.0
00000100:00100000:3.0:1767320740.544259:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320740.544275:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993937024:0@lo:38:kworker.0
00000100:00100000:3.0:1767320740.544296:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320740.544431:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993936384
00000100:00100000:0.0:1767320740.544435:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993936384
00000100:00100000:0.0:1767320740.544454:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993936768
00000100:00100000:0.0:1767320740.544457:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993936768
00000100:00100000:0.0:1767320740.544464:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993937024
00000100:00100000:0.0:1767320740.544466:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993937024
00000100:00100000:0.0:1767320740.544476:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73354
00000100:00100000:0.0:1767320740.544480:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993936384:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320740.544497:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320740.544532:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993936384:12345-0@lo:38:kworker.0 Request processed in 50us (339us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320740.544539:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73354
00000100:00100000:0.0:1767320740.544551:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73355
00000100:00100000:0.0:1767320740.544555:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993936768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320740.544564:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320740.544586:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993936768:12345-0@lo:38:kworker.0 Request processed in 29us (326us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320740.544591:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73355
00000100:00100000:0.0:1767320740.544603:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73356
00000100:00100000:0.0:1767320740.544607:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993937024:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320740.544614:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320740.544647:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993937024:12345-0@lo:38:kworker.0 Request processed in 38us (350us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320740.544653:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73356
00000100:00080000:0.0:1767320740.544683:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320740.544688:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320740.544691:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993936384:0@lo:38:kworker.0
00000100:00080000:0.0:1767320740.544699:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320740.544702:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320740.544704:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993936768:0@lo:38:kworker.0
00000100:00080000:0.0:1767320740.544711:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320740.544714:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320740.544716:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993937024:0@lo:38:kworker.0
00000100:00100000:3.0:1767320740.544796:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993936512
00000100:00100000:3.0:1767320740.544800:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993936512
00000100:00100000:3.0:1767320740.544831:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358
00000100:00100000:3.0:1767320740.544836:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993936512:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320740.544846:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320740.544878:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993936512:12345-0@lo:38:kworker.0 Request processed in 40us (657us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320740.544882:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358
00000100:00080000:3.0:1767320740.544905:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320740.544908:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320740.544911:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993936512:0@lo:38:kworker.0
00000100:00080000:1.0:1767320740.544977:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320740.544982:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320740.544985:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320741.117296:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320741.123839:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320742.141368:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320742.141516:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320743.102847:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320743.102870:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993937408:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320743.102940:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320743.103970:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993937536:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320743.104014:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320743.104119:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993937408
00000100:00100000:2.0:1767320743.104128:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993937408
00000100:00100000:2.0:1767320743.104202:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993937536
00000100:00100000:2.0:1767320743.104206:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993937536
00000100:00100000:2.0:1767320743.104228:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3497
00000100:00100000:2.0:1767320743.104237:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993937408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320743.104268:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767320743.104392:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320743.104410:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320743.105053:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3498
00000100:00100000:0.0:1767320743.105067:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993937536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320743.105100:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320743.105836:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993937408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1597us (2892us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320743.105845:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3497
00000100:00100000:0.0:1767320743.105970:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993937536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 907us (1954us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320743.105978:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3498
00000100:00100000:1.0:1767320743.106340:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993937536:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320743.106362:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993937408:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320743.165544:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320743.167556:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320743.502287:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320743.502360:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942267776
00000100:00100000:2.0:1767320743.502369:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942267776
00000100:00100000:2.0:1767320743.502429:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6034
00000100:00100000:2.0:1767320743.502437:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942267776:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320743.502515:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942267776:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 78us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320743.502522:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6034
00000100:00080000:3.0:1767320743.503415:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320743.507344:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320743.508916:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942267648
00000100:00100000:2.0:1767320743.508932:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942267648
00000100:00100000:2.0:1767320743.508994:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73357
00000100:00100000:2.0:1767320743.509003:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942267648:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320743.509028:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320743.509256:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942267648:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 252us (1999us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320743.509273:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73357
00010000:00010000:3.0:1767320744.189411:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320744.189474:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320745.213371:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320745.213772:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767320745.661363:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320745.661374:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320745.661378:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320745.661382:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320745.661386:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320745.661394:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5985
00000100:00080000:1.0:1767320745.661399:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320745.661406:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320745.661448:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cc000 x1853163993937664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320745.661473:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320745.661476:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320745.661477:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320745.661481:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5985
00000100:00080000:1.0:1767320745.661483:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320745.661487:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320745.661500:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cd880 x1853163993937792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320745.661571:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993937920:0@lo:400:kworker.0
00000100:00100000:2.0:1767320745.661641:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320745.661738:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320745.661743:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320745.661745:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320745.661749:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5985
00000100:00080000:1.0:1767320745.661751:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320745.661754:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320745.661768:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615d880 x1853163993938048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320745.661890:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993937664:0@lo:38:kworker.0
00000100:00100000:0.0:1767320745.661916:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993937920
00000100:00100000:0.0:1767320745.661925:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993937920
00000100:00100000:3.0:1767320745.661925:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320745.661951:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993937792:0@lo:38:kworker.0
00000100:00100000:0.0:1767320745.661980:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993937664
00000100:00100000:3.0:1767320745.661985:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320745.661986:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993937664
00000100:00100000:0.0:1767320745.662011:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6035
00000100:00100000:3.0:1767320745.662017:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993938048:0@lo:38:kworker.0
00000100:00100000:0.0:1767320745.662024:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993937920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320745.662044:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320745.662092:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993938048
00000100:00100000:3.0:1767320745.662097:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993938048
00000100:00100000:3.0:1767320745.662121:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73358
00000100:00100000:3.0:1767320745.662126:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993937664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320745.662145:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320745.662200:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993937664:12345-0@lo:38:kworker.0 Request processed in 73us (275us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320745.662208:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73358
00000100:00100000:3.0:1767320745.662225:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73359
00000100:00100000:3.0:1767320745.662230:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993938048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320745.662239:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320745.662263:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993938048:12345-0@lo:38:kworker.0 Request processed in 31us (220us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320745.662268:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73359
00000100:00100000:3.0:1767320745.662286:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993937792
00000100:00100000:3.0:1767320745.662291:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993937792
00000100:00100000:3.0:1767320745.662310:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359
00000100:00100000:3.0:1767320745.662314:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993937792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320745.662323:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320745.662349:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993937792:12345-0@lo:38:kworker.0 Request processed in 33us (367us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320745.662354:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359
00000100:00080000:3.0:1767320745.662372:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320745.662402:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320745.662407:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320745.662411:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993937664:0@lo:38:kworker.0
00000100:00080000:3.0:1767320745.662422:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320745.662426:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320745.662428:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993937792:0@lo:38:kworker.0
00000100:00080000:3.0:1767320745.662436:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320745.662439:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320745.662441:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993938048:0@lo:38:kworker.0
00000100:00100000:3.0:1767320745.662493:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993938176:0@lo:400:kworker.0
00000100:00100000:3.0:1767320745.662517:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320745.662579:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993938176
00000100:00100000:3.0:1767320745.662583:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993938176
00000100:00100000:3.0:1767320745.662612:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6036
00000100:00100000:3.0:1767320745.662619:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993938176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320745.662667:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993938176:12345-0@lo:400:kworker.0 Request processed in 49us (149us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320745.662674:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6036
00000100:00080000:3.0:1767320745.662691:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320745.662707:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993938176:0@lo:400:kworker.0
00000100:00080000:1.0:1767320745.664442:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320745.664452:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320745.664456:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320745.664463:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5985
00000100:00080000:1.0:1767320745.664468:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320745.664475:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320745.664512:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c380 x1853163993938304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320745.664606:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993938432:0@lo:400:kworker.0
00000100:00100000:1.0:1767320745.664664:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320745.664711:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320745.664716:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993938560:0@lo:400:kworker.0
00000100:00100000:1.0:1767320745.664736:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320745.664783:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993938432
00000100:00100000:1.0:1767320745.664790:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993938432
00000100:00100000:0.0:1767320745.667699:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993937920:12345-0@lo:400:kworker.0 Request processed in 5666us (6044us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320745.667716:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6035
00000100:00100000:3.0:1767320745.667966:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993938304:0@lo:38:kworker.0
00000100:00100000:3.0:1767320745.668033:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320745.668107:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993938560
00000100:00100000:3.0:1767320745.668115:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993938560
00000100:00100000:0.0:1767320745.668178:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993938304
00000100:00100000:0.0:1767320745.668183:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993938304
00000100:00100000:0.0:1767320745.668219:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73360
00000100:00100000:0.0:1767320745.668227:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993938304:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320745.668248:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320745.668291:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993938304:12345-0@lo:38:kworker.0 Request processed in 63us (257us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320745.668298:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73360
00000100:00080000:0.0:1767320745.668333:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320745.668339:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320745.668355:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993938304:0@lo:38:kworker.0
00000100:00100000:1.0:1767320745.668500:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3723
00000100:00100000:1.0:1767320745.668510:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993938432:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320745.668543:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3724
00000100:00100000:3.0:1767320745.668550:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993938560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320745.668571:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993938432:12345-0@lo:400:kworker.0 Request processed in 65us (3908us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320745.668578:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3723
00000100:00100000:3.0:1767320745.668579:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993938560:12345-0@lo:400:kworker.0 Request processed in 31us (3842us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320745.668585:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3724
00000100:00100000:1.0:1767320745.668613:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993938560:0@lo:400:kworker.0
00000100:00100000:1.0:1767320745.668625:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993938432:0@lo:400:kworker.0
00000100:00080000:0.0:1767320745.668645:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320745.668650:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320745.675014:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993937920:0@lo:400:kworker.0
00010000:00010000:0.0:1767320746.237609:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320746.237714:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320747.261708:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320747.261812:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320748.221680:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993938816:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320748.221757:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320748.221841:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320748.221849:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993938688:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320748.221876:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320748.221908:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993938816
00000100:00100000:3.0:1767320748.221916:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993938816
00000100:00100000:0.0:1767320748.222023:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993938688
00000100:00100000:0.0:1767320748.222029:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993938688
00000100:00100000:3.0:1767320748.222037:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3499
00000100:00100000:3.0:1767320748.222048:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993938816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320748.222077:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320748.222136:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993938816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (378us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320748.222144:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3499
00000100:00100000:3.0:1767320748.222239:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993938816:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320748.223581:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320748.223587:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320748.223744:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3500
00000100:00100000:0.0:1767320748.223758:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993938688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320748.223785:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320748.223859:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993938688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (1983us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320748.223866:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3500
00000100:00100000:1.0:1767320748.223943:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993938688:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320748.286349:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320748.286421:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320748.616108:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320748.616232:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942268032
00000100:00100000:2.0:1767320748.616243:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942268032
00000100:00100000:2.0:1767320748.616316:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6037
00000100:00100000:2.0:1767320748.616326:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942268032:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320748.616414:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942268032:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 83us (310us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320748.616422:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6037
00000100:00080000:1.0:1767320748.616507:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320748.617491:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320748.617619:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942267904
00000100:00100000:0.0:1767320748.617624:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942267904
00000100:00100000:0.0:1767320748.617671:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73361
00000100:00100000:0.0:1767320748.617678:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942267904:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320748.617703:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320748.617793:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942267904:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 114us (306us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320748.617801:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73361
00000100:00100000:2.0:1767320749.309237:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320749.310517:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320750.335189:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320750.337979:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320750.783422:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320750.783441:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320750.783444:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320750.783448:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320750.783452:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320750.783461:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5990
00000100:00080000:2.0:1767320750.783466:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320750.783473:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320750.783516:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d2a00 x1853163993938944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320750.783877:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993938944:0@lo:38:kworker.0
00000100:00080000:2.0:1767320750.783911:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320750.783917:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320750.783920:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320750.783927:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5990
00000100:00080000:2.0:1767320750.783929:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320750.783936:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320750.784033:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320750.784095:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3800 x1853163993939072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320750.784136:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320750.784140:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320750.784144:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320750.784148:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5990
00000100:00080000:2.0:1767320750.784150:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320750.784154:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320750.784193:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3100 x1853163993939328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320750.784197:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993938944
00000100:00080000:2.0:1767320750.784212:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320750.784217:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320750.784218:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767320750.784220:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993938944
00000100:00080000:2.0:1767320750.784223:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5990
00000100:00080000:2.0:1767320750.784227:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320750.784230:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320750.784241:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a356300 x1853163993939584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320750.784269:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73362
00000100:00100000:3.0:1767320750.784280:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993938944:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320750.784339:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993939072:0@lo:38:kworker.0
00000100:00100000:0.0:1767320750.784381:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767320750.785274:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320750.785339:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993938944:12345-0@lo:38:kworker.0 Request processed in 1059us (1305us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320750.785348:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73362
00000100:00100000:3.0:1767320750.785396:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993939840:0@lo:400:kworker.0
00000100:00100000:3.0:1767320750.785429:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320750.787593:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993939200:0@lo:400:kworker.0
00000100:00100000:1.0:1767320750.787661:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320750.788026:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993939712:0@lo:400:kworker.0
00000100:00100000:2.0:1767320750.788066:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320750.790047:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993939328:0@lo:38:kworker.0
00000100:00100000:0.0:1767320750.790112:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320750.790181:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993939584:0@lo:38:kworker.0
00000100:00100000:0.0:1767320750.790219:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320750.790259:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320750.790264:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320750.790269:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993938944:0@lo:38:kworker.0
00000100:00100000:0.0:1767320750.790332:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993939200
00000100:00100000:0.0:1767320750.790340:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993939200
00000100:00100000:0.0:1767320750.790692:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993939328
00000100:00100000:0.0:1767320750.790697:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993939328
00000100:00100000:0.0:1767320750.790710:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993939584
00000100:00100000:0.0:1767320750.790712:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993939584
00000100:00100000:0.0:1767320750.790725:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6038
00000100:00100000:0.0:1767320750.790733:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993939200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320750.790779:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993939200:12345-0@lo:400:kworker.0 Request processed in 47us (3118us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320750.790787:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6038
00000100:00100000:0.0:1767320750.790804:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73363
00000100:00100000:0.0:1767320750.790808:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993939328:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320750.790825:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320750.790853:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993939328:12345-0@lo:38:kworker.0 Request processed in 44us (741us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320750.790860:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73363
00000100:00100000:0.0:1767320750.790871:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73364
00000100:00100000:0.0:1767320750.790875:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993939584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320750.790884:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320750.790994:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993939584:12345-0@lo:38:kworker.0 Request processed in 116us (774us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320750.791001:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73364
00000100:00100000:0.0:1767320750.791021:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993939072
00000100:00100000:0.0:1767320750.791025:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993939072
00000100:00100000:0.0:1767320750.791045:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360
00000100:00100000:0.0:1767320750.791049:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993939072:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320750.791059:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320750.791085:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993939072:12345-0@lo:38:kworker.0 Request processed in 34us (6704us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320750.791091:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360
00000100:00080000:0.0:1767320750.792270:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320750.792278:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320750.792282:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993939072:0@lo:38:kworker.0
00000100:00080000:0.0:1767320750.793227:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320750.793234:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320750.793238:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993939328:0@lo:38:kworker.0
00000100:00080000:0.0:1767320750.793248:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320750.793251:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320750.793254:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993939584:0@lo:38:kworker.0
00000100:00100000:0.0:1767320750.793583:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993939456:0@lo:400:kworker.0
00000100:00100000:0.0:1767320750.793638:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320750.793683:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993939456
00000100:00100000:0.0:1767320750.793689:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993939456
00000100:00100000:0.0:1767320750.793731:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6039
00000100:00100000:0.0:1767320750.793739:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993939456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320750.793785:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993939456:12345-0@lo:400:kworker.0 Request processed in 47us (147us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320750.793792:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6039
00000100:00100000:0.0:1767320750.793824:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993939456:0@lo:400:kworker.0
00000100:00100000:0.0:1767320750.793851:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993939840
00000100:00100000:0.0:1767320750.793856:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993939840
00000100:00100000:0.0:1767320750.793884:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993939712
00000100:00100000:0.0:1767320750.793887:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993939712
00000100:00100000:0.0:1767320750.793914:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3725
00000100:00100000:0.0:1767320750.793933:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993939840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320750.793966:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993939840:12345-0@lo:400:kworker.0 Request processed in 47us (8537us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320750.793972:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3725
00000100:00100000:0.0:1767320750.793984:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3726
00000100:00100000:0.0:1767320750.793990:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993939712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320750.794014:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993939712:12345-0@lo:400:kworker.0 Request processed in 25us (5948us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320750.794020:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3726
00000100:00080000:0.0:1767320750.794043:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320750.794047:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320750.794050:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320750.794186:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993939840:0@lo:400:kworker.0
00000100:00100000:1.0:1767320750.795472:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993939200:0@lo:400:kworker.0
00000100:00100000:2.0:1767320750.795583:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993939712:0@lo:400:kworker.0
00000100:00100000:2.0:1767320751.357284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320751.359535:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320752.381300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320752.381396:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320753.342581:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320753.342605:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993939968:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320753.342685:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320753.343032:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320753.343043:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993940096:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320753.343153:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320753.343187:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993939968
00000100:00100000:2.0:1767320753.343197:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993939968
00000100:00100000:2.0:1767320753.343271:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993940096
00000100:00100000:2.0:1767320753.343275:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993940096
00000100:00100000:2.0:1767320753.343299:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3501
00000100:00100000:2.0:1767320753.343309:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993939968:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320753.343335:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3502
00002000:00000024:2.0:1767320753.343338:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320753.343343:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993940096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320753.343358:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320753.343376:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993939968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (690us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320753.343382:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3501
00000100:00100000:3.0:1767320753.343396:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993940096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320753.343402:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3502
00000100:00100000:0.0:1767320753.343485:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993939968:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320753.343570:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320753.343576:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320753.343598:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993940096:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320753.405449:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320753.405988:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320753.735209:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320753.735310:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942268288
00000100:00100000:0.0:1767320753.735321:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942268288
00000100:00100000:0.0:1767320753.735417:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6040
00000100:00100000:0.0:1767320753.735428:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942268288:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320753.735562:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942268288:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 135us (411us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320753.735570:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6040
00000100:00080000:1.0:1767320753.737101:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320753.743400:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320753.743678:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942268160
00000100:00100000:2.0:1767320753.743688:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942268160
00000100:00100000:2.0:1767320753.743745:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73365
00000100:00100000:2.0:1767320753.743753:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942268160:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320753.743777:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320753.743845:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942268160:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 91us (454us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320753.743852:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73365
00000100:00100000:2.0:1767320754.429403:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320754.429833:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320755.453324:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320755.453370:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320755.901982:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320755.901993:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320755.901996:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320755.902000:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320755.902013:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320755.902022:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5995
00000100:00080000:1.0:1767320755.902028:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320755.902034:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320755.902072:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c380 x1853163993940224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320755.902097:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320755.902101:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320755.902102:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320755.902106:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5995
00000100:00080000:1.0:1767320755.902109:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320755.902112:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320755.902125:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615fb80 x1853163993940352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320755.902189:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993940480:0@lo:400:kworker.0
00000100:00100000:2.0:1767320755.902261:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320755.902356:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320755.902359:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320755.902361:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320755.902364:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5995
00000100:00080000:1.0:1767320755.902366:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320755.902368:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320755.902381:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e680 x1853163993940608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320755.902461:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993940480
00000100:00100000:3.0:1767320755.902469:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993940480
00000100:00100000:3.0:1767320755.902530:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6041
00000100:00100000:3.0:1767320755.902541:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993940480:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320755.905224:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320755.905234:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320755.905239:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320755.905246:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5995
00000100:00080000:1.0:1767320755.905250:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320755.905256:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320755.905286:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320730/real 1767320730]  req@ffff89b60a399c00 x1853163993933696/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320755 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320755.905291:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f480 x1853163993940864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320755.905327:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60a399c00 x1853163993933696/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320755 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320755.905356:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993940224:0@lo:38:kworker.0
00000100:00080000:1.0:1767320755.905378:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320755.905401:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993940736:0@lo:400:kworker.0
00000100:00100000:0.0:1767320755.905424:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320755.905442:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993940992:0@lo:400:kworker.0
00000100:00100000:1.0:1767320755.905482:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320755.905490:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993940352:0@lo:38:kworker.0
00000100:00100000:1.0:1767320755.905517:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320755.905524:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320755.905525:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993941120:0@lo:400:kworker.0
00000100:00100000:1.0:1767320755.905555:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320755.905558:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993940608:0@lo:38:kworker.0
00000100:00100000:0.0:1767320755.905587:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320755.905609:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993940864:0@lo:38:kworker.0
00000100:00100000:1.0:1767320755.905609:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993940224
00000100:00100000:1.0:1767320755.905618:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993940224
00000100:00100000:0.0:1767320755.905634:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320755.905658:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320755.905673:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320755.905677:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993933696:0@lo:250:kworker.0
00000100:00100000:0.0:1767320755.905707:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993940992
00000100:00100000:0.0:1767320755.905712:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993940992
00000100:00100000:0.0:1767320755.905751:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3727
00000100:00100000:0.0:1767320755.905759:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993940992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320755.905803:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993940992:12345-0@lo:400:kworker.0 Request processed in 45us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320755.905810:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3727
00000100:00100000:1.0:1767320755.905825:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993940608
00000100:00100000:0.0:1767320755.905830:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993941120
00000100:00100000:1.0:1767320755.905832:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993940608
00000100:00100000:0.0:1767320755.905835:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993941120
00000100:00100000:1.0:1767320755.905854:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993940864
00000100:00100000:1.0:1767320755.905858:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993940864
00000100:00100000:0.0:1767320755.905869:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3728
00000100:00100000:1.0:1767320755.905877:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73366
00000100:00100000:0.0:1767320755.905880:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993941120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320755.905887:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993940224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320755.905907:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320755.905916:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993941120:12345-0@lo:400:kworker.0 Request processed in 38us (361us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320755.905923:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3728
00000100:00100000:0.0:1767320755.905943:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993940352
00000100:00100000:0.0:1767320755.905948:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993940352
00000100:00100000:1.0:1767320755.905952:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993940224:12345-0@lo:38:kworker.0 Request processed in 64us (528us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320755.905960:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73366
00000100:00100000:0.0:1767320755.905969:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361
00000100:00100000:0.0:1767320755.905975:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993940352:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320755.905986:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73367
00010000:00020000:0.0:1767320755.905988:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320755.905995:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993940608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320755.906006:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320755.906016:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993940352:12345-0@lo:38:kworker.0 Request processed in 40us (493us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320755.906023:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361
00000100:00100000:1.0:1767320755.906041:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993940608:12345-0@lo:38:kworker.0 Request processed in 45us (452us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320755.906049:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73367
00000100:00100000:0.0:1767320755.906055:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73368
00000100:00100000:0.0:1767320755.906062:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993940864:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320755.906072:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320755.906077:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320755.906102:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993940736
00000100:00100000:0.0:1767320755.906103:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993940864:12345-0@lo:38:kworker.0 Request processed in 39us (467us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320755.906107:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993940736
00000100:00100000:0.0:1767320755.906114:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73368
00000100:00100000:0.0:1767320755.906131:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6042
00000100:00100000:0.0:1767320755.906138:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993940736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320755.906199:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993940736:12345-0@lo:400:kworker.0 Request processed in 61us (121us total) trans 0 rc 0/0
00000100:00080000:1.0:1767320755.906200:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320755.906205:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320755.906208:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6042
00000100:00080000:1.0:1767320755.906208:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320755.906217:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320755.906221:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767320755.906224:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320755.906228:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 5975
00000100:00080000:1.0:1767320755.906231:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320755.906235:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320755.906252:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e300 x1853163993941248/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320755.906262:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320755.906385:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320755.906388:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993941120:0@lo:400:kworker.0
00000100:00100000:0.0:1767320755.906392:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993940224:0@lo:38:kworker.0
00000100:00100000:1.0:1767320755.906402:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993940992:0@lo:400:kworker.0
00000100:00080000:0.0:1767320755.906412:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320755.906417:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320755.906421:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993940352:0@lo:38:kworker.0
00000100:00080000:0.0:1767320755.906432:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320755.906437:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320755.906440:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993940608:0@lo:38:kworker.0
00000100:00100000:1.0:1767320755.906444:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993940736:0@lo:400:kworker.0
00000100:00080000:0.0:1767320755.906456:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320755.906461:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320755.906526:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993940864:0@lo:38:kworker.0
00000100:00100000:0.0:1767320755.906546:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993941248:0@lo:250:kworker.0
00000400:00000100:0.0:1767320755.906566:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993941248 offset 0 length 520: 4
00000100:00100000:3.0:1767320755.909612:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993940480:12345-0@lo:400:kworker.0 Request processed in 7063us (7339us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320755.909627:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6041
00000100:00100000:2.0:1767320755.909758:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993940480:0@lo:400:kworker.0
00000100:00100000:2.0:1767320756.477281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320756.478316:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320757.501277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320757.501360:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767320757.832113:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942268416 offset 0 length 520: 4
00000100:00100000:1.0:1767320757.837819:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320757.837859:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320757.837895:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942268544
00000100:00100000:3.0:1767320757.837906:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942268544
00000100:00100000:3.0:1767320757.838013:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942268672
00000100:00100000:3.0:1767320757.838018:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942268672
00000100:00080000:1.0:1767320757.838178:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320757.839552:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6043
00000100:00100000:2.0:1767320757.839572:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942268672:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320757.839782:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942268672:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 217us (1922us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320757.839790:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6043
00000100:00100000:2.0:1767320757.839816:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73369
00000100:00100000:2.0:1767320757.839821:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942268544:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320757.839841:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320757.839867:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942268544:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (2059us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320757.839874:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73369
00000100:00100000:1.0:1767320758.461481:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320758.461501:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993941376:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320758.461567:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320758.461636:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993941376
00000100:00100000:0.0:1767320758.461646:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993941376
00000100:00080000:1.0:1767320758.461689:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320758.461720:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3503
00000100:00100000:0.0:1767320758.461731:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993941376:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320758.461761:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320758.461823:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993941376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (256us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320758.462030:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993941376:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320758.462218:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320758.462229:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993941504:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320758.462269:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320758.462313:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993941504
00000100:00100000:3.0:1767320758.462318:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993941504
00000100:00080000:2.0:1767320758.462393:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320758.464240:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3503
00000100:00100000:3.0:1767320758.464749:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3504
00000100:00100000:3.0:1767320758.464770:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993941504:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320758.464804:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320758.464943:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993941504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 184us (2671us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320758.464950:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3504
00000100:00100000:2.0:1767320758.467846:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993941504:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320758.525350:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320758.526117:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320759.549285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320759.549346:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320760.573264:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320760.573357:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320761.021479:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320761.021491:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320761.021494:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320761.021498:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320761.021503:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320761.021511:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6000
00000100:00080000:2.0:1767320761.021516:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320761.021524:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320761.021567:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cdf80 x1853163993941632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320761.021630:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993941632:0@lo:38:kworker.0
00000100:00100000:0.0:1767320761.021697:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320761.021860:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993941632
00000100:00100000:3.0:1767320761.021869:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993941632
00000100:00100000:3.0:1767320761.021917:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73370
00000100:00100000:3.0:1767320761.021924:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993941632:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320761.021944:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320761.022088:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320761.022092:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320761.022095:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320761.022099:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6000
00000100:00080000:2.0:1767320761.022102:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320761.022106:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320761.022121:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cf480 x1853163993941760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320761.022186:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993941760:0@lo:38:kworker.0
00000100:00100000:0.0:1767320761.022215:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320761.022290:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993941760
00000100:00100000:1.0:1767320761.022295:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993941760
00000100:00100000:1.0:1767320761.022321:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362
00000100:00100000:1.0:1767320761.022326:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993941760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320761.022336:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320761.022367:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993941760:12345-0@lo:38:kworker.0 Request processed in 40us (152us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320761.022373:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362
00000100:00100000:3.0:1767320761.025182:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993941632:12345-0@lo:38:kworker.0 Request processed in 3246us (3474us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320761.025197:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73370
00000100:00080000:2.0:1767320761.025523:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320761.025528:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320761.025532:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320761.025537:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6000
00000100:00080000:2.0:1767320761.025541:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320761.025547:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320761.025571:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cd880 x1853163993942016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320761.025589:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320761.025592:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320761.025595:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320761.025598:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6000
00000100:00080000:2.0:1767320761.025600:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320761.025603:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320761.025613:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cfb80 x1853163993942272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320761.025667:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993942400:0@lo:400:kworker.0
00000100:00100000:2.0:1767320761.025724:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320761.025757:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320761.025763:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993942528:0@lo:400:kworker.0
00000100:00100000:2.0:1767320761.025782:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320761.025819:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993942400
00000100:00100000:2.0:1767320761.025826:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993942400
00000100:00100000:2.0:1767320761.025879:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993942528
00000100:00100000:2.0:1767320761.025882:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993942528
00000100:00100000:2.0:1767320761.025906:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3729
00000100:00100000:2.0:1767320761.025914:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993942400:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320761.025962:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993942400:12345-0@lo:400:kworker.0 Request processed in 49us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320761.026084:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993941888:0@lo:400:kworker.0
00000100:00100000:1.0:1767320761.026117:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320761.026137:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320761.026142:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993942144:0@lo:400:kworker.0
00000100:00100000:1.0:1767320761.026178:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320761.026199:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993941888
00000100:00100000:1.0:1767320761.026202:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993941888
00000100:00100000:1.0:1767320761.026230:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993942144
00000100:00100000:1.0:1767320761.026233:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993942144
00000100:00100000:1.0:1767320761.026266:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6044
00000100:00100000:1.0:1767320761.026273:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993941888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320761.026313:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993941888:12345-0@lo:400:kworker.0 Request processed in 41us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320761.026320:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6044
00000100:00100000:1.0:1767320761.026335:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6045
00000100:00100000:1.0:1767320761.026341:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993942144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320761.026367:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993942144:12345-0@lo:400:kworker.0 Request processed in 27us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320761.026376:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6045
00000100:00100000:1.0:1767320761.026416:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993942144:0@lo:400:kworker.0
00000100:00100000:1.0:1767320761.026425:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993941888:0@lo:400:kworker.0
00000100:00100000:1.0:1767320761.026465:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3730
00000100:00100000:1.0:1767320761.026473:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993942528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320761.026500:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993942528:12345-0@lo:400:kworker.0 Request processed in 29us (717us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320761.026506:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3730
00000100:00080000:1.0:1767320761.026534:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320761.026539:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320761.026541:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320761.026771:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993942528:0@lo:400:kworker.0
00000100:00100000:3.0:1767320761.026782:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993942400:0@lo:400:kworker.0
00000100:00100000:2.0:1767320761.027398:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3729
00000100:00080000:0.0:1767320761.028182:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320761.028191:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320761.028195:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993941632:0@lo:38:kworker.0
00000100:00100000:0.0:1767320761.028225:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993942016:0@lo:38:kworker.0
00000100:00100000:0.0:1767320761.028374:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320761.028459:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993942272:0@lo:38:kworker.0
00000100:00100000:0.0:1767320761.028482:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320761.030828:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320761.030842:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320761.030847:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993941760:0@lo:38:kworker.0
00000100:00100000:3.0:1767320761.031792:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993942016
00000100:00100000:3.0:1767320761.031803:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993942016
00000100:00100000:3.0:1767320761.031846:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993942272
00000100:00100000:3.0:1767320761.031850:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993942272
00000100:00100000:3.0:1767320761.031884:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73371
00000100:00100000:3.0:1767320761.031892:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993942016:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320761.031916:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320761.033207:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73372
00000100:00100000:2.0:1767320761.033217:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993942272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320761.033236:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320761.033413:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993942272:12345-0@lo:38:kworker.0 Request processed in 195us (4928us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320761.033421:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73372
00000100:00100000:3.0:1767320761.033533:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993942016:12345-0@lo:38:kworker.0 Request processed in 1640us (5158us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320761.033540:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73371
00000100:00080000:0.0:1767320761.033646:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320761.033652:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320761.033655:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993942016:0@lo:38:kworker.0
00000100:00080000:0.0:1767320761.033665:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320761.033668:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320761.033670:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993942272:0@lo:38:kworker.0
00000100:00100000:2.0:1767320761.597302:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320761.597505:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320762.621443:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320762.623223:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320762.958855:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320762.958905:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320762.959102:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942268800
00000100:00100000:0.0:1767320762.959111:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942268800
00000100:00100000:0.0:1767320762.959153:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942268928
00000100:00100000:0.0:1767320762.959155:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942268928
00000100:00100000:0.0:1767320762.959247:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6046
00000100:00100000:0.0:1767320762.959258:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942268928:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320762.959330:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942268928:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 74us (424us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320762.959338:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6046
00000100:00100000:0.0:1767320762.959357:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73373
00000100:00100000:0.0:1767320762.959362:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942268800:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320762.959382:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320762.959421:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942268800:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (580us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320762.959428:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73373
00000100:00080000:2.0:1767320762.959954:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320763.582075:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320763.582099:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993942656:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320763.582221:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320763.582293:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993942656
00000100:00100000:0.0:1767320763.582300:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993942656
00000100:00100000:0.0:1767320763.582369:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3505
00000100:00100000:0.0:1767320763.582379:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993942656:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320763.582407:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320763.582447:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993942656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320763.582454:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3505
00000100:00080000:0.0:1767320763.582475:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320763.582644:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993942656:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320763.591375:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993942784:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320763.591458:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320763.591557:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993942784
00000100:00100000:0.0:1767320763.591565:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993942784
00000100:00100000:0.0:1767320763.591634:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3506
00000100:00100000:0.0:1767320763.591644:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993942784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320763.592992:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320763.593067:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993942784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1422us (1607us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320763.593076:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3506
00000100:00080000:0.0:1767320763.593112:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320763.593178:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993942784:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320763.645848:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320763.645912:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320764.669319:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320764.669537:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320765.693468:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320765.696569:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320766.141545:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320766.144247:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320766.144259:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320766.144265:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320766.144269:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320766.144278:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6005
00000100:00080000:0.0:1767320766.144282:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320766.144289:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320766.144329:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a399c00 x1853163993942912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320766.144343:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320766.144346:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320766.144347:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320766.144350:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6005
00000100:00080000:0.0:1767320766.144351:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320766.144353:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320766.144362:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108700 x1853163993943040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320766.144402:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320766.144405:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320766.144407:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320766.144411:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6005
00000100:00080000:0.0:1767320766.144414:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320766.144416:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320766.144428:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606744380 x1853163993943296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320766.144442:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993943168:0@lo:400:kworker.0
00000100:00080000:0.0:1767320766.144446:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320766.144449:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320766.144450:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320766.144453:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6005
00000100:00080000:0.0:1767320766.144455:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320766.144458:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320766.144467:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635bb80 x1853163993943552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320766.144507:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320766.144557:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320766.144559:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993942912:0@lo:38:kworker.0
00000100:00100000:3.0:1767320766.144562:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993943424:0@lo:400:kworker.0
00000100:00100000:3.0:1767320766.144584:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320766.144612:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993943168
00000100:00100000:3.0:1767320766.144615:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993943424
00000100:00100000:2.0:1767320766.144619:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993943168
00000100:00100000:3.0:1767320766.144619:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993943424
00000100:00100000:1.0:1767320766.145249:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993943808:0@lo:400:kworker.0
00000100:00100000:1.0:1767320766.145288:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320766.145320:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320766.145326:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993943680:0@lo:400:kworker.0
00000100:00100000:1.0:1767320766.145349:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320766.145407:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320766.145436:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993943808
00000100:00100000:1.0:1767320766.145440:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993943808
00000100:00100000:1.0:1767320766.145475:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993943680
00000100:00100000:1.0:1767320766.145478:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993943680
00000100:00100000:1.0:1767320766.145494:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3731
00000100:00100000:1.0:1767320766.145501:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993943808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320766.145542:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993943808:12345-0@lo:400:kworker.0 Request processed in 41us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320766.145555:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3731
00000100:00100000:1.0:1767320766.145570:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3732
00000100:00100000:1.0:1767320766.145575:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993943680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320766.145596:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993943680:12345-0@lo:400:kworker.0 Request processed in 21us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320766.145600:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3732
00000100:00100000:3.0:1767320766.145721:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6047
00000100:00100000:3.0:1767320766.145732:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993943424:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767320766.145743:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320766.145745:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320766.145779:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993943424:12345-0@lo:400:kworker.0 Request processed in 50us (1194us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320766.146227:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993943680:0@lo:400:kworker.0
00000100:00100000:1.0:1767320766.146239:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993943808:0@lo:400:kworker.0
00000100:00100000:2.0:1767320766.146344:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6048
00000100:00100000:3.0:1767320766.146366:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6047
00000100:00100000:2.0:1767320766.146372:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993943168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320766.146399:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993943424:0@lo:400:kworker.0
00000100:00100000:3.0:1767320766.146410:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993943168:0@lo:400:kworker.0
00000100:00100000:2.0:1767320766.146411:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993943168:12345-0@lo:400:kworker.0 Request processed in 43us (1903us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320766.146417:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6048
00000100:00100000:3.0:1767320766.146445:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320766.146467:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993943040:0@lo:38:kworker.0
00000100:00100000:2.0:1767320766.146475:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993942912
00000100:00100000:2.0:1767320766.146479:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993942912
00000100:00100000:3.0:1767320766.146497:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320766.146498:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73374
00000100:00100000:2.0:1767320766.146502:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993942912:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320766.146518:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320766.146520:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993943296:0@lo:38:kworker.0
00000100:00100000:3.0:1767320766.146539:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320766.146542:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993942912:12345-0@lo:38:kworker.0 Request processed in 40us (97us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320766.146548:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73374
00000100:00100000:3.0:1767320766.146554:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993943552:0@lo:38:kworker.0
00000100:00100000:2.0:1767320766.146557:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993943296
00000100:00100000:2.0:1767320766.146560:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993943296
00000100:00100000:3.0:1767320766.146572:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320766.146596:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320766.146601:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320766.146604:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993942912:0@lo:38:kworker.0
00000100:00100000:3.0:1767320766.146624:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993943040
00000100:00100000:3.0:1767320766.146628:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993943040
00000100:00100000:3.0:1767320766.146647:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363
00000100:00100000:3.0:1767320766.146652:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993943040:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320766.146661:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320766.146687:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993943040:12345-0@lo:38:kworker.0 Request processed in 34us (190us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320766.146693:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363
00000100:00100000:1.0:1767320766.149287:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73375
00000100:00100000:1.0:1767320766.149301:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993943296:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320766.149323:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320766.149404:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993943296:12345-0@lo:38:kworker.0 Request processed in 104us (2863us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320766.149412:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73375
00000100:00100000:2.0:1767320766.150446:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993943552
00000100:00100000:2.0:1767320766.150458:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993943552
00000100:00100000:2.0:1767320766.150492:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73376
00000100:00100000:2.0:1767320766.150499:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993943552:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320766.150517:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320766.150576:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993943552:12345-0@lo:38:kworker.0 Request processed in 77us (4002us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320766.150583:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73376
00000100:00080000:2.0:1767320766.150703:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320766.150709:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320766.150713:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993943040:0@lo:38:kworker.0
00000100:00080000:2.0:1767320766.150725:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320766.150729:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320766.150732:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993943296:0@lo:38:kworker.0
00000100:00080000:2.0:1767320766.150742:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320766.150745:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320766.150748:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993943552:0@lo:38:kworker.0
00010000:00010000:0.0:1767320766.717400:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320766.717479:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320767.741735:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320767.749220:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320768.073819:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320768.073913:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942269184
00000100:00100000:0.0:1767320768.073924:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942269184
00000100:00100000:0.0:1767320768.074018:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6049
00000100:00100000:0.0:1767320768.074028:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942269184:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320768.074109:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942269184:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 82us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320768.074127:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6049
00000100:00080000:2.0:1767320768.074202:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320768.075905:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320768.076246:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942269056
00000100:00100000:2.0:1767320768.076313:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942269056
00000100:00100000:2.0:1767320768.076362:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73377
00000100:00100000:2.0:1767320768.076370:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942269056:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320768.076395:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320768.076462:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942269056:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 90us (564us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320768.076472:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73377
00000100:00100000:1.0:1767320768.701630:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993943936:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320768.701707:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320768.701785:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320768.701791:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993944064:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320768.701816:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320768.701900:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993943936
00000100:00100000:3.0:1767320768.701909:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993943936
00000100:00100000:3.0:1767320768.701974:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993944064
00000100:00100000:3.0:1767320768.701977:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993944064
00000100:00100000:3.0:1767320768.702008:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3507
00000100:00100000:3.0:1767320768.702018:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993943936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320768.702047:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320768.702097:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993943936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (390us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320768.702116:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3507
00000100:00100000:3.0:1767320768.702133:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3508
00000100:00100000:3.0:1767320768.702139:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993944064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320768.702156:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320768.702209:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993944064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (391us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320768.702215:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3508
00000100:00100000:3.0:1767320768.702257:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993944064:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320768.702270:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993943936:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320768.702783:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320768.702788:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320768.771426:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320768.772817:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320769.789377:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320769.789652:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320770.813476:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320770.813615:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767320771.261418:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320771.261428:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320771.261431:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320771.261435:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320771.261439:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320771.261447:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6010
00000100:00080000:1.0:1767320771.261451:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320771.261458:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320771.261507:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cf100 x1853163993944192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320771.261538:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320771.261542:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320771.261544:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320771.261548:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6010
00000100:00080000:1.0:1767320771.261551:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320771.261554:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320771.261569:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc700 x1853163993944320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320771.261596:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320771.261599:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320771.261601:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320771.261604:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6010
00000100:00080000:1.0:1767320771.261607:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320771.261609:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320771.261618:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320771.261633:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993944448:0@lo:400:kworker.0
00000100:00100000:1.0:1767320771.261708:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320771.261785:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993944448
00000100:00100000:1.0:1767320771.261791:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993944448
00000100:00100000:1.0:1767320771.261834:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6050
00000100:00100000:1.0:1767320771.261843:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993944448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320771.261887:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993944448:12345-0@lo:400:kworker.0 Request processed in 45us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320771.261894:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6050
00000100:00080000:1.0:1767320771.261916:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320771.261945:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993944448:0@lo:400:kworker.0
00000100:00100000:1.0:1767320771.261974:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4700 x1853163993944576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320771.261992:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320771.261995:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320771.261997:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320771.262001:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6010
00000100:00080000:1.0:1767320771.262003:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320771.262006:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320771.262026:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993944704:0@lo:400:kworker.0
00000100:00100000:1.0:1767320771.262048:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320771.262080:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993944704
00000100:00100000:1.0:1767320771.262083:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993944704
00000100:00100000:1.0:1767320771.262106:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6051
00000100:00100000:1.0:1767320771.262111:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993944704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320771.262137:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993944704:12345-0@lo:400:kworker.0 Request processed in 27us (89us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320771.262143:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6051
00000100:00080000:1.0:1767320771.262155:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320771.262193:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993944704:0@lo:400:kworker.0
00000100:00100000:1.0:1767320771.262214:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab5180 x1853163993944832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320771.262269:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993945088:0@lo:400:kworker.0
00000100:00100000:0.0:1767320771.262305:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320771.262343:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320771.262349:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993944960:0@lo:400:kworker.0
00000100:00100000:0.0:1767320771.262383:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320771.262423:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993945088
00000100:00100000:0.0:1767320771.262427:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993945088
00000100:00100000:0.0:1767320771.262474:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993944960
00000100:00100000:0.0:1767320771.262478:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993944960
00000100:00100000:0.0:1767320771.262500:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3733
00000100:00100000:0.0:1767320771.262522:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993945088:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320771.262528:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3734
00000100:00100000:1.0:1767320771.262539:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993944960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320771.262569:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993945088:12345-0@lo:400:kworker.0 Request processed in 61us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320771.262577:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3733
00000100:00100000:1.0:1767320771.262582:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993944960:12345-0@lo:400:kworker.0 Request processed in 43us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320771.262590:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3734
00000100:00080000:0.0:1767320771.262611:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320771.262616:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320771.262632:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993944960:0@lo:400:kworker.0
00000100:00100000:1.0:1767320771.262642:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993945088:0@lo:400:kworker.0
00000100:00100000:3.0:1767320771.264446:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993944192:0@lo:38:kworker.0
00000100:00100000:3.0:1767320771.264527:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320771.264568:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993944320:0@lo:38:kworker.0
00000100:00100000:0.0:1767320771.264601:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993944192
00000100:00100000:3.0:1767320771.264608:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320771.264611:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993944192
00000100:00100000:3.0:1767320771.264648:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993944576:0@lo:38:kworker.0
00000100:00100000:3.0:1767320771.264670:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320771.264726:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993944320
00000100:00100000:2.0:1767320771.264731:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993944320
00000100:00100000:2.0:1767320771.264759:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364
00000100:00100000:2.0:1767320771.264766:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993944320:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320771.264787:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320771.264824:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993944320:12345-0@lo:38:kworker.0 Request processed in 57us (217us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320771.264831:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364
00000100:00100000:3.0:1767320771.268065:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993944832:0@lo:38:kworker.0
00000100:00100000:3.0:1767320771.268127:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320771.269437:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993944576
00000100:00080000:3.0:1767320771.269974:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320771.269983:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320771.269987:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993944320:0@lo:38:kworker.0
00000100:00100000:3.0:1767320771.270041:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993944832
00000100:00100000:3.0:1767320771.270047:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993944832
00000100:00100000:3.0:1767320771.270097:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73378
00000100:00100000:3.0:1767320771.270104:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993944192:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320771.270126:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320771.270337:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993944192:12345-0@lo:38:kworker.0 Request processed in 231us (5808us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320771.270344:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73378
00000100:00100000:3.0:1767320771.270363:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73379
00000100:00100000:3.0:1767320771.270761:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993944832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320771.270933:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320771.270968:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993944832:12345-0@lo:38:kworker.0 Request processed in 599us (2841us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320771.270974:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73379
00000100:00080000:3.0:1767320771.271012:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320771.271016:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320771.271020:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993944192:0@lo:38:kworker.0
00000100:00080000:3.0:1767320771.271029:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320771.271032:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320771.271037:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993944832:0@lo:38:kworker.0
00000100:00100000:0.0:1767320771.271281:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993944576
00000100:00100000:0.0:1767320771.271318:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73380
00000100:00100000:0.0:1767320771.271324:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993944576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320771.271337:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320771.271377:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993944576:12345-0@lo:38:kworker.0 Request processed in 53us (6707us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320771.271384:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73380
00000100:00080000:3.0:1767320771.271465:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320771.271470:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320771.271473:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993944576:0@lo:38:kworker.0
00010000:00010000:3.0:1767320771.837369:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320771.838102:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320772.861438:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320772.861505:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320773.191011:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320773.191114:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942269312
00000100:00100000:1.0:1767320773.191133:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942269312
00000100:00100000:1.0:1767320773.191227:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73381
00000100:00100000:1.0:1767320773.191235:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942269312:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320773.191258:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320773.191334:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942269312:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 98us (331us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320773.191342:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73381
00000100:00100000:1.0:1767320773.192115:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320773.192184:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942269440
00000100:00100000:2.0:1767320773.192190:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942269440
00000100:00100000:2.0:1767320773.192252:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6052
00000100:00100000:2.0:1767320773.192261:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942269440:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320773.192332:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942269440:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 72us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320773.192339:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6052
00000100:00080000:0.0:1767320773.192415:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320773.821869:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320773.821894:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993945344:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320773.822015:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320773.822111:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993945344
00000100:00100000:2.0:1767320773.822114:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993945216:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320773.822119:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993945344
00000100:00100000:2.0:1767320773.822190:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320773.822191:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3509
00000100:00100000:0.0:1767320773.822199:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993945344:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320773.822227:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767320773.822228:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320773.822275:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993945344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320773.822282:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3509
00000100:00100000:0.0:1767320773.822308:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993945216
00000100:00100000:0.0:1767320773.822312:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993945216
00000100:00100000:0.0:1767320773.822335:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3510
00000100:00100000:0.0:1767320773.822340:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993945216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320773.822356:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320773.822381:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993945216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320773.822386:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3510
00000100:00080000:2.0:1767320773.822573:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320773.822610:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993945344:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320773.822623:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993945216:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320773.885271:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320773.885349:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320774.909279:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320774.911435:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320775.933276:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320775.933357:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320776.382645:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320776.382654:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320776.382657:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320776.382661:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320776.382665:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320776.382673:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6015
00000100:00080000:2.0:1767320776.382677:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320776.382683:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320776.382720:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345500 x1853163993945472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320776.382749:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320776.382752:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320776.382753:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320776.382758:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6015
00000100:00080000:2.0:1767320776.382761:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320776.382764:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320776.382774:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345880 x1853163993945600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320776.382799:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320776.382802:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320776.382804:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320776.382807:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6015
00000100:00080000:2.0:1767320776.382809:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320776.382811:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320776.382820:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731344a80 x1853163993945856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320776.382832:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320776.382835:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320776.382836:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320776.382839:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6015
00000100:00080000:2.0:1767320776.382841:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320776.382844:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320776.382852:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606744380 x1853163993946112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320776.382894:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993945728:0@lo:400:kworker.0
00000100:00100000:2.0:1767320776.382953:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320776.383008:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993945472:0@lo:38:kworker.0
00000100:00100000:2.0:1767320776.383029:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320776.383034:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320776.383035:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993945984:0@lo:400:kworker.0
00000100:00100000:0.0:1767320776.383054:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993945600:0@lo:38:kworker.0
00000100:00100000:2.0:1767320776.383054:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320776.383075:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320776.383076:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993946368:0@lo:400:kworker.0
00000100:00100000:0.0:1767320776.383095:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993945856:0@lo:38:kworker.0
00000100:00100000:2.0:1767320776.383097:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320776.383112:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320776.383112:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320776.383117:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993946240:0@lo:400:kworker.0
00000100:00100000:0.0:1767320776.383124:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993946112:0@lo:38:kworker.0
00000100:00100000:2.0:1767320776.383138:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320776.383141:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320776.383178:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993945472
00000100:00100000:2.0:1767320776.383178:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993945728
00000100:00100000:0.0:1767320776.383185:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993945472
00000100:00100000:2.0:1767320776.383185:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993945728
00000100:00100000:0.0:1767320776.383213:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993945984
00000100:00100000:0.0:1767320776.383216:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993945984
00000100:00100000:2.0:1767320776.383219:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993945856
00000100:00100000:2.0:1767320776.383221:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993945856
00000100:00100000:2.0:1767320776.383229:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993946112
00000100:00100000:2.0:1767320776.383231:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993946112
00000100:00100000:0.0:1767320776.383233:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6053
00000100:00100000:0.0:1767320776.383241:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993945728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320776.383241:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6054
00000100:00100000:2.0:1767320776.383246:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993945984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320776.383284:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993945728:12345-0@lo:400:kworker.0 Request processed in 43us (330us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320776.383296:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6053
00000100:00100000:0.0:1767320776.383314:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73382
00000100:00100000:0.0:1767320776.383318:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993945472:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320776.383333:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73383
00010000:00020000:0.0:1767320776.383335:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320776.383339:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993945856:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320776.383350:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320776.383364:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993945472:12345-0@lo:38:kworker.0 Request processed in 45us (328us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320776.383370:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73382
00000100:00100000:1.0:1767320776.383374:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993945856:12345-0@lo:38:kworker.0 Request processed in 35us (262us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320776.383380:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73383
00000100:00100000:0.0:1767320776.383383:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73384
00000100:00100000:0.0:1767320776.383386:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993946112:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320776.383394:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320776.383399:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993946368
00000100:00100000:1.0:1767320776.383402:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993946368
00000100:00100000:0.0:1767320776.383413:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993946112:12345-0@lo:38:kworker.0 Request processed in 26us (271us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320776.383418:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73384
00000100:00100000:1.0:1767320776.383427:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993946240
00000100:00100000:1.0:1767320776.383430:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993946240
00000100:00100000:0.0:1767320776.383435:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3735
00000100:00100000:0.0:1767320776.383441:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993946368:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320776.383447:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3736
00000100:00100000:1.0:1767320776.383452:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731db2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993946240:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320776.383472:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993946368:12345-0@lo:400:kworker.0 Request processed in 31us (374us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320776.383476:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731db2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993946240:12345-0@lo:400:kworker.0 Request processed in 24us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320776.383478:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3735
00000100:00100000:1.0:1767320776.383481:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3736
00000100:00100000:0.0:1767320776.383526:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993946240:0@lo:400:kworker.0
00000100:00100000:0.0:1767320776.383535:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993946368:0@lo:400:kworker.0
00000100:00080000:0.0:1767320776.383556:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320776.383560:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320776.383563:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993945472:0@lo:38:kworker.0
00000100:00080000:0.0:1767320776.383569:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320776.383571:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320776.383574:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993945856:0@lo:38:kworker.0
00000100:00080000:0.0:1767320776.383580:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320776.383583:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320776.383585:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993946112:0@lo:38:kworker.0
00000100:00080000:3.0:1767320776.383746:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320776.383751:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320776.383753:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320776.383763:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993945600
00000100:00100000:3.0:1767320776.383767:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993945600
00000100:00100000:3.0:1767320776.383790:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365
00000100:00100000:3.0:1767320776.383795:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993945600:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320776.383805:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320776.383839:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993945600:12345-0@lo:38:kworker.0 Request processed in 43us (763us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320776.383845:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365
00000100:00080000:3.0:1767320776.383867:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320776.383870:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320776.383873:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993945600:0@lo:38:kworker.0
00000100:00100000:2.0:1767320776.387701:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993945984:12345-0@lo:400:kworker.0 Request processed in 4444us (4635us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320776.387716:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6054
00000100:00100000:0.0:1767320776.389663:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993945984:0@lo:400:kworker.0
00000100:00100000:0.0:1767320776.389768:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993945728:0@lo:400:kworker.0
00000100:00100000:2.0:1767320776.957330:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320776.957784:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320777.981404:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320777.981481:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320778.313400:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320778.313521:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320778.313667:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942269696
00000100:00100000:2.0:1767320778.313684:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942269696
00000100:00100000:2.0:1767320778.313827:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942269568
00000100:00100000:2.0:1767320778.313831:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942269568
00000100:00080000:3.0:1767320778.315765:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320778.325318:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6055
00000100:00100000:1.0:1767320778.325348:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942269696:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320778.325458:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942269696:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 124us (12997us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320778.325467:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6055
00000100:00100000:1.0:1767320778.325501:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73385
00000100:00100000:1.0:1767320778.325506:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942269568:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320778.325527:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320778.325569:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942269568:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 60us (12048us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320778.325576:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73385
00000100:00100000:1.0:1767320778.941535:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993946496:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320778.941640:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320778.941743:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993946496
00000100:00100000:2.0:1767320778.941755:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993946496
00000100:00100000:2.0:1767320778.941875:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3511
00000100:00100000:2.0:1767320778.941888:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993946496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320778.941949:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767320778.942505:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320778.942517:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993946624:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320778.942834:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993946496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 947us (1193us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320778.942852:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3511
00000100:00100000:0.0:1767320778.942982:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320778.943172:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993946624
00000100:00100000:2.0:1767320778.943181:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993946624
00000100:00100000:2.0:1767320778.943286:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3512
00000100:00080000:3.0:1767320778.943401:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320778.943409:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993946624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320778.943448:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320778.943505:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993946624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 211us (524us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320778.943514:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3512
00000100:00100000:3.0:1767320778.943627:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993946624:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320778.943710:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993946496:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320779.005742:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320779.007077:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320780.029476:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320780.029482:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320780.477470:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320755/real 1767320755]  req@ffff89b60605e300 x1853163993941248/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320780 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320780.477534:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60605e300 x1853163993941248/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320780 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320780.477559:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320780.477955:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320780.477960:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993941248:0@lo:250:kworker.0
00000100:00080000:0.0:1767320780.478623:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320780.478629:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320780.478633:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320780.478638:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6000
00000100:00080000:0.0:1767320780.478643:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320780.478650:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320780.478691:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635b800 x1853163993946752/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320780.478765:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993946752:0@lo:250:kworker.0
00000400:00000100:3.0:1767320780.478829:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993946752 offset 0 length 520: 4
00000100:00080000:0.0:1767320780.479031:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320780.479038:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320780.479040:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320780.479045:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6021
00000100:00080000:0.0:1767320780.479047:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320780.479051:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320780.479071:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635aa00 x1853163993946880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320780.482003:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993946880:0@lo:38:kworker.0
00000100:00100000:3.0:1767320780.482108:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320780.482360:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993946880
00000100:00100000:2.0:1767320780.482369:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993946880
00000100:00100000:2.0:1767320780.482446:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73386
00000100:00100000:2.0:1767320780.482452:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993946880:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320780.482477:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320780.482539:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993946880:12345-0@lo:38:kworker.0 Request processed in 85us (431us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320780.482546:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73386
00000100:00080000:3.0:1767320780.482613:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320780.482618:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320780.482620:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993946880:0@lo:38:kworker.0
00000100:00080000:0.0:1767320780.482690:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320780.482695:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320780.482697:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320780.482702:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6021
00000100:00080000:0.0:1767320780.482705:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320780.482710:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320780.482742:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635aa00 x1853163993947008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320780.482783:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320780.482786:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320780.482788:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320780.482792:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6021
00000100:00080000:0.0:1767320780.482794:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320780.482798:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320780.482808:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320780.482817:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993947136:0@lo:400:kworker.0
00000100:00100000:0.0:1767320780.482851:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320780.482905:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993947008:0@lo:38:kworker.0
00000100:00100000:3.0:1767320780.482948:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320780.482982:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993947008
00000100:00100000:3.0:1767320780.482987:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993947008
00000100:00100000:3.0:1767320780.483013:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366
00000100:00100000:3.0:1767320780.483019:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993947008:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320780.483030:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320780.483061:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993947008:12345-0@lo:38:kworker.0 Request processed in 41us (112us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320780.483067:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366
00000100:00080000:3.0:1767320780.483098:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320780.483102:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320780.483105:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993947008:0@lo:38:kworker.0
00000100:00100000:0.0:1767320780.487466:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359880 x1853163993947264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320780.487507:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320780.487512:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320780.487515:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320780.487519:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6021
00000100:00080000:0.0:1767320780.487523:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320780.487527:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320780.487540:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993947392:0@lo:400:kworker.0
00000100:00100000:0.0:1767320780.487594:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320780.491024:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993947136
00000100:00100000:1.0:1767320780.491048:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993947136
00000100:00100000:1.0:1767320780.491189:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6056
00000100:00100000:1.0:1767320780.491206:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993947136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320780.491316:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993947136:12345-0@lo:400:kworker.0 Request processed in 118us (8464us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320780.491322:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6056
00000100:00080000:1.0:1767320780.491356:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320780.491415:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7800 x1853163993947520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320780.491481:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993947648:0@lo:400:kworker.0
00000100:00100000:1.0:1767320780.491515:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320780.491538:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320780.491541:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993947776:0@lo:400:kworker.0
00000100:00100000:1.0:1767320780.491554:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320780.491575:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993947648
00000100:00100000:1.0:1767320780.491578:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993947648
00000100:00100000:1.0:1767320780.491600:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993947776
00000100:00100000:1.0:1767320780.491601:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993947776
00000100:00100000:1.0:1767320780.491615:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3737
00000100:00100000:1.0:1767320780.491619:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993947648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320780.491641:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993947648:12345-0@lo:400:kworker.0 Request processed in 23us (126us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320780.491645:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3737
00000100:00100000:1.0:1767320780.491653:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3738
00000100:00100000:1.0:1767320780.491657:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993947776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320780.491671:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993947776:12345-0@lo:400:kworker.0 Request processed in 14us (116us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320780.491674:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3738
00000100:00080000:1.0:1767320780.491686:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320780.491688:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320780.491713:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993947776:0@lo:400:kworker.0
00000100:00100000:1.0:1767320780.491720:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993947648:0@lo:400:kworker.0
00000100:00100000:1.0:1767320780.491772:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993947264:0@lo:38:kworker.0
00000100:00100000:2.0:1767320780.495387:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993947392
00000100:00100000:2.0:1767320780.495405:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993947392
00000100:00100000:2.0:1767320780.495483:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6057
00000100:00100000:2.0:1767320780.495490:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993947392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320780.497039:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320780.497112:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993947520:0@lo:38:kworker.0
00000100:00100000:1.0:1767320780.497191:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320780.497255:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993947264
00000100:00100000:1.0:1767320780.497260:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993947264
00000100:00100000:1.0:1767320780.497285:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993947520
00000100:00100000:1.0:1767320780.497286:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993947520
00000100:00100000:1.0:1767320780.497299:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73387
00000100:00100000:1.0:1767320780.497304:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993947264:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320780.497326:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320780.497359:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993947264:12345-0@lo:38:kworker.0 Request processed in 55us (327us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320780.497364:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73387
00000100:00100000:1.0:1767320780.497378:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73388
00000100:00100000:1.0:1767320780.497380:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993947520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320780.497386:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320780.497399:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993947520:12345-0@lo:38:kworker.0 Request processed in 18us (209us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320780.497403:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73388
00000100:00080000:1.0:1767320780.497435:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320780.497439:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320780.497442:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993947264:0@lo:38:kworker.0
00000100:00080000:1.0:1767320780.497447:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320780.497450:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320780.497451:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993947520:0@lo:38:kworker.0
00000100:00080000:1.0:1767320780.497502:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320780.501209:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993947136:0@lo:400:kworker.0
00000100:00100000:2.0:1767320780.501410:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993947392:12345-0@lo:400:kworker.0 Request processed in 5917us (13811us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320780.501425:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6057
00000100:00100000:0.0:1767320780.501513:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993947392:0@lo:400:kworker.0
00000100:00100000:2.0:1767320781.053332:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320781.055170:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320782.077805:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320782.077913:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320783.101317:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320783.101425:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320783.432349:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:1.0:1767320783.432401:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942269824 offset 0 length 520: 4
00000100:00100000:1.0:1767320783.432427:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320783.432619:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942270080
00000100:00100000:2.0:1767320783.432629:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942270080
00000100:00100000:2.0:1767320783.432705:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942269952
00000100:00100000:2.0:1767320783.432708:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942269952
00000100:00100000:2.0:1767320783.432728:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6058
00000100:00100000:2.0:1767320783.432737:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942270080:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320783.432822:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942270080:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 85us (481us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320783.432840:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6058
00000100:00100000:2.0:1767320783.432861:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73389
00000100:00100000:2.0:1767320783.432866:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942269952:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320783.432885:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320783.432909:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942269952:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 42us (481us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320783.432916:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73389
00000100:00080000:1.0:1767320783.433325:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320784.062235:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320784.062263:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993947904:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320784.062345:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320784.062506:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993947904
00000100:00100000:3.0:1767320784.062515:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993947904
00000100:00100000:3.0:1767320784.062593:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3513
00000100:00100000:3.0:1767320784.062604:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993947904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320784.062636:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320784.062681:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993947904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (335us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320784.062688:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3513
00000100:00080000:2.0:1767320784.062825:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320784.062866:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993947904:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320784.064512:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320784.064540:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993948032:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320784.064603:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320784.064714:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993948032
00000100:00100000:3.0:1767320784.064721:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993948032
00000100:00100000:3.0:1767320784.064828:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3514
00000100:00100000:3.0:1767320784.064837:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993948032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320784.064869:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320784.064920:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993948032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (316us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320784.064925:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3514
00000100:00100000:1.0:1767320784.065108:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993948032:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320784.065378:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320784.125280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320784.125479:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320785.149298:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320785.149578:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320785.597700:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320785.597710:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320785.597713:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320785.597717:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320785.597721:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320785.597730:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6025
00000100:00080000:3.0:1767320785.597735:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320785.597742:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320785.597782:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f2d80 x1853163993948160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320785.597817:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320785.597821:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320785.597822:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320785.597826:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6025
00000100:00080000:3.0:1767320785.597829:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320785.597832:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320785.597845:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f0e00 x1853163993948288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320785.597882:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320785.597886:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320785.597888:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320785.597891:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6025
00000100:00080000:3.0:1767320785.597893:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320785.597896:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320785.597908:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f2300 x1853163993948544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320785.597922:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320785.597925:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320785.597927:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320785.597930:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6025
00000100:00080000:3.0:1767320785.597933:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320785.597936:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320785.597948:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313aea00 x1853163993948800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320785.598042:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993948672:0@lo:400:kworker.0
00000100:00100000:0.0:1767320785.598105:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320785.598211:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320785.598218:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993948416:0@lo:400:kworker.0
00000100:00100000:0.0:1767320785.598242:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320785.598315:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993948672
00000100:00100000:0.0:1767320785.598323:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993948672
00000100:00100000:0.0:1767320785.598370:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993948416
00000100:00100000:0.0:1767320785.598373:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993948416
00000100:00100000:0.0:1767320785.598396:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6059
00000100:00100000:0.0:1767320785.598404:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993948672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320785.598465:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993948672:12345-0@lo:400:kworker.0 Request processed in 62us (359us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320785.598472:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6059
00000100:00100000:0.0:1767320785.598501:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6060
00000100:00100000:0.0:1767320785.598508:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993948416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320785.598534:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993948416:12345-0@lo:400:kworker.0 Request processed in 27us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320785.598540:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6060
00000100:00080000:0.0:1767320785.598569:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320785.598598:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993948416:0@lo:400:kworker.0
00000100:00100000:0.0:1767320785.598608:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993948672:0@lo:400:kworker.0
00000100:00100000:2.0:1767320785.602354:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993949056:0@lo:400:kworker.0
00000100:00100000:2.0:1767320785.602449:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320785.602651:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993949056
00000100:00100000:0.0:1767320785.602660:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993949056
00000100:00100000:0.0:1767320785.602713:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3739
00000100:00100000:0.0:1767320785.602723:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993949056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320785.602774:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993949056:12345-0@lo:400:kworker.0 Request processed in 54us (328us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320785.602781:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3739
00000100:00100000:2.0:1767320785.603196:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993949056:0@lo:400:kworker.0
00000100:00100000:2.0:1767320785.603219:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320785.603226:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993948928:0@lo:400:kworker.0
00000100:00100000:2.0:1767320785.603254:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320785.603363:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993948928
00000100:00100000:1.0:1767320785.603368:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993948928
00000100:00100000:1.0:1767320785.603406:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3740
00000100:00100000:1.0:1767320785.603413:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993948928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320785.603467:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993948928:12345-0@lo:400:kworker.0 Request processed in 55us (212us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320785.603474:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3740
00000100:00100000:1.0:1767320785.603510:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993948160:0@lo:38:kworker.0
00000100:00100000:1.0:1767320785.603539:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320785.603570:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993948288:0@lo:38:kworker.0
00000100:00100000:1.0:1767320785.603596:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320785.603621:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993948544:0@lo:38:kworker.0
00000100:00100000:1.0:1767320785.603642:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320785.603659:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993948800:0@lo:38:kworker.0
00000100:00100000:1.0:1767320785.603679:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320785.603709:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993948288
00000100:00100000:1.0:1767320785.603713:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993948288
00000100:00100000:1.0:1767320785.603732:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367
00000100:00100000:1.0:1767320785.603737:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b726fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993948288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320785.603754:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320785.603786:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b726fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993948288:12345-0@lo:38:kworker.0 Request processed in 47us (188us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320785.603801:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367
00000100:00100000:1.0:1767320785.603950:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993948160
00000100:00100000:1.0:1767320785.603954:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993948160
00000100:00100000:1.0:1767320785.603972:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993948544
00000100:00100000:1.0:1767320785.603975:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993948544
00000100:00100000:1.0:1767320785.603987:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993948800
00000100:00100000:1.0:1767320785.603989:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993948800
00000100:00100000:1.0:1767320785.604002:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73390
00000100:00100000:1.0:1767320785.604007:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993948160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320785.604017:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320785.604042:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993948160:12345-0@lo:38:kworker.0 Request processed in 34us (502us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320785.604048:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73390
00000100:00100000:1.0:1767320785.604059:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73391
00000100:00100000:1.0:1767320785.604063:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993948544:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320785.604072:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320785.604089:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993948544:12345-0@lo:38:kworker.0 Request processed in 26us (447us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320785.604095:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73391
00000100:00100000:1.0:1767320785.604103:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73392
00000100:00100000:1.0:1767320785.604106:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993948800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320785.604114:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320785.604131:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993948800:12345-0@lo:38:kworker.0 Request processed in 23us (451us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320785.604136:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73392
00000100:00080000:1.0:1767320785.604200:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320785.604206:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320785.604209:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993948160:0@lo:38:kworker.0
00000100:00080000:1.0:1767320785.604219:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320785.604222:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320785.604224:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993948288:0@lo:38:kworker.0
00000100:00080000:1.0:1767320785.604230:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320785.604233:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320785.604235:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993948544:0@lo:38:kworker.0
00000100:00080000:1.0:1767320785.604242:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320785.604245:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320785.604247:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993948800:0@lo:38:kworker.0
00000100:00100000:2.0:1767320785.604685:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993948928:0@lo:400:kworker.0
00000100:00100000:2.0:1767320786.173329:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320786.173521:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320787.197263:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320787.201126:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320788.221293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320788.221788:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320788.552267:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320788.552302:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320788.552412:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942270336
00000100:00100000:2.0:1767320788.552422:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942270336
00000100:00100000:2.0:1767320788.552515:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942270208
00000100:00100000:2.0:1767320788.552519:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942270208
00000100:00100000:2.0:1767320788.552535:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6061
00000100:00100000:2.0:1767320788.552545:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942270336:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320788.552618:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942270336:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 74us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320788.552626:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6061
00000100:00100000:2.0:1767320788.552647:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73393
00000100:00100000:2.0:1767320788.552652:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942270208:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320788.552672:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320788.552696:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942270208:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (394us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320788.552706:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73393
00000100:00080000:3.0:1767320788.553251:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320789.185623:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993949184:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320789.185701:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320789.185773:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993949184
00000100:00100000:3.0:1767320789.185788:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993949184
00000100:00100000:2.0:1767320789.186287:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320789.186296:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993949312:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320789.186319:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320789.186812:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993949312
00000100:00100000:3.0:1767320789.186830:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993949312
00000100:00100000:3.0:1767320789.186867:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3515
00000100:00100000:3.0:1767320789.186879:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993949184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320789.186934:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320789.187028:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993949184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 151us (1326us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320789.187036:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3515
00000100:00100000:3.0:1767320789.187055:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3516
00000100:00100000:3.0:1767320789.187063:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993949312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320789.187081:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320789.187109:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993949312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (789us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320789.187115:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3516
00000100:00100000:3.0:1767320789.187203:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993949312:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320789.187223:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993949184:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320789.188098:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320789.188116:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320789.245340:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320789.245456:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320790.269310:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320790.269379:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320790.719270:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320790.719287:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320790.719290:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320790.719296:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320790.719301:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320790.719312:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6030
00000100:00080000:1.0:1767320790.719318:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320790.719326:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320790.719387:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb26d80 x1853163993949440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320790.719429:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320790.719433:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320790.719435:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320790.719441:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6030
00000100:00080000:1.0:1767320790.719443:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320790.719448:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320790.719464:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6050baa00 x1853163993949568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320790.719511:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993949440:0@lo:38:kworker.0
00000100:00080000:1.0:1767320790.719519:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320790.719525:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320790.719528:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320790.719532:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6030
00000100:00080000:1.0:1767320790.719534:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320790.719539:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320790.719554:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d2a00 x1853163993949824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320790.719576:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320790.719579:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320790.719581:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320790.719585:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6030
00000100:00080000:1.0:1767320790.719588:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320790.719592:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320790.719603:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909e680 x1853163993950080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320790.719621:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320790.719668:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993950208:0@lo:400:kworker.0
00000100:00100000:1.0:1767320790.719720:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320790.719742:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993949952:0@lo:400:kworker.0
00000100:00100000:0.0:1767320790.719792:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320790.719848:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993949568:0@lo:38:kworker.0
00000100:00100000:2.0:1767320790.719877:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320790.719917:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993949824:0@lo:38:kworker.0
00000100:00100000:2.0:1767320790.719944:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320790.719976:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993950080:0@lo:38:kworker.0
00000100:00100000:2.0:1767320790.719997:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320790.720031:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993949440
00000100:00100000:2.0:1767320790.720040:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993949440
00000100:00100000:2.0:1767320790.720088:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993949952
00000100:00100000:2.0:1767320790.720092:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993949952
00000100:00100000:2.0:1767320790.720131:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993949824
00000100:00100000:2.0:1767320790.720134:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993949824
00000100:00100000:2.0:1767320790.720145:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993950080
00000100:00100000:2.0:1767320790.720148:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993950080
00000100:00100000:2.0:1767320790.720189:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6062
00000100:00100000:2.0:1767320790.720201:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993949952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320790.720224:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993949696:0@lo:400:kworker.0
00000100:00100000:3.0:1767320790.720265:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320790.720285:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993949952:12345-0@lo:400:kworker.0 Request processed in 86us (490us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320790.720296:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6062
00000100:00100000:3.0:1767320790.720307:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993950208
00000100:00100000:3.0:1767320790.720312:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993950208
00000100:00100000:2.0:1767320790.720320:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993949696
00000100:00100000:2.0:1767320790.720325:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993949696
00000100:00100000:2.0:1767320790.720351:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6063
00000100:00100000:3.0:1767320790.720356:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3741
00000100:00100000:2.0:1767320790.720361:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993949696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320790.720369:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993950208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320790.720649:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993949696:12345-0@lo:400:kworker.0 Request processed in 289us (382us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320790.720656:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6063
00000100:00100000:2.0:1767320790.720671:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73394
00000100:00100000:2.0:1767320790.720675:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993949440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320790.720707:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320790.721092:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320790.721102:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993950336:0@lo:400:kworker.0
00000100:00100000:0.0:1767320790.721352:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993949952:0@lo:400:kworker.0
00000100:00100000:0.0:1767320790.721409:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73395
00000100:00100000:0.0:1767320790.721416:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993949824:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320790.721431:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320790.721586:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993950208:12345-0@lo:400:kworker.0 Request processed in 1219us (1864us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320790.721596:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3741
00000100:00100000:0.0:1767320790.721661:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993949824:12345-0@lo:38:kworker.0 Request processed in 242us (1714us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320790.721669:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73395
00000100:00100000:0.0:1767320790.721687:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73396
00000100:00100000:0.0:1767320790.721701:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993950080:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320790.721712:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320790.721733:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993949696:0@lo:400:kworker.0
00000100:00100000:0.0:1767320790.721740:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993950080:12345-0@lo:38:kworker.0 Request processed in 45us (1740us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320790.721748:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73396
00000100:00100000:3.0:1767320790.721800:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993949568
00000100:00100000:3.0:1767320790.721807:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993949568
00000100:00100000:3.0:1767320790.721837:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368
00000100:00100000:3.0:1767320790.721842:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993949568:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320790.721851:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320790.722025:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993949568:12345-0@lo:38:kworker.0 Request processed in 181us (2146us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320790.722033:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368
00000100:00080000:0.0:1767320790.722047:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320790.722080:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320790.722086:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320790.722090:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993949824:0@lo:38:kworker.0
00000100:00080000:3.0:1767320790.722102:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320790.722105:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320790.722108:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993950080:0@lo:38:kworker.0
00000100:00080000:3.0:1767320790.722119:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320790.722122:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320790.722125:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993949568:0@lo:38:kworker.0
00000100:00100000:2.0:1767320790.722385:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993949440:12345-0@lo:38:kworker.0 Request processed in 1706us (2765us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320790.722395:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73394
00000100:00080000:3.0:1767320790.722420:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320790.722426:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320790.722429:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993949440:0@lo:38:kworker.0
00000100:00100000:1.0:1767320790.725194:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320790.725489:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993950208:0@lo:400:kworker.0
00000100:00100000:0.0:1767320790.725493:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993950336
00000100:00100000:0.0:1767320790.725502:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993950336
00000100:00100000:0.0:1767320790.725686:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3742
00000100:00100000:0.0:1767320790.725705:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993950336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320790.726217:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993950336:12345-0@lo:400:kworker.0 Request processed in 521us (1030us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320790.726224:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3742
00000100:00100000:1.0:1767320790.728186:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993950336:0@lo:400:kworker.0
00000100:00100000:2.0:1767320791.293584:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320791.293747:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320792.317687:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320792.317943:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320793.341344:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320793.343627:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320793.671742:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320793.671858:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320793.672135:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942270592
00000100:00100000:1.0:1767320793.672150:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942270592
00000100:00100000:1.0:1767320793.672334:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942270464
00000100:00100000:1.0:1767320793.672339:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942270464
00000100:00100000:1.0:1767320793.672367:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6064
00000100:00100000:1.0:1767320793.672391:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942270592:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320793.672498:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942270592:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 122us (773us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320793.672508:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6064
00000100:00100000:1.0:1767320793.672531:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73397
00000100:00100000:1.0:1767320793.672535:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942270464:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320793.672560:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320793.672590:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942270464:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 53us (732us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320793.672596:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73397
00000100:00080000:0.0:1767320793.675560:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320794.304085:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993950464:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320794.304200:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320794.304682:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993950464
00000100:00100000:1.0:1767320794.304694:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993950464
00000100:00100000:1.0:1767320794.304777:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3517
00000100:00100000:1.0:1767320794.304789:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993950464:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320794.305320:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993950592:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320794.305377:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320794.305433:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993950592
00000100:00100000:0.0:1767320794.305438:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993950592
00000100:00100000:0.0:1767320794.305474:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3518
00000100:00100000:0.0:1767320794.305481:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706451850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993950592:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320794.305503:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320794.305547:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706451850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993950592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320794.305554:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3518
00000100:00100000:0.0:1767320794.305610:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993950592:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320794.305648:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320794.305653:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:1.0:1767320794.305895:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320794.305948:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993950464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1162us (1748us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320794.305956:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3517
00000100:00100000:0.0:1767320794.306488:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993950464:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320794.365425:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320794.365714:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320795.389386:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320795.389734:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320795.837260:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320795.837272:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320795.837275:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320795.837281:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320795.837286:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320795.837297:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6035
00000100:00080000:2.0:1767320795.837303:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320795.837311:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320795.837363:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5180 x1853163993950720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320795.837384:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320795.837387:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320795.837389:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320795.837393:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6035
00000100:00080000:2.0:1767320795.837395:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320795.837399:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320795.837411:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6d80 x1853163993950848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320795.837451:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320795.837455:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320795.837457:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320795.837460:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6035
00000100:00080000:2.0:1767320795.837462:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320795.837466:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320795.837477:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b4380 x1853163993951104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320795.837492:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767320795.837496:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993950976:0@lo:400:kworker.0
00000100:00080000:2.0:1767320795.837496:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320795.837497:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320795.837501:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6035
00000100:00080000:2.0:1767320795.837504:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320795.837507:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320795.837516:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b4700 x1853163993951360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320795.837610:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320795.837678:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993950720:0@lo:38:kworker.0
00000100:00100000:3.0:1767320795.837712:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320795.837730:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320795.837736:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993951232:0@lo:400:kworker.0
00000100:00100000:0.0:1767320795.837779:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993951488:0@lo:400:kworker.0
00000100:00100000:1.0:1767320795.837799:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993951616:0@lo:400:kworker.0
00000100:00100000:0.0:1767320795.837816:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320795.837845:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993951488
00000100:00100000:1.0:1767320795.837855:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993951488
00000100:00100000:0.0:1767320795.837862:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320795.837905:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993951616
00000100:00100000:1.0:1767320795.837909:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993951616
00000100:00100000:0.0:1767320795.837915:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3743
00000100:00100000:0.0:1767320795.837925:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993951488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320795.837935:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3744
00000100:00100000:1.0:1767320795.837940:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993951616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320795.837984:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993951488:12345-0@lo:400:kworker.0 Request processed in 60us (167us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320795.837984:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993951616:12345-0@lo:400:kworker.0 Request processed in 42us (119us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320795.837991:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3744
00000100:00100000:1.0:1767320795.838249:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993951616:0@lo:400:kworker.0
00000100:00100000:1.0:1767320795.838287:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993951488:0@lo:400:kworker.0
00000100:00100000:0.0:1767320795.839229:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3743
00000100:00100000:2.0:1767320795.840515:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993950976
00000100:00100000:2.0:1767320795.840533:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993950976
00000100:00100000:0.0:1767320795.840755:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993950720
00000100:00100000:0.0:1767320795.840759:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993950720
00000100:00100000:0.0:1767320795.840794:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6065
00000100:00100000:0.0:1767320795.840810:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993950976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320795.840812:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73398
00000100:00100000:1.0:1767320795.840819:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993950720:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320795.840845:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320795.841842:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320795.841949:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993950720:12345-0@lo:38:kworker.0 Request processed in 1127us (4234us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320795.842062:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73398
00000100:00100000:1.0:1767320795.842093:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993951232
00000100:00100000:1.0:1767320795.842100:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993951232
00000100:00100000:1.0:1767320795.842139:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6066
00000100:00100000:1.0:1767320795.842148:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993951232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320795.842220:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993951232:12345-0@lo:400:kworker.0 Request processed in 73us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320795.842227:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6066
00000100:00080000:1.0:1767320795.842263:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320795.842415:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320795.842422:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320795.842426:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993950720:0@lo:38:kworker.0
00000100:00100000:3.0:1767320795.842440:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993950848:0@lo:38:kworker.0
00000100:00100000:3.0:1767320795.842480:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320795.842505:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993951104:0@lo:38:kworker.0
00000100:00100000:3.0:1767320795.842529:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320795.842545:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993951360:0@lo:38:kworker.0
00000100:00100000:3.0:1767320795.842563:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320795.842616:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993951104
00000100:00100000:3.0:1767320795.842621:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993951104
00000100:00100000:3.0:1767320795.842645:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993951360
00000100:00100000:3.0:1767320795.842648:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993951360
00000100:00100000:3.0:1767320795.842752:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73399
00000100:00100000:3.0:1767320795.842757:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993951104:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320795.842777:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320795.842809:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993951104:12345-0@lo:38:kworker.0 Request processed in 50us (279us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320795.842815:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73399
00000100:00100000:3.0:1767320795.842827:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73400
00000100:00100000:3.0:1767320795.842830:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993951360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320795.842839:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320795.842860:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993951360:12345-0@lo:38:kworker.0 Request processed in 28us (296us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320795.842865:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73400
00000100:00080000:3.0:1767320795.842892:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320795.842896:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320795.842899:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993951104:0@lo:38:kworker.0
00000100:00080000:3.0:1767320795.842908:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320795.842911:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320795.842914:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993951360:0@lo:38:kworker.0
00000100:00100000:1.0:1767320795.843208:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993950848
00000100:00100000:1.0:1767320795.843212:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993950848
00000100:00100000:1.0:1767320795.843242:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369
00000100:00100000:1.0:1767320795.843247:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993950848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320795.843258:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320795.843292:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993950848:12345-0@lo:38:kworker.0 Request processed in 43us (811us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320795.843298:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369
00000100:00080000:3.0:1767320795.843384:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320795.843389:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320795.843393:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993950848:0@lo:38:kworker.0
00000100:00100000:2.0:1767320795.843496:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993951232:0@lo:400:kworker.0
00000100:00100000:0.0:1767320795.843674:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993950976:12345-0@lo:400:kworker.0 Request processed in 2869us (6062us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320795.843683:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6065
00000100:00100000:2.0:1767320795.843812:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993950976:0@lo:400:kworker.0
00000100:00100000:2.0:1767320796.415479:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320796.418925:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320797.439632:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320797.439763:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320798.461902:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320798.463045:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320798.792928:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320798.793058:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320798.800735:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942270848
00000100:00100000:0.0:1767320798.800755:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942270848
00000100:00100000:0.0:1767320798.800891:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942270720
00000100:00100000:0.0:1767320798.800895:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942270720
00000100:00100000:0.0:1767320798.800925:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6067
00000100:00100000:0.0:1767320798.800937:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942270848:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:1.0:1767320798.801183:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320798.801351:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73401
00000100:00100000:3.0:1767320798.801358:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942270720:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320798.801383:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320798.801515:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942270848:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 580us (8604us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320798.801524:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6067
00000100:00100000:3.0:1767320798.803936:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942270720:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 2561us (10862us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320798.803952:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73401
00000100:00100000:3.0:1767320799.421647:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1767320799.421676:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993951872:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320799.421764:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320799.421816:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993951872
00000100:00100000:1.0:1767320799.421826:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993951872
00000100:00100000:3.0:1767320799.421835:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993951744:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320799.421858:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320799.421886:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993951744
00000100:00080000:3.0:1767320799.421889:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320799.421890:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993951744
00000100:00100000:1.0:1767320799.421922:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3519
00000100:00080000:3.0:1767320799.421923:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320799.421932:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993951872:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320799.421969:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320799.422032:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993951872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320799.422040:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3519
00000100:00100000:1.0:1767320799.422060:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3520
00000100:00100000:3.0:1767320799.422075:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993951872:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320799.422076:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993951744:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320799.422094:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320799.422124:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993951744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320799.422140:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993951744:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320799.423426:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3520
00000100:00100000:2.0:1767320799.485333:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320799.485723:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320800.509608:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320800.510574:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767320800.957410:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320800.957435:0:58780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320800.957439:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320800.957444:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320800.957450:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320800.957462:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6040
00000100:00080000:0.0:1767320800.957468:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320800.957479:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320800.957547:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359f80 x1853163993952000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320800.957570:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320800.957574:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320800.957576:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320800.957584:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6040
00000100:00080000:0.0:1767320800.957586:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320800.957600:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320800.957623:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358000 x1853163993952128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320800.957668:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320800.957673:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320800.957675:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320800.957679:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6040
00000100:00080000:0.0:1767320800.957681:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320800.957685:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320800.957697:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358380 x1853163993952384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320800.957730:0:58780:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320800.957734:0:58780:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320800.957753:0:58780:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320800.957757:0:58780:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6040
00000100:00080000:0.0:1767320800.957760:0:58780:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320800.957763:0:58780:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320800.957775:0:58780:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635aa00 x1853163993952640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320800.957839:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993952512:0@lo:400:kworker.0
00000100:00100000:0.0:1767320800.957947:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320800.958040:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320800.958047:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993952768:0@lo:400:kworker.0
00000100:00100000:0.0:1767320800.958075:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320800.958122:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993952768
00000100:00100000:0.0:1767320800.958132:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993952768
00000100:00100000:0.0:1767320800.958223:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3745
00000100:00100000:0.0:1767320800.958234:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993952768:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320800.958293:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993952768:12345-0@lo:400:kworker.0 Request processed in 61us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320800.958300:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3745
00000100:00100000:0.0:1767320800.958351:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993952768:0@lo:400:kworker.0
00000100:00100000:3.0:1767320800.958448:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993952256:0@lo:400:kworker.0
00000100:00100000:3.0:1767320800.958484:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320800.958529:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320800.958535:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993952896:0@lo:400:kworker.0
00000100:00100000:3.0:1767320800.958559:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320800.958590:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993952896
00000100:00100000:3.0:1767320800.958594:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993952896
00000100:00100000:3.0:1767320800.958620:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3746
00000100:00100000:3.0:1767320800.958627:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993952896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320800.958659:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993952896:12345-0@lo:400:kworker.0 Request processed in 33us (100us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320800.958665:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3746
00000100:00100000:3.0:1767320800.958690:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993952896:0@lo:400:kworker.0
00000100:00100000:0.0:1767320800.959280:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993952512
00000100:00100000:0.0:1767320800.959286:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993952512
00000100:00100000:2.0:1767320800.959411:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993952000:0@lo:38:kworker.0
00000100:00100000:2.0:1767320800.959454:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320800.959487:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993952128:0@lo:38:kworker.0
00000100:00100000:2.0:1767320800.959525:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320800.959552:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993952384:0@lo:38:kworker.0
00000100:00100000:2.0:1767320800.959572:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320800.959590:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993952640:0@lo:38:kworker.0
00000100:00100000:2.0:1767320800.959613:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320800.959645:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993952128
00000100:00100000:2.0:1767320800.959649:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993952128
00000100:00100000:2.0:1767320800.959678:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370
00000100:00100000:2.0:1767320800.959684:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993952128:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320800.959707:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320800.959744:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993952128:12345-0@lo:38:kworker.0 Request processed in 59us (217us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320800.959751:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370
00000100:00100000:2.0:1767320800.959778:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993952256
00000100:00100000:2.0:1767320800.959782:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993952256
00000100:00100000:0.0:1767320800.959837:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993952000
00000100:00100000:0.0:1767320800.959841:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993952000
00000100:00100000:0.0:1767320800.959868:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993952384
00000100:00100000:0.0:1767320800.959872:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993952384
00000100:00100000:0.0:1767320800.959881:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993952640
00000100:00100000:0.0:1767320800.959884:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993952640
00000100:00100000:0.0:1767320800.959893:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6068
00000100:00100000:0.0:1767320800.959902:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993952512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320800.959948:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993952512:12345-0@lo:400:kworker.0 Request processed in 48us (2000us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320800.959954:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6068
00000100:00100000:0.0:1767320800.959982:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73402
00000100:00100000:0.0:1767320800.959987:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993952000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320800.959998:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320800.960024:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993952000:12345-0@lo:38:kworker.0 Request processed in 35us (569us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320800.960029:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73402
00000100:00100000:0.0:1767320800.960040:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73403
00000100:00100000:0.0:1767320800.960044:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993952384:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320800.960053:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320800.960073:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993952384:12345-0@lo:38:kworker.0 Request processed in 28us (500us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320800.960078:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73403
00000100:00100000:0.0:1767320800.960088:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73404
00000100:00100000:0.0:1767320800.960091:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993952640:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320800.960099:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320800.960116:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993952640:12345-0@lo:38:kworker.0 Request processed in 24us (503us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320800.960122:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73404
00000100:00100000:0.0:1767320800.960188:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993952512:0@lo:400:kworker.0
00000100:00080000:0.0:1767320800.960266:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320800.960271:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320800.960275:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993952000:0@lo:38:kworker.0
00000100:00080000:0.0:1767320800.960284:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320800.960287:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320800.960290:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993952128:0@lo:38:kworker.0
00000100:00080000:0.0:1767320800.960296:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320800.960299:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320800.960301:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993952384:0@lo:38:kworker.0
00000100:00080000:0.0:1767320800.960309:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320800.960313:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320800.960315:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993952640:0@lo:38:kworker.0
00000100:00100000:2.0:1767320800.962098:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6069
00000100:00100000:2.0:1767320800.962115:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993952256:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320800.962234:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320800.962450:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993952256:12345-0@lo:400:kworker.0 Request processed in 339us (3964us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320800.962458:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6069
00000100:00100000:3.0:1767320800.962564:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993952256:0@lo:400:kworker.0
00000100:00100000:2.0:1767320801.533318:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320801.533552:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320802.557705:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320802.558007:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320803.581332:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320803.581448:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320803.913011:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320803.913356:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942270976
00000100:00100000:2.0:1767320803.913372:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942270976
00000100:00100000:2.0:1767320803.913460:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73405
00000100:00100000:2.0:1767320803.913472:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942270976:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320803.913509:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320803.913850:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942270976:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 377us (854us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320803.913859:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73405
00000100:00100000:3.0:1767320803.914484:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320803.914583:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942271104
00000100:00100000:0.0:1767320803.914590:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942271104
00000100:00100000:0.0:1767320803.914672:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6070
00000100:00100000:0.0:1767320803.914681:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942271104:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:2.0:1767320803.915366:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320803.915963:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942271104:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 1272us (1471us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320803.915977:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6070
00000100:00100000:3.0:1767320804.541640:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993953024:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320804.541747:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320804.541922:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993953024
00000100:00100000:1.0:1767320804.541934:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993953024
00000100:00100000:1.0:1767320804.542014:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3521
00000100:00100000:1.0:1767320804.542026:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993953024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320804.542067:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320804.542127:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993953024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (380us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320804.542136:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3521
00000100:00100000:0.0:1767320804.542714:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320804.542727:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993953152:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320804.542764:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320804.542801:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993953152
00000100:00100000:0.0:1767320804.542806:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993953152
00000100:00100000:0.0:1767320804.542838:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3522
00000100:00100000:0.0:1767320804.542846:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993953152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320804.542868:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320804.542901:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993953152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320804.542908:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3522
00000100:00100000:0.0:1767320804.542958:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993953152:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320804.543107:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320804.543113:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320804.543146:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993953024:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320804.605319:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320804.605535:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320805.053446:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320780/real 1767320780]  req@ffff89b70635b800 x1853163993946752/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320805 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320805.053486:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b70635b800 x1853163993946752/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320805 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320805.053508:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320805.053517:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320805.053520:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993946752:0@lo:250:kworker.0
00000100:00080000:0.0:1767320805.053642:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320805.053648:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320805.053650:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320805.053654:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6025
00000100:00080000:0.0:1767320805.053659:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320805.053666:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320805.053702:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909c700 x1853163993953280/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320805.053721:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320805.053724:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320805.053725:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320805.053728:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6045
00000100:00080000:0.0:1767320805.053730:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320805.053732:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320805.053746:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635b800 x1853163993953408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320805.053752:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320805.053753:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320805.053754:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320805.053758:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6045
00000100:00080000:0.0:1767320805.053759:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320805.053761:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320805.053769:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635a680 x1853163993953536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320805.053798:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320805.053800:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320805.053801:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320805.053803:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6045
00000100:00080000:0.0:1767320805.053805:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320805.053807:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320805.053816:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358380 x1853163993953792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320805.053831:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320805.053835:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320805.053837:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320805.053841:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6045
00000100:00080000:0.0:1767320805.053843:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320805.053846:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320805.053858:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359f80 x1853163993954048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320805.053881:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320805.053896:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993953664:0@lo:400:kworker.0
00000100:00100000:0.0:1767320805.053977:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320805.054056:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993953664
00000100:00100000:0.0:1767320805.054065:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993953664
00000100:00100000:0.0:1767320805.054130:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6071
00000100:00100000:0.0:1767320805.054140:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993953664:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320805.054237:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993953664:12345-0@lo:400:kworker.0 Request processed in 98us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320805.054243:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6071
00000100:00100000:0.0:1767320805.054307:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993953664:0@lo:400:kworker.0
00000100:00100000:2.0:1767320805.054513:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993953920:0@lo:400:kworker.0
00000100:00100000:2.0:1767320805.054550:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320805.054580:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993953920
00000100:00100000:2.0:1767320805.054583:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993953920
00000100:00100000:2.0:1767320805.054613:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6072
00000100:00100000:2.0:1767320805.054617:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993953920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320805.054642:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993953920:12345-0@lo:400:kworker.0 Request processed in 25us (92us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320805.054646:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6072
00000100:00100000:2.0:1767320805.054664:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993953920:0@lo:400:kworker.0
00000100:00080000:3.0:1767320805.054785:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320805.054795:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993953280:0@lo:250:kworker.0
00000400:00000100:3.0:1767320805.054814:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993953280 offset 0 length 520: 4
00000100:00100000:3.0:1767320805.054831:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993953408:0@lo:38:kworker.0
00000100:00100000:3.0:1767320805.054850:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320805.054874:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993953536:0@lo:38:kworker.0
00000100:00100000:3.0:1767320805.054900:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320805.054925:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993953792:0@lo:38:kworker.0
00000100:00100000:3.0:1767320805.054946:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320805.054955:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993954048:0@lo:38:kworker.0
00000100:00100000:3.0:1767320805.054972:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320805.055002:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993953408
00000100:00100000:3.0:1767320805.055006:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993953408
00000100:00100000:3.0:1767320805.055026:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993953792
00000100:00100000:3.0:1767320805.055029:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993953792
00000100:00100000:3.0:1767320805.055040:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993954048
00000100:00100000:3.0:1767320805.055042:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993954048
00000100:00100000:3.0:1767320805.055057:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73406
00000100:00100000:3.0:1767320805.055062:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993953408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320805.055083:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320805.055118:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993953408:12345-0@lo:38:kworker.0 Request processed in 55us (267us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320805.055125:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73406
00000100:00100000:3.0:1767320805.055137:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73407
00000100:00100000:3.0:1767320805.055141:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993953792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320805.055150:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320805.055207:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993953792:12345-0@lo:38:kworker.0 Request processed in 64us (260us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320805.055212:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73407
00000100:00100000:3.0:1767320805.055220:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73408
00000100:00100000:3.0:1767320805.055222:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993954048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320805.055228:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320805.055243:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993954048:12345-0@lo:38:kworker.0 Request processed in 20us (271us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320805.055247:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73408
00000100:00080000:3.0:1767320805.055263:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320805.055266:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320805.055269:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993953408:0@lo:38:kworker.0
00000100:00080000:3.0:1767320805.055274:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320805.055276:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320805.055278:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993953792:0@lo:38:kworker.0
00000100:00080000:3.0:1767320805.055285:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320805.055288:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320805.055290:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993954048:0@lo:38:kworker.0
00000100:00100000:2.0:1767320805.055473:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993953536
00000100:00100000:2.0:1767320805.055477:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993953536
00000100:00100000:2.0:1767320805.055500:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371
00000100:00100000:2.0:1767320805.055504:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993953536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320805.055511:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320805.055546:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993953536:12345-0@lo:38:kworker.0 Request processed in 41us (647us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320805.055550:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371
00000100:00080000:0.0:1767320805.055653:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320805.055656:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320805.055658:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993953536:0@lo:38:kworker.0
00000100:00100000:2.0:1767320805.629392:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320805.629724:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320806.653329:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320806.653933:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320807.677338:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320807.677700:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1767320808.013657:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942271232 offset 0 length 520: 4
00000100:00100000:1.0:1767320808.013715:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320808.013770:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320808.013896:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942271488
00000100:00100000:2.0:1767320808.013897:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942271360
00000100:00100000:2.0:1767320808.013911:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942271360
00000100:00100000:0.0:1767320808.013912:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942271488
00000100:00100000:2.0:1767320808.013990:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73409
00000100:00100000:2.0:1767320808.014001:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942271360:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320808.014029:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320808.014082:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6073
00000100:00100000:0.0:1767320808.014092:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942271488:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320808.014119:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942271360:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 119us (347us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320808.014129:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73409
00000100:00100000:0.0:1767320808.014147:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942271488:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 56us (431us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320808.014156:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6073
00000100:00080000:3.0:1767320808.015566:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320808.701435:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320808.701675:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320809.662319:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320809.662373:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993954176:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320809.662495:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320809.662560:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993954176
00000100:00100000:0.0:1767320809.662587:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993954176
00000100:00080000:1.0:1767320809.662628:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320809.662669:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3523
00000100:00100000:0.0:1767320809.662680:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993954176:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320809.662727:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320809.662784:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993954176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320809.662792:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3523
00000100:00100000:2.0:1767320809.662804:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320809.662816:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993954304:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320809.662848:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320809.662948:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993954176:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320809.663265:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993954304
00000100:00100000:0.0:1767320809.663269:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993954304
00000100:00100000:0.0:1767320809.663338:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3524
00000100:00100000:0.0:1767320809.663357:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993954304:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320809.663377:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767320809.663405:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320809.663424:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993954304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (575us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320809.663432:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3524
00000100:00100000:2.0:1767320809.664045:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993954304:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320809.725956:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320809.729634:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320810.173440:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320810.173450:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320810.173454:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320810.173458:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320810.173462:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320810.173471:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6049
00000100:00080000:3.0:1767320810.173477:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320810.173484:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320810.173522:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb26d80 x1853163993954432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320810.173548:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320810.173551:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320810.173553:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320810.173557:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6049
00000100:00080000:3.0:1767320810.173559:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320810.173563:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320810.173597:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6050baa00 x1853163993954560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320810.173650:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320810.173653:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320810.173655:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320810.173658:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6049
00000100:00080000:3.0:1767320810.173661:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320810.173664:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320810.173675:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a39aa00 x1853163993954816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320810.173702:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320810.173706:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320810.173708:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320810.173711:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6049
00000100:00080000:3.0:1767320810.173713:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320810.173716:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320810.173724:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252300 x1853163993955072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320810.173758:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993954944:0@lo:400:kworker.0
00000100:00100000:3.0:1767320810.173837:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320810.173925:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993954944
00000100:00100000:3.0:1767320810.173932:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993954944
00000100:00100000:0.0:1767320810.174206:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993954432:0@lo:38:kworker.0
00000100:00100000:0.0:1767320810.174240:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320810.174266:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993954560:0@lo:38:kworker.0
00000100:00100000:0.0:1767320810.174288:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320810.174327:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993954816:0@lo:38:kworker.0
00000100:00100000:0.0:1767320810.174360:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320810.174376:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993955072:0@lo:38:kworker.0
00000100:00100000:0.0:1767320810.174396:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320810.174425:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993954432
00000100:00100000:0.0:1767320810.174429:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993954432
00000100:00100000:2.0:1767320810.174490:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993954688:0@lo:400:kworker.0
00000100:00100000:2.0:1767320810.174520:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320810.174553:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993954816
00000100:00100000:2.0:1767320810.174557:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993954816
00000100:00100000:3.0:1767320810.174627:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993955072
00000100:00100000:3.0:1767320810.174631:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993955072
00000100:00080000:1.0:1767320810.174688:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320810.174702:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993954688
00000100:00100000:1.0:1767320810.174705:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993954688
00000100:00100000:0.0:1767320810.177410:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6074
00000100:00100000:0.0:1767320810.177437:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993954944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320810.177550:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993954944:12345-0@lo:400:kworker.0 Request processed in 126us (3711us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320810.177557:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6074
00000100:00100000:0.0:1767320810.177579:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73410
00000100:00100000:0.0:1767320810.177583:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993954432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320810.177651:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320810.177688:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993954432:12345-0@lo:38:kworker.0 Request processed in 103us (3447us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320810.177695:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73410
00000100:00100000:0.0:1767320810.177727:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993954560
00000100:00100000:0.0:1767320810.177735:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993954560
00000100:00100000:0.0:1767320810.177769:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372
00000100:00100000:0.0:1767320810.177773:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993954560:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320810.177784:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320810.177811:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993954560:12345-0@lo:38:kworker.0 Request processed in 36us (3521us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320810.177819:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372
00000100:00100000:0.0:1767320810.177890:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993954944:0@lo:400:kworker.0
00000100:00080000:0.0:1767320810.177927:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320810.177933:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320810.177936:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993954432:0@lo:38:kworker.0
00000100:00080000:0.0:1767320810.177946:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320810.177949:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320810.177952:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993954560:0@lo:38:kworker.0
00000100:00080000:0.0:1767320810.177999:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320810.179362:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73411
00000100:00100000:2.0:1767320810.179372:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993954816:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320810.179394:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320810.179467:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993954816:12345-0@lo:38:kworker.0 Request processed in 95us (5106us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320810.179474:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73411
00000100:00080000:2.0:1767320810.179514:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320810.179518:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320810.179522:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993954816:0@lo:38:kworker.0
00000100:00100000:3.0:1767320810.180637:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73412
00000100:00100000:3.0:1767320810.180645:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993955072:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320810.180662:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320810.180730:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993955072:12345-0@lo:38:kworker.0 Request processed in 84us (6332us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320810.180736:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73412
00000100:00080000:2.0:1767320810.180831:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320810.180836:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320810.180839:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993955072:0@lo:38:kworker.0
00000100:00100000:1.0:1767320810.180974:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6075
00000100:00100000:1.0:1767320810.180988:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993954688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320810.181250:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993954688:12345-0@lo:400:kworker.0 Request processed in 266us (6726us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320810.181257:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6075
00000100:00100000:2.0:1767320810.181582:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993954688:0@lo:400:kworker.0
00000100:00100000:2.0:1767320810.749271:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320810.749495:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320811.773635:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320811.776455:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320812.797275:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320812.799859:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320813.126884:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320813.127220:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320813.128617:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942271616
00000100:00100000:2.0:1767320813.128632:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942271616
00000100:00100000:2.0:1767320813.128727:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942271744
00000100:00100000:2.0:1767320813.128732:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942271744
00000100:00080000:1.0:1767320813.128820:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320813.128959:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6076
00000100:00100000:3.0:1767320813.128986:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942271744:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320813.129126:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942271744:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 144us (1905us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320813.129134:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6076
00000100:00100000:3.0:1767320813.129177:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73413
00000100:00100000:3.0:1767320813.129183:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942271616:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320813.129205:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320813.129234:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942271616:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 50us (2360us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320813.129241:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73413
00000100:00100000:2.0:1767320813.821362:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320813.821437:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320814.782341:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320814.782401:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993955200:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320814.782476:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320814.782525:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993955328:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320814.782560:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320814.782603:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993955200
00000100:00100000:1.0:1767320814.782612:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993955200
00000100:00100000:1.0:1767320814.782683:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993955328
00000100:00100000:1.0:1767320814.782687:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993955328
00000100:00100000:1.0:1767320814.782710:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3525
00000100:00100000:1.0:1767320814.782846:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993955200:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320814.782862:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320814.782868:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767320814.782874:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320814.782989:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993955200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (512us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320814.783982:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3526
00000100:00100000:0.0:1767320814.783998:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993955328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320814.784021:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320814.784147:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993955328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 156us (1585us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320814.784156:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3526
00000100:00100000:0.0:1767320814.784434:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993955200:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320814.788057:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3525
00000100:00100000:2.0:1767320814.788106:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993955328:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320814.845311:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320814.845406:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320815.293302:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320815.293319:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320815.293323:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320815.293328:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320815.293332:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320815.293341:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6054
00000100:00080000:3.0:1767320815.293346:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320815.293353:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320815.293400:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251880 x1853163993955456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320815.293427:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320815.293430:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320815.293432:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320815.293436:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6054
00000100:00080000:3.0:1767320815.293439:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320815.293442:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320815.293455:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251c00 x1853163993955584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320815.293481:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320815.293484:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320815.293485:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320815.293488:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6054
00000100:00080000:3.0:1767320815.293491:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320815.293494:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320815.293503:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741253100 x1853163993955840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320815.293524:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320815.293527:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320815.293529:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320815.293532:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6054
00000100:00080000:3.0:1767320815.293534:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320815.293537:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320815.293544:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251f80 x1853163993956096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320815.293568:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320815.293579:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993955968:0@lo:400:kworker.0
00000100:00100000:2.0:1767320815.293633:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320815.293641:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320815.293651:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993955712:0@lo:400:kworker.0
00000100:00100000:2.0:1767320815.293719:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320815.293728:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993955456:0@lo:38:kworker.0
00000100:00100000:3.0:1767320815.293756:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320815.293777:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993955584:0@lo:38:kworker.0
00000100:00100000:2.0:1767320815.293795:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993955968
00000100:00100000:3.0:1767320815.293801:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320815.293806:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993955968
00000100:00100000:3.0:1767320815.293825:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993955840:0@lo:38:kworker.0
00000100:00100000:3.0:1767320815.293849:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320815.293863:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993956096:0@lo:38:kworker.0
00000100:00100000:3.0:1767320815.293879:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320815.296134:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993955584
00000100:00100000:0.0:1767320815.296145:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993955584
00000100:00100000:0.0:1767320815.296196:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373
00000100:00100000:0.0:1767320815.296204:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993955584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320815.296228:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320815.302821:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993955712
00000100:00100000:2.0:1767320815.302836:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993955712
00000100:00100000:2.0:1767320815.302919:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993955456
00000100:00100000:2.0:1767320815.302922:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993955456
00000100:00100000:2.0:1767320815.302932:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993955840
00000100:00100000:2.0:1767320815.302935:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993955840
00000100:00100000:2.0:1767320815.302944:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993956096
00000100:00100000:2.0:1767320815.302946:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993956096
00000100:00100000:2.0:1767320815.302960:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6077
00000100:00100000:2.0:1767320815.302971:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993955968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320815.303069:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6078
00000100:00100000:1.0:1767320815.303082:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993955712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320815.303302:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993955712:12345-0@lo:400:kworker.0 Request processed in 224us (9584us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320815.303310:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6078
00000100:00100000:1.0:1767320815.303332:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73414
00000100:00100000:2.0:1767320815.303391:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993955968:12345-0@lo:400:kworker.0 Request processed in 422us (9751us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320815.303433:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993955456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320815.303454:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320815.303495:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993955456:12345-0@lo:38:kworker.0 Request processed in 63us (9740us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320815.303529:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6077
00000100:00100000:2.0:1767320815.303547:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73415
00000100:00100000:2.0:1767320815.303552:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993955840:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320815.303564:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320815.303591:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993955840:12345-0@lo:38:kworker.0 Request processed in 38us (9742us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320815.303597:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73415
00000100:00100000:2.0:1767320815.303611:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73416
00000100:00100000:2.0:1767320815.303615:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993956096:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320815.303624:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320815.303647:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993956096:12345-0@lo:38:kworker.0 Request processed in 31us (9768us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320815.303653:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73416
00000100:00080000:2.0:1767320815.303678:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320815.304099:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73414
00000100:00080000:1.0:1767320815.304144:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320815.304149:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320815.304154:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993955456:0@lo:38:kworker.0
00000100:00080000:1.0:1767320815.304263:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320815.304267:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320815.304270:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993955840:0@lo:38:kworker.0
00000100:00080000:1.0:1767320815.304278:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320815.304281:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320815.304284:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993956096:0@lo:38:kworker.0
00000100:00100000:2.0:1767320815.304384:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993955712:0@lo:400:kworker.0
00000100:00100000:1.0:1767320815.314505:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993955968:0@lo:400:kworker.0
00000100:00100000:0.0:1767320815.323822:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993955584:12345-0@lo:38:kworker.0 Request processed in 27610us (30014us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320815.323836:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373
00000100:00080000:3.0:1767320815.323965:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320815.323973:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320815.323977:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993955584:0@lo:38:kworker.0
00000100:00100000:2.0:1767320815.869340:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320815.869497:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320816.893761:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320816.893892:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320817.917309:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320817.917497:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320818.248119:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320818.248209:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320818.248550:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942272000
00000100:00100000:1.0:1767320818.248560:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942272000
00000100:00100000:1.0:1767320818.248670:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942271872
00000100:00100000:1.0:1767320818.248682:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942271872
00000100:00100000:1.0:1767320818.248707:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6079
00000100:00100000:1.0:1767320818.248718:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942272000:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320818.248794:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942272000:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 78us (685us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320818.248802:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6079
00000100:00100000:1.0:1767320818.248821:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73417
00000100:00100000:1.0:1767320818.248826:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942271872:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320818.248845:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320818.248869:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942271872:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 42us (661us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320818.248876:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73417
00000100:00080000:2.0:1767320818.249968:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320818.942618:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320818.943048:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320819.901465:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320819.901505:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993956224:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320819.901586:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320819.901742:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993956224
00000100:00100000:3.0:1767320819.901751:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993956224
00000100:00100000:3.0:1767320819.901823:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3527
00000100:00100000:3.0:1767320819.901832:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993956224:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320819.901860:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320819.901909:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993956224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (322us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320819.901918:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3527
00000100:00100000:3.0:1767320819.901969:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993956224:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320819.902036:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320819.903983:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993956352:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320819.904046:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320819.904137:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993956352
00000100:00100000:3.0:1767320819.904144:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993956352
00000100:00100000:3.0:1767320819.904230:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3528
00000100:00100000:3.0:1767320819.904238:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993956352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320819.904263:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767320819.904348:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320819.905892:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993956352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1646us (1836us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320819.905904:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3528
00000100:00100000:2.0:1767320819.906286:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993956352:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320819.966300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320819.967036:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320820.413285:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320820.413295:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320820.413298:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320820.413302:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320820.413307:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320820.413315:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6059
00000100:00080000:3.0:1767320820.413321:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320820.413463:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320820.413507:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b0a80 x1853163993956480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320820.413537:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320820.413541:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320820.413543:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320820.413548:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6059
00000100:00080000:3.0:1767320820.413550:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320820.413554:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320820.413567:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b1500 x1853163993956608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320820.413638:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993956736:0@lo:400:kworker.0
00000100:00100000:0.0:1767320820.413679:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993956480:0@lo:38:kworker.0
00000100:00100000:1.0:1767320820.413719:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320820.413870:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993956736
00000100:00100000:2.0:1767320820.413878:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993956736
00000100:00100000:0.0:1767320820.413946:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320820.413974:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993956608:0@lo:38:kworker.0
00000100:00080000:3.0:1767320820.413977:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320820.413983:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320820.413985:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320820.413990:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6059
00000100:00080000:3.0:1767320820.413994:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320820.413998:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320820.414006:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320820.414016:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b0000 x1853163993956864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320820.414063:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320820.414067:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320820.414070:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320820.414074:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6059
00000100:00080000:3.0:1767320820.414077:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320820.414081:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320820.414093:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6d80 x1853163993957120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320820.414489:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993956864:0@lo:38:kworker.0
00000100:00100000:0.0:1767320820.414517:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320820.419628:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993956480
00000100:00100000:2.0:1767320820.419643:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993956480
00000100:00100000:2.0:1767320820.419717:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6080
00000100:00100000:2.0:1767320820.419736:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993956736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320820.419904:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320820.419918:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993957376:0@lo:400:kworker.0
00000100:00100000:1.0:1767320820.420140:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320820.420223:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73418
00000100:00100000:1.0:1767320820.420229:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993956480:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320820.420251:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320820.420288:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993956480:12345-0@lo:38:kworker.0 Request processed in 57us (6344us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320820.420295:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73418
00000100:00100000:0.0:1767320820.420991:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993957120:0@lo:38:kworker.0
00000100:00100000:0.0:1767320820.421035:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320820.421072:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320820.421077:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320820.421080:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993956480:0@lo:38:kworker.0
00000100:00080000:0.0:1767320820.421117:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320820.421132:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993956608
00000100:00100000:0.0:1767320820.421138:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993956608
00000100:00100000:1.0:1767320820.421181:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993957376
00000100:00100000:1.0:1767320820.421186:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993957376
00000100:00100000:0.0:1767320820.421200:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374
00000100:00100000:0.0:1767320820.421207:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993956608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320820.421222:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320820.421227:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3747
00000100:00100000:1.0:1767320820.421237:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993957376:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320820.421269:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993956608:12345-0@lo:38:kworker.0 Request processed in 60us (7261us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320820.421279:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374
00000100:00080000:0.0:1767320820.421311:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320820.421316:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993956736:12345-0@lo:400:kworker.0 Request processed in 1589us (7598us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320820.421324:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6080
00000100:00080000:0.0:1767320820.421330:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320820.421334:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993956608:0@lo:38:kworker.0
00000100:00100000:2.0:1767320820.421356:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993956864
00000100:00100000:2.0:1767320820.421361:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993956864
00000100:00100000:2.0:1767320820.421378:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993957120
00000100:00100000:2.0:1767320820.421381:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993957120
00000100:00100000:2.0:1767320820.421395:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73419
00000100:00100000:2.0:1767320820.421399:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993956864:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320820.421409:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320820.421417:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73420
00000100:00100000:0.0:1767320820.421423:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993957120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320820.421434:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320820.421442:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993956864:12345-0@lo:38:kworker.0 Request processed in 41us (6923us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320820.421449:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73419
00000100:00100000:0.0:1767320820.421470:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993957120:12345-0@lo:38:kworker.0 Request processed in 44us (434us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320820.421478:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73420
00000100:00100000:2.0:1767320820.421483:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993957248:0@lo:400:kworker.0
00000100:00080000:0.0:1767320820.421517:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320820.421522:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320820.421526:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320820.421543:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993956864:0@lo:38:kworker.0
00000100:00100000:2.0:1767320820.421552:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767320820.421558:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320820.421562:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993956992:0@lo:400:kworker.0
00000100:00080000:0.0:1767320820.421566:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320820.421572:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993957120:0@lo:38:kworker.0
00000100:00100000:2.0:1767320820.421592:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320820.421610:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993957248
00000100:00100000:0.0:1767320820.421615:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993957248
00000100:00100000:2.0:1767320820.421624:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993956992
00000100:00100000:2.0:1767320820.421629:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993956992
00000100:00100000:0.0:1767320820.421646:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3748
00000100:00100000:0.0:1767320820.421657:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993957248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320820.421668:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6081
00000100:00100000:2.0:1767320820.421677:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993956992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320820.421703:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993957248:12345-0@lo:400:kworker.0 Request processed in 49us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320820.421711:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3748
00000100:00100000:2.0:1767320820.421717:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993956992:12345-0@lo:400:kworker.0 Request processed in 41us (125us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320820.421725:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6081
00000100:00080000:0.0:1767320820.421728:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320820.421762:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993956992:0@lo:400:kworker.0
00000100:00100000:2.0:1767320820.421794:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993957248:0@lo:400:kworker.0
00000100:00100000:1.0:1767320820.426524:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993957376:12345-0@lo:400:kworker.0 Request processed in 5278us (6372us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320820.426540:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3747
00000100:00100000:0.0:1767320820.429311:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993957376:0@lo:400:kworker.0
00000100:00100000:0.0:1767320820.429345:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993956736:0@lo:400:kworker.0
00000100:00100000:2.0:1767320820.989658:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320820.991393:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320822.013286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320822.013384:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320823.037899:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320823.037899:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320823.370703:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320823.370853:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320823.371085:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942272256
00000100:00100000:3.0:1767320823.371114:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942272256
00000100:00100000:3.0:1767320823.371215:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942272128
00000100:00100000:3.0:1767320823.371219:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942272128
00000100:00100000:3.0:1767320823.371238:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6082
00000100:00100000:3.0:1767320823.371248:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942272256:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320823.371323:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942272256:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 76us (630us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320823.371331:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6082
00000100:00100000:3.0:1767320823.371350:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73421
00000100:00100000:3.0:1767320823.371355:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942272128:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320823.371389:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320823.371416:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942272128:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 60us (564us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320823.371423:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73421
00000100:00080000:1.0:1767320823.371724:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320824.061442:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320824.061554:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320825.021391:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993957504:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320825.021466:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320825.021982:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993957504
00000100:00100000:3.0:1767320825.021992:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993957504
00000100:00100000:1.0:1767320825.022080:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320825.022092:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993957632:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320825.022117:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3529
00000100:00100000:1.0:1767320825.022126:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320825.022127:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993957504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320825.022190:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767320825.022196:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320825.022210:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993957632
00000100:00100000:2.0:1767320825.022214:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993957632
00000100:00080000:1.0:1767320825.022270:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320825.022293:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3530
00000100:00100000:1.0:1767320825.022302:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993957632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320825.022321:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320825.022355:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993957632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (228us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320825.022362:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3530
00000100:00100000:1.0:1767320825.022412:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993957632:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320825.044096:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993957504:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320825.047814:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993957504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 25679us (26338us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320825.047831:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3529
00000100:00100000:2.0:1767320825.085304:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320825.087341:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320825.533763:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320825.533774:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320825.533777:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320825.533781:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320825.533785:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320825.533792:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6065
00000100:00080000:2.0:1767320825.533797:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320825.533803:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320825.533841:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b705ad5500 x1853163993957760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320825.533873:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320825.533876:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320825.533878:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320825.533910:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6065
00000100:00080000:2.0:1767320825.533913:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320825.533918:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320825.533944:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293800 x1853163993957888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320825.533983:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320825.533987:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320825.533989:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320825.534000:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6065
00000100:00080000:2.0:1767320825.534002:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320825.534005:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320825.534016:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290000 x1853163993958144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320825.534040:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320825.534044:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320825.534045:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320825.534059:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6065
00000100:00080000:2.0:1767320825.534061:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320825.534065:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320825.534075:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291500 x1853163993958400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320825.534111:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993958272:0@lo:400:kworker.0
00000100:00100000:2.0:1767320825.534224:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320825.534283:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320825.534290:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993958528:0@lo:400:kworker.0
00000100:00100000:2.0:1767320825.534319:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320825.534352:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993958272
00000100:00100000:2.0:1767320825.534358:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993958272
00000100:00100000:2.0:1767320825.534422:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6083
00000100:00100000:2.0:1767320825.534431:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993958272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320825.534473:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993957760:0@lo:38:kworker.0
00000100:00100000:2.0:1767320825.534479:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993958272:12345-0@lo:400:kworker.0 Request processed in 50us (255us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320825.534485:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6083
00000100:00100000:0.0:1767320825.534499:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320825.534579:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993958528
00000100:00100000:1.0:1767320825.534584:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993958528
00000100:00100000:1.0:1767320825.534615:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3749
00000100:00100000:1.0:1767320825.534621:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993958528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320825.534658:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993958528:12345-0@lo:400:kworker.0 Request processed in 37us (337us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320825.534664:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3749
00000100:00080000:1.0:1767320825.534715:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320825.534728:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993958016:0@lo:400:kworker.0
00000100:00100000:3.0:1767320825.535083:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993958656:0@lo:400:kworker.0
00000100:00100000:3.0:1767320825.535116:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320825.535211:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993958656
00000100:00100000:1.0:1767320825.535216:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993958656
00000100:00100000:1.0:1767320825.535244:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3750
00000100:00100000:1.0:1767320825.535253:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993958656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320825.535291:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993958656:12345-0@lo:400:kworker.0 Request processed in 40us (175us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320825.535298:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3750
00000100:00100000:0.0:1767320825.542293:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993957888:0@lo:38:kworker.0
00000100:00100000:0.0:1767320825.542360:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320825.542405:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993958144:0@lo:38:kworker.0
00000100:00100000:0.0:1767320825.542434:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320825.542687:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993958528:0@lo:400:kworker.0
00000100:00100000:3.0:1767320825.542703:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993958272:0@lo:400:kworker.0
00000100:00100000:3.0:1767320825.543541:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993958656:0@lo:400:kworker.0
00000100:00100000:3.0:1767320825.543591:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993957888
00000100:00100000:3.0:1767320825.543598:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993957888
00000100:00100000:3.0:1767320825.543641:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375
00000100:00100000:3.0:1767320825.543649:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993957888:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320825.543669:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320825.543722:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993957888:12345-0@lo:38:kworker.0 Request processed in 72us (1362us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320825.543729:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375
00000100:00100000:0.0:1767320825.547366:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993958400:0@lo:38:kworker.0
00000100:00100000:2.0:1767320825.547366:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993957760
00000100:00100000:0.0:1767320825.547429:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320825.547477:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320825.547483:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320825.547486:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993957888:0@lo:38:kworker.0
00000100:00100000:2.0:1767320825.547488:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993957760
00000100:00100000:2.0:1767320825.547542:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993958144
00000100:00100000:0.0:1767320825.547544:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320825.547545:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993958144
00000100:00100000:2.0:1767320825.547558:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993958400
00000100:00100000:2.0:1767320825.547560:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993958400
00000100:00100000:2.0:1767320825.547567:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993958016
00000100:00100000:2.0:1767320825.547569:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993958016
00000100:00100000:0.0:1767320825.547591:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73422
00000100:00100000:0.0:1767320825.547598:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993957760:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320825.547600:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6084
00000100:00100000:2.0:1767320825.547606:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993958016:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767320825.547618:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320825.547652:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993957760:12345-0@lo:38:kworker.0 Request processed in 53us (13151us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320825.547652:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993958016:12345-0@lo:400:kworker.0 Request processed in 45us (107us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320825.547660:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6084
00000100:00100000:0.0:1767320825.547666:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73422
00000100:00100000:2.0:1767320825.547678:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73423
00000100:00100000:2.0:1767320825.547682:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993958144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320825.547692:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320825.547693:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73424
00000100:00100000:0.0:1767320825.547696:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993958400:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320825.547704:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320825.547714:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993958144:12345-0@lo:38:kworker.0 Request processed in 31us (5280us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320825.547720:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73423
00000100:00100000:0.0:1767320825.547721:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993958400:12345-0@lo:38:kworker.0 Request processed in 24us (294us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320825.547726:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73424
00000100:00100000:2.0:1767320825.548072:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993958016:0@lo:400:kworker.0
00000100:00080000:0.0:1767320825.551090:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320825.551101:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320825.551107:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993957760:0@lo:38:kworker.0
00000100:00080000:0.0:1767320825.551123:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320825.551126:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320825.551129:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993958144:0@lo:38:kworker.0
00000100:00080000:0.0:1767320825.551139:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320825.551142:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320825.551145:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993958400:0@lo:38:kworker.0
00000100:00080000:0.0:1767320825.551221:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320826.109496:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320826.112766:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320827.133363:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320827.136511:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320828.157402:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320828.157477:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320828.488496:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320828.488546:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320828.488648:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942272512
00000100:00100000:2.0:1767320828.488658:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942272512
00000100:00100000:2.0:1767320828.488733:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942272384
00000100:00100000:2.0:1767320828.488737:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942272384
00000100:00100000:2.0:1767320828.488768:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6085
00000100:00100000:2.0:1767320828.488779:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942272512:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320828.488868:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942272512:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 90us (382us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320828.488877:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6085
00000100:00100000:2.0:1767320828.488900:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73425
00000100:00100000:2.0:1767320828.488905:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942272384:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320828.488923:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320828.488952:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942272384:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (406us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320828.488959:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73425
00000100:00080000:0.0:1767320828.489255:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320829.181470:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320829.182361:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320830.141525:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993958912:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320830.141608:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320830.141682:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993958784:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320830.141719:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320830.141893:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993958912
00000100:00100000:2.0:1767320830.141902:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993958912
00000100:00100000:2.0:1767320830.141962:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993958784
00000100:00100000:2.0:1767320830.141977:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993958784
00000100:00100000:2.0:1767320830.142002:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3531
00000100:00100000:2.0:1767320830.142011:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993958912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320830.142045:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767320830.142135:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320830.142140:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320830.142154:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3532
00000100:00100000:0.0:1767320830.142182:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993958784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320830.142200:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320830.144848:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993958912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2828us (3241us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320830.144862:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3531
00000100:00100000:3.0:1767320830.145005:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993958912:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320830.145088:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993958784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2927us (3367us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320830.145096:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3532
00000100:00100000:3.0:1767320830.145207:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993958784:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320830.205529:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320830.205607:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767320830.653968:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320830.653980:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320830.653983:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320830.653986:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320830.653991:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320830.653999:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6070
00000100:00080000:1.0:1767320830.654003:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320830.654010:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320830.654050:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf88000 x1853163993959040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320830.654147:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320830.654150:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320830.654152:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320830.654156:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6070
00000100:00080000:1.0:1767320830.654178:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320830.654181:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320830.654199:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8bb80 x1853163993959168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320830.654353:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993959296:0@lo:400:kworker.0
00000100:00100000:3.0:1767320830.654449:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320830.654675:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993959296
00000100:00100000:2.0:1767320830.654684:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993959296
00000100:00100000:2.0:1767320830.654745:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6086
00000100:00100000:2.0:1767320830.654755:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993959296:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320830.654884:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320805/real 1767320805]  req@ffff89b70909c700 x1853163993953280/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320830 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320830.654904:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b70909c700 x1853163993953280/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320830 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320830.654919:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993959040:0@lo:38:kworker.0
00000100:00100000:0.0:1767320830.654950:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320830.654980:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993959168:0@lo:38:kworker.0
00000100:00100000:0.0:1767320830.655005:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320830.655031:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320830.655046:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320830.655050:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993953280:0@lo:250:kworker.0
00000100:00080000:0.0:1767320830.655087:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320830.655103:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993959040
00000100:00100000:0.0:1767320830.655108:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993959040
00000100:00100000:0.0:1767320830.655139:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73426
00000100:00100000:0.0:1767320830.655143:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993959040:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320830.655178:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320830.655224:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993959040:12345-0@lo:38:kworker.0 Request processed in 79us (273us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320830.655232:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73426
00000100:00080000:0.0:1767320830.655266:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320830.655270:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320830.655273:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993959040:0@lo:38:kworker.0
00000100:00100000:0.0:1767320830.655318:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993959168
00000100:00100000:0.0:1767320830.655321:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993959168
00000100:00100000:0.0:1767320830.655340:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376
00000100:00100000:0.0:1767320830.655345:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993959168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320830.655354:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320830.655383:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993959168:12345-0@lo:38:kworker.0 Request processed in 37us (377us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320830.655389:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376
00000100:00080000:0.0:1767320830.655432:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320830.655435:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320830.655438:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993959168:0@lo:38:kworker.0
00000100:00080000:1.0:1767320830.656568:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320830.656575:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320830.656578:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320830.656584:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6070
00000100:00080000:1.0:1767320830.656588:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320830.656602:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320830.656634:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8bb80 x1853163993959424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320830.658473:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993959552:0@lo:400:kworker.0
00000100:00100000:0.0:1767320830.658545:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320830.658621:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993959552
00000100:00100000:0.0:1767320830.658628:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993959552
00000100:00100000:0.0:1767320830.658680:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6087
00000100:00100000:0.0:1767320830.658688:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993959552:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320830.658737:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993959552:12345-0@lo:400:kworker.0 Request processed in 50us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320830.658744:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6087
00000100:00080000:0.0:1767320830.658767:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320830.658796:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993959552:0@lo:400:kworker.0
00000100:00100000:0.0:1767320830.658841:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993959424:0@lo:38:kworker.0
00000100:00100000:0.0:1767320830.658882:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320830.658910:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993959424
00000100:00100000:0.0:1767320830.658914:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993959424
00000100:00100000:0.0:1767320830.658936:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73427
00000100:00100000:0.0:1767320830.658941:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993959424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320830.658972:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320830.659004:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993959424:12345-0@lo:38:kworker.0 Request processed in 62us (122us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320830.659011:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73427
00000100:00080000:0.0:1767320830.659035:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320830.659039:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320830.659042:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993959424:0@lo:38:kworker.0
00000100:00100000:2.0:1767320830.667344:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993959296:12345-0@lo:400:kworker.0 Request processed in 12580us (12885us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320830.667360:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6086
00000100:00100000:3.0:1767320830.667885:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993959296:0@lo:400:kworker.0
00000100:00080000:1.0:1767320830.669520:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320830.669531:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320830.669536:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320830.669545:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6070
00000100:00080000:1.0:1767320830.669549:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320830.669558:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320830.669617:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89880 x1853163993959680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320830.669696:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993959680:0@lo:38:kworker.0
00000100:00100000:0.0:1767320830.669762:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320830.669848:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993959680
00000100:00100000:2.0:1767320830.669856:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993959680
00000100:00100000:2.0:1767320830.669901:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73428
00000100:00100000:2.0:1767320830.669908:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993959680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320830.669928:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767320830.671677:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320830.671682:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767320830.671686:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320830.671691:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6049
00000100:00080000:1.0:1767320830.671694:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320830.671700:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320830.671714:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b23d500 x1853163993960064/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320830.671776:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993959808:0@lo:400:kworker.0
00000100:00100000:3.0:1767320830.671824:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320830.671857:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320830.671864:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993959936:0@lo:400:kworker.0
00000100:00100000:3.0:1767320830.671884:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320830.671916:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993959808
00000100:00100000:3.0:1767320830.671921:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993959808
00000100:00100000:3.0:1767320830.671967:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993959936
00000100:00100000:3.0:1767320830.671970:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993959936
00000100:00100000:3.0:1767320830.671992:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3751
00000100:00100000:3.0:1767320830.671998:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993959808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320830.672040:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993959808:12345-0@lo:400:kworker.0 Request processed in 42us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320830.672047:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3751
00000100:00100000:3.0:1767320830.672073:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3752
00000100:00100000:3.0:1767320830.672079:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993959936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320830.672102:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993959936:12345-0@lo:400:kworker.0 Request processed in 24us (217us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320830.672108:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3752
00000100:00100000:3.0:1767320830.672144:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993959936:0@lo:400:kworker.0
00000100:00100000:3.0:1767320830.672153:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993959808:0@lo:400:kworker.0
00000100:00100000:0.0:1767320830.686502:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993960064:0@lo:250:kworker.0
00000400:00000100:0.0:1767320830.686568:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993960064 offset 0 length 520: 4
00000100:00100000:2.0:1767320830.686665:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993959680:12345-0@lo:38:kworker.0 Request processed in 16753us (16900us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320830.686677:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73428
00000100:00080000:0.0:1767320830.691364:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320830.691378:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320830.691384:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993959680:0@lo:38:kworker.0
00000100:00100000:2.0:1767320831.229428:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320831.233038:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320832.253497:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320832.254356:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320833.277459:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320833.277532:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320833.612100:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320833.612262:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:2.0:1767320833.614924:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942272896 offset 0 length 520: 4
00000100:00100000:3.0:1767320833.615360:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942272768
00000100:00100000:3.0:1767320833.615375:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942272768
00000100:00080000:1.0:1767320833.615553:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320833.616382:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942272640
00000100:00100000:0.0:1767320833.616393:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942272640
00000100:00100000:3.0:1767320833.616425:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6088
00000100:00100000:3.0:1767320833.616451:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942272768:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320833.616475:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73429
00000100:00100000:0.0:1767320833.616485:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942272640:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320833.616515:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320833.616547:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942272768:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 106us (4460us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320833.616556:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6088
00000100:00100000:0.0:1767320833.616813:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942272640:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 325us (4548us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320833.616824:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73429
00010000:00010000:0.0:1767320834.301540:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320834.304195:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320835.262392:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993960192:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320835.262470:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320835.262795:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993960192
00000100:00100000:3.0:1767320835.262804:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993960192
00000100:00100000:3.0:1767320835.262880:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3533
00000100:00100000:3.0:1767320835.262891:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993960192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320835.262922:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320835.262969:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993960192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (498us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320835.262976:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3533
00000100:00080000:2.0:1767320835.263620:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320835.263668:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993960192:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320835.263687:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320835.263695:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993960320:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320835.263731:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320835.263819:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993960320
00000100:00100000:0.0:1767320835.263824:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993960320
00000100:00100000:0.0:1767320835.263884:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3534
00000100:00100000:0.0:1767320835.263892:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993960320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320835.263916:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320835.263952:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993960320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320835.263960:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3534
00000100:00080000:2.0:1767320835.265677:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320835.265746:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993960320:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320835.327661:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320835.327807:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320835.773773:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320835.773784:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320835.773787:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320835.773790:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320835.773794:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320835.773802:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6075
00000100:00080000:3.0:1767320835.773807:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320835.773814:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320835.773872:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad7800 x1853163993960448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320835.773897:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320835.773900:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320835.773902:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320835.773906:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6075
00000100:00080000:3.0:1767320835.773908:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320835.773911:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320835.773930:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad5180 x1853163993960576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320835.773967:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320835.773971:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320835.773972:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320835.773976:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6075
00000100:00080000:3.0:1767320835.773978:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320835.773982:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320835.773993:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4700 x1853163993960832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320835.774007:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320835.774010:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320835.774012:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320835.774016:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6075
00000100:00080000:3.0:1767320835.774018:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320835.774038:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320835.774049:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad5880 x1853163993961088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320835.774103:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993961344:0@lo:400:kworker.0
00000100:00100000:3.0:1767320835.774196:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320835.774270:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320835.774276:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993961216:0@lo:400:kworker.0
00000100:00100000:3.0:1767320835.774300:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320835.774331:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993961344
00000100:00100000:3.0:1767320835.774338:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993961344
00000100:00100000:3.0:1767320835.774381:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993961216
00000100:00100000:3.0:1767320835.774384:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993961216
00000100:00100000:3.0:1767320835.775128:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3753
00000100:00100000:3.0:1767320835.775138:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993961344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320835.775218:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993961344:12345-0@lo:400:kworker.0 Request processed in 81us (1021us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320835.775225:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3753
00000100:00100000:3.0:1767320835.775239:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3754
00000100:00100000:3.0:1767320835.775730:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993961216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320835.775767:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993961216:12345-0@lo:400:kworker.0 Request processed in 523us (1467us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320835.775773:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3754
00000100:00100000:3.0:1767320835.775959:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993961216:0@lo:400:kworker.0
00000100:00100000:3.0:1767320835.775974:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993961344:0@lo:400:kworker.0
00000100:00100000:1.0:1767320835.776181:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993960704:0@lo:400:kworker.0
00000100:00100000:1.0:1767320835.776221:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320835.776257:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320835.776263:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993960960:0@lo:400:kworker.0
00000100:00100000:1.0:1767320835.776283:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320835.776313:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993960704
00000100:00100000:1.0:1767320835.776318:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993960704
00000100:00100000:1.0:1767320835.776354:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993960960
00000100:00100000:1.0:1767320835.776358:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993960960
00000100:00100000:1.0:1767320835.776376:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6089
00000100:00100000:1.0:1767320835.776383:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993960704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320835.776433:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993960704:12345-0@lo:400:kworker.0 Request processed in 50us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320835.776440:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6089
00000100:00100000:1.0:1767320835.776453:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6090
00000100:00100000:1.0:1767320835.776459:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993960960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320835.776484:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993960960:12345-0@lo:400:kworker.0 Request processed in 24us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320835.776489:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6090
00000100:00100000:1.0:1767320835.776529:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993960960:0@lo:400:kworker.0
00000100:00100000:1.0:1767320835.776537:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993960704:0@lo:400:kworker.0
00000100:00100000:0.0:1767320835.776944:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993960448:0@lo:38:kworker.0
00000100:00100000:0.0:1767320835.776979:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320835.776998:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993960448
00000100:00100000:1.0:1767320835.777002:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993960448
00000100:00100000:0.0:1767320835.777013:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993960576:0@lo:38:kworker.0
00000100:00100000:0.0:1767320835.777037:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320835.777063:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993960832:0@lo:38:kworker.0
00000100:00100000:0.0:1767320835.777085:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320835.777087:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73430
00000100:00100000:1.0:1767320835.777096:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993960448:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320835.777100:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993961088:0@lo:38:kworker.0
00010000:00020000:1.0:1767320835.777114:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320835.777140:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993960448:12345-0@lo:38:kworker.0 Request processed in 44us (161us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320835.777146:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73430
00000100:00100000:1.0:1767320835.777155:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993960832
00000100:00100000:1.0:1767320835.777174:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993960832
00000100:00100000:0.0:1767320835.777175:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320835.777188:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993961088
00000100:00100000:1.0:1767320835.777190:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993961088
00000100:00100000:1.0:1767320835.777199:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73431
00000100:00080000:0.0:1767320835.777201:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320835.777202:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993960832:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767320835.777205:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320835.777208:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993960448:0@lo:38:kworker.0
00010000:00020000:1.0:1767320835.777211:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320835.777230:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993960576
00000100:00100000:0.0:1767320835.777233:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993960576
00000100:00100000:1.0:1767320835.777237:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993960832:12345-0@lo:38:kworker.0 Request processed in 34us (152us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320835.777252:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377
00000100:00100000:0.0:1767320835.777256:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993960576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320835.777265:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320835.777289:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993960576:12345-0@lo:38:kworker.0 Request processed in 32us (251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320835.777295:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377
00000100:00100000:0.0:1767320835.777314:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73432
00000100:00100000:0.0:1767320835.777318:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993961088:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320835.777327:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320835.777350:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993961088:12345-0@lo:38:kworker.0 Request processed in 30us (174us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320835.777355:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73432
00000100:00080000:0.0:1767320835.777381:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320835.777385:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320835.777387:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993960576:0@lo:38:kworker.0
00000100:00080000:0.0:1767320835.777395:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320835.777398:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320835.777401:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993960832:0@lo:38:kworker.0
00000100:00080000:0.0:1767320835.777408:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320835.777411:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320835.777413:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993961088:0@lo:38:kworker.0
00000100:00080000:2.0:1767320835.777570:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320835.778087:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73431
00000100:00100000:2.0:1767320836.349338:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320836.349491:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320837.373959:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320837.376006:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320838.397300:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320838.397363:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320838.728035:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320838.728095:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320838.728197:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942273152
00000100:00100000:2.0:1767320838.728207:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942273152
00000100:00100000:2.0:1767320838.728303:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942273024
00000100:00100000:2.0:1767320838.728307:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942273024
00000100:00100000:2.0:1767320838.728328:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6091
00000100:00100000:2.0:1767320838.728339:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942273152:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320838.728430:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942273152:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 93us (406us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320838.728440:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6091
00000100:00100000:2.0:1767320838.728463:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73433
00000100:00100000:2.0:1767320838.728468:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942273024:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320838.728489:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320838.728516:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942273024:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (421us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320838.728718:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73433
00000100:00080000:1.0:1767320838.729066:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320839.421600:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320839.423925:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320840.381598:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320840.381615:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993961472:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320840.381764:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320840.382389:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993961472
00000100:00100000:2.0:1767320840.382399:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993961472
00000100:00100000:2.0:1767320840.382481:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3535
00000100:00100000:2.0:1767320840.382491:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993961472:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320840.382526:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320840.382584:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993961472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (819us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320840.382591:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3535
00000100:00080000:0.0:1767320840.382987:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320840.383043:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993961472:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320840.384631:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320840.384651:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993961600:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320840.384711:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320840.384899:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993961600
00000100:00100000:1.0:1767320840.384918:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993961600
00000100:00100000:1.0:1767320840.384986:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3536
00000100:00100000:1.0:1767320840.384996:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993961600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320840.385034:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320840.385079:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993961600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (368us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320840.385086:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3536
00000100:00100000:3.0:1767320840.385615:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993961600:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320840.385697:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320840.445685:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320840.446329:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320840.893456:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320840.893469:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320840.893472:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320840.893477:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320840.893481:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320840.893541:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6080
00000100:00080000:3.0:1767320840.893546:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320840.893553:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320840.893597:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf88000 x1853163993961728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320840.893625:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320840.893628:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320840.893631:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320840.893635:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6080
00000100:00080000:3.0:1767320840.893637:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320840.893641:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320840.893656:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad5880 x1853163993961856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320840.893705:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320840.893709:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320840.893711:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320840.893714:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6080
00000100:00080000:3.0:1767320840.893717:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320840.893721:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320840.893732:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad5180 x1853163993962112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320840.893748:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320840.893752:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320840.893753:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320840.893757:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6080
00000100:00080000:3.0:1767320840.893759:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320840.893763:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320840.893789:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4e00 x1853163993962368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320840.893869:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993961728:0@lo:38:kworker.0
00000100:00100000:0.0:1767320840.893951:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320840.894013:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993961856:0@lo:38:kworker.0
00000100:00100000:0.0:1767320840.894040:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320840.894094:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993962112:0@lo:38:kworker.0
00000100:00100000:0.0:1767320840.894116:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320840.894131:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993962368:0@lo:38:kworker.0
00000100:00100000:0.0:1767320840.894149:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320840.894216:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993961856
00000100:00100000:0.0:1767320840.894224:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993961856
00000100:00100000:0.0:1767320840.894258:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378
00000100:00100000:0.0:1767320840.894266:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993961856:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320840.894286:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320840.894328:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993961856:12345-0@lo:38:kworker.0 Request processed in 60us (286us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320840.894335:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378
00000100:00080000:0.0:1767320840.894379:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320840.894384:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320840.894388:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993961856:0@lo:38:kworker.0
00000100:00100000:2.0:1767320840.894470:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993961728
00000100:00100000:2.0:1767320840.894475:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993961728
00000100:00100000:2.0:1767320840.894508:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993962112
00000100:00100000:2.0:1767320840.894511:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993962112
00000100:00100000:2.0:1767320840.894527:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993962368
00000100:00100000:2.0:1767320840.894529:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993962368
00000100:00100000:2.0:1767320840.894547:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73434
00000100:00100000:2.0:1767320840.894552:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993961728:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320840.894561:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320840.894593:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993961728:12345-0@lo:38:kworker.0 Request processed in 40us (642us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320840.894598:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73434
00000100:00100000:2.0:1767320840.894614:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73435
00000100:00100000:2.0:1767320840.894618:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993962112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320840.894627:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320840.894650:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993962112:12345-0@lo:38:kworker.0 Request processed in 30us (533us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320840.894656:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73435
00000100:00100000:2.0:1767320840.894666:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73436
00000100:00100000:2.0:1767320840.894670:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993962368:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320840.894678:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320840.894697:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993962368:12345-0@lo:38:kworker.0 Request processed in 25us (547us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320840.894702:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73436
00000100:00100000:2.0:1767320840.894730:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993961984:0@lo:400:kworker.0
00000100:00100000:2.0:1767320840.894755:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320840.894787:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320840.894793:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993962240:0@lo:400:kworker.0
00000100:00100000:2.0:1767320840.894813:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320840.894835:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993961984
00000100:00100000:2.0:1767320840.894839:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993961984
00000100:00100000:2.0:1767320840.894872:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993962240
00000100:00100000:2.0:1767320840.894874:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993962240
00000100:00100000:2.0:1767320840.894891:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6092
00000100:00100000:2.0:1767320840.894896:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993961984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320840.894932:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993961984:12345-0@lo:400:kworker.0 Request processed in 36us (177us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320840.894938:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6092
00000100:00100000:2.0:1767320840.894949:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6093
00000100:00100000:2.0:1767320840.894954:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993962240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320840.894976:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993962240:12345-0@lo:400:kworker.0 Request processed in 22us (162us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320840.894981:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6093
00000100:00080000:2.0:1767320840.894998:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320840.895019:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993962240:0@lo:400:kworker.0
00000100:00100000:2.0:1767320840.895027:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993961984:0@lo:400:kworker.0
00000100:00080000:0.0:1767320840.895109:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320840.895114:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320840.895118:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993961728:0@lo:38:kworker.0
00000100:00080000:0.0:1767320840.895125:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320840.895128:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320840.895131:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993962112:0@lo:38:kworker.0
00000100:00080000:0.0:1767320840.895137:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320840.895140:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320840.895143:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993962368:0@lo:38:kworker.0
00010000:00010000:3.0:1767320841.469278:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320841.471946:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320842.493324:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320842.493627:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320843.517269:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320843.517384:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320843.848703:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320843.848800:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320843.853930:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942273408
00000100:00100000:3.0:1767320843.858296:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942273408
00000100:00100000:3.0:1767320843.858404:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942273280
00000100:00100000:3.0:1767320843.858408:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942273280
00000100:00100000:3.0:1767320843.858438:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6094
00000100:00100000:3.0:1767320843.858448:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942273408:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320843.858537:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942273408:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 90us (9841us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320843.858546:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6094
00000100:00100000:3.0:1767320843.858566:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73437
00000100:00100000:3.0:1767320843.858570:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942273280:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320843.858590:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320843.858627:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942273280:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (9826us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320843.858634:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73437
00000100:00080000:2.0:1767320843.858848:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320844.541556:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320844.541633:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320845.501668:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320845.501697:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993962496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320845.501772:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320845.501978:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993962496
00000100:00100000:2.0:1767320845.501988:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993962496
00000100:00100000:2.0:1767320845.502058:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3537
00000100:00100000:2.0:1767320845.502068:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993962496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320845.502099:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320845.502154:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993962496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (383us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320845.502179:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3537
00000100:00100000:0.0:1767320845.502289:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993962496:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320845.502605:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320845.505308:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993962624:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320845.505433:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320845.505838:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993962624
00000100:00100000:2.0:1767320845.505847:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993962624
00000100:00100000:2.0:1767320845.505971:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3538
00000100:00100000:2.0:1767320845.505981:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993962624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320845.506022:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320845.506072:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993962624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (640us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320845.506080:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3538
00000100:00100000:0.0:1767320845.506208:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993962624:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320845.508747:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320845.565286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320845.566652:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320846.014406:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320846.014417:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320846.014419:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320846.014423:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320846.014427:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320846.014435:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6085
00000100:00080000:0.0:1767320846.014439:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320846.014446:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320846.014487:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108700 x1853163993962752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320846.014505:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320846.014508:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320846.014510:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320846.014514:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6085
00000100:00080000:0.0:1767320846.014516:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320846.014520:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320846.014536:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf88000 x1853163993962880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320846.014582:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320846.014586:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320846.014588:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320846.014592:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6085
00000100:00080000:0.0:1767320846.014594:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320846.014597:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320846.014609:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4380 x1853163993963136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320846.014624:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320846.014627:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320846.014629:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320846.014633:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6085
00000100:00080000:0.0:1767320846.014635:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320846.014639:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320846.014648:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f7480 x1853163993963392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320846.014765:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993962752:0@lo:38:kworker.0
00000100:00100000:3.0:1767320846.014832:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993963008:0@lo:400:kworker.0
00000100:00100000:2.0:1767320846.014844:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320846.014900:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993962752
00000100:00100000:0.0:1767320846.014908:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993962752
00000100:00100000:0.0:1767320846.014957:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73438
00000100:00100000:0.0:1767320846.014964:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993962752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320846.014984:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320846.015179:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993963264:0@lo:400:kworker.0
00000100:00100000:0.0:1767320846.018803:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993962752:12345-0@lo:38:kworker.0 Request processed in 3823us (3944us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320846.018820:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73438
00000100:00100000:1.0:1767320846.020393:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320846.020561:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993963264
00000100:00100000:0.0:1767320846.020571:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993963264
00000100:00100000:0.0:1767320846.020643:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6095
00000100:00100000:0.0:1767320846.020655:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993963264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320846.020729:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993963264:12345-0@lo:400:kworker.0 Request processed in 78us (342us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320846.020735:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6095
00000100:00100000:1.0:1767320846.020833:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993963264:0@lo:400:kworker.0
00000100:00080000:1.0:1767320846.020863:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320846.021795:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320846.021803:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320846.021807:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993962752:0@lo:38:kworker.0
00000100:00100000:2.0:1767320846.021818:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993962880:0@lo:38:kworker.0
00000100:00100000:2.0:1767320846.021860:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320846.021951:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993963136:0@lo:38:kworker.0
00000100:00100000:2.0:1767320846.021980:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320846.022362:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993963392:0@lo:38:kworker.0
00000100:00100000:2.0:1767320846.022388:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320846.022441:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993962880
00000100:00100000:0.0:1767320846.022451:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993962880
00000100:00100000:0.0:1767320846.022484:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379
00000100:00100000:0.0:1767320846.022490:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993962880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320846.022508:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320846.022543:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993962880:12345-0@lo:38:kworker.0 Request processed in 52us (682us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320846.022549:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379
00000100:00080000:2.0:1767320846.022760:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320846.022765:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320846.022768:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993962880:0@lo:38:kworker.0
00000100:00100000:2.0:1767320846.022799:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320846.022847:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993963136
00000100:00100000:1.0:1767320846.022852:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993963136
00000100:00100000:1.0:1767320846.022876:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993963392
00000100:00100000:1.0:1767320846.022878:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993963392
00000100:00100000:1.0:1767320846.022896:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73439
00000100:00100000:1.0:1767320846.022901:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993963136:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320846.022911:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320846.022945:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993963136:12345-0@lo:38:kworker.0 Request processed in 43us (964us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320846.022951:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73439
00000100:00100000:1.0:1767320846.022964:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73440
00000100:00100000:1.0:1767320846.022968:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993963392:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320846.022976:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320846.022996:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993963392:12345-0@lo:38:kworker.0 Request processed in 27us (607us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320846.023014:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73440
00000100:00080000:1.0:1767320846.023047:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320846.023051:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320846.023054:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993963136:0@lo:38:kworker.0
00000100:00080000:1.0:1767320846.023062:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320846.023065:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320846.023068:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993963392:0@lo:38:kworker.0
00000100:00100000:0.0:1767320846.025706:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993963008
00000100:00100000:0.0:1767320846.025726:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993963008
00000100:00100000:0.0:1767320846.025839:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6096
00000100:00100000:0.0:1767320846.025849:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993963008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320846.025934:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993963008:12345-0@lo:400:kworker.0 Request processed in 87us (3133us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320846.025941:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6096
00000100:00100000:2.0:1767320846.026047:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993963008:0@lo:400:kworker.0
00000100:00080000:1.0:1767320846.026877:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320846.589477:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320846.589595:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320847.615196:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320847.615948:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320848.638290:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320848.639392:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320848.967259:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320848.967458:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942273536
00000100:00100000:0.0:1767320848.967469:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942273536
00000100:00100000:0.0:1767320848.967530:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73441
00000100:00100000:0.0:1767320848.967538:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942273536:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767320848.967561:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320848.967982:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942273536:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 442us (731us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320848.967991:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73441
00000100:00100000:1.0:1767320848.971430:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320848.971629:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942273664
00000100:00100000:0.0:1767320848.971637:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942273664
00000100:00100000:0.0:1767320848.971937:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6097
00000100:00100000:0.0:1767320848.971947:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942273664:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320848.972027:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942273664:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 81us (613us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320848.972035:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6097
00000100:00080000:1.0:1767320848.976383:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320849.661277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320849.661637:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320850.621555:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320850.621573:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993963520:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320850.621674:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320850.621802:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993963520
00000100:00100000:1.0:1767320850.621811:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993963520
00000100:00100000:1.0:1767320850.621884:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3539
00000100:00100000:1.0:1767320850.621895:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993963520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320850.621928:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320850.621976:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993963520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320850.621983:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3539
00000100:00080000:0.0:1767320850.622052:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320850.622087:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993963520:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320850.622254:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993963648:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320850.622279:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320850.622352:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993963648
00000100:00100000:1.0:1767320850.622356:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993963648
00000100:00100000:1.0:1767320850.622400:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3540
00000100:00100000:1.0:1767320850.622407:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993963648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320850.622440:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320850.622472:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993963648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (192us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320850.622479:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3540
00000100:00080000:0.0:1767320850.622547:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320850.622569:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993963648:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320850.686195:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320850.686660:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320851.133438:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320851.133449:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320851.133452:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320851.133457:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320851.133460:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320851.133468:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6090
00000100:00080000:3.0:1767320851.133473:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320851.133479:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320851.133532:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6300 x1853163993963776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320851.133558:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320851.133562:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320851.133564:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320851.133568:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6090
00000100:00080000:3.0:1767320851.133571:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320851.133584:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320851.133597:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4380 x1853163993963904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320851.133603:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993963776:0@lo:38:kworker.0
00000100:00080000:3.0:1767320851.133631:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320851.133634:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320851.133636:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320851.133639:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6090
00000100:00080000:3.0:1767320851.133641:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320851.133644:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320851.133654:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4e00 x1853163993964160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320851.133668:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320851.133671:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767320851.133672:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320851.133673:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320851.133676:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6090
00000100:00080000:3.0:1767320851.133678:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320851.133681:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320851.133689:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4700 x1853163993964416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320851.133716:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993964288:0@lo:400:kworker.0
00000100:00100000:1.0:1767320851.133728:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993963904:0@lo:38:kworker.0
00000100:00100000:0.0:1767320851.133859:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993964032:0@lo:400:kworker.0
00000100:00100000:2.0:1767320851.133921:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993963776
00000100:00100000:2.0:1767320851.133929:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993963776
00000100:00100000:2.0:1767320851.133963:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73442
00000100:00100000:2.0:1767320851.133971:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993963776:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320851.133989:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320851.134027:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320851.134060:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993964288
00000100:00100000:3.0:1767320851.134064:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993964288
00000100:00100000:3.0:1767320851.134103:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6098
00000100:00100000:3.0:1767320851.134109:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993964288:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320851.134205:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993964288:12345-0@lo:400:kworker.0 Request processed in 96us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320851.134213:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6098
00000100:00100000:3.0:1767320851.134252:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993964288:0@lo:400:kworker.0
00000100:00080000:3.0:1767320851.134282:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320851.135326:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320851.135388:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993964160:0@lo:38:kworker.0
00000100:00100000:1.0:1767320851.135459:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320851.135791:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993964416:0@lo:38:kworker.0
00000100:00100000:1.0:1767320851.135815:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320851.135993:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993963904
00000100:00100000:3.0:1767320851.136000:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993963904
00000100:00100000:3.0:1767320851.136035:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380
00000100:00100000:3.0:1767320851.136042:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993963904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320851.136058:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320851.136095:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993963904:12345-0@lo:38:kworker.0 Request processed in 52us (770us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320851.136101:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380
00000100:00100000:3.0:1767320851.136212:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993964160
00000100:00100000:3.0:1767320851.136216:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993964160
00000100:00100000:3.0:1767320851.136234:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993964416
00000100:00100000:3.0:1767320851.136236:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993964416
00000100:00100000:3.0:1767320851.136249:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73443
00000100:00100000:3.0:1767320851.136253:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993964160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320851.136263:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320851.136289:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993964160:12345-0@lo:38:kworker.0 Request processed in 34us (830us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320851.136295:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73443
00000100:00100000:3.0:1767320851.136306:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73444
00000100:00100000:3.0:1767320851.136310:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993964416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320851.136319:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320851.136339:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993964416:12345-0@lo:38:kworker.0 Request processed in 27us (524us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320851.136344:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73444
00000100:00080000:1.0:1767320851.136704:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320851.136710:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320851.136714:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993963904:0@lo:38:kworker.0
00000100:00080000:1.0:1767320851.136725:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320851.136728:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320851.136731:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993964160:0@lo:38:kworker.0
00000100:00080000:1.0:1767320851.136738:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320851.136741:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320851.136744:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993964416:0@lo:38:kworker.0
00000100:00100000:0.0:1767320851.142402:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320851.142606:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993964032
00000100:00100000:1.0:1767320851.142617:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993964032
00000100:00100000:1.0:1767320851.142697:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6099
00000100:00100000:1.0:1767320851.142707:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993964032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320851.142767:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993964032:12345-0@lo:400:kworker.0 Request processed in 62us (373us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320851.142775:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6099
00000100:00080000:3.0:1767320851.143061:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320851.143563:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993964032:0@lo:400:kworker.0
00000100:00100000:2.0:1767320851.147406:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993963776:12345-0@lo:38:kworker.0 Request processed in 13424us (13722us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320851.147421:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73442
00000100:00080000:1.0:1767320851.147627:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320851.147633:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320851.147637:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993963776:0@lo:38:kworker.0
00010000:00010000:3.0:1767320851.709525:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320851.709724:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320852.733387:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320852.733512:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320853.757285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320853.758187:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320854.097213:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320854.097328:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320854.098101:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942273920
00000100:00100000:3.0:1767320854.098110:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942273920
00000100:00100000:3.0:1767320854.098343:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942273792
00000100:00100000:3.0:1767320854.098347:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942273792
00000100:00100000:3.0:1767320854.098371:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6100
00000100:00100000:3.0:1767320854.098381:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942273920:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320854.098484:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942273920:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 104us (1325us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320854.098492:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6100
00000100:00100000:3.0:1767320854.098545:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73445
00000100:00100000:3.0:1767320854.098549:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942273792:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320854.098569:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320854.098608:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942273792:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 56us (1280us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320854.098615:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73445
00000100:00080000:0.0:1767320854.099615:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320854.781671:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320854.782087:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320855.229776:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320830/real 1767320830]  req@ffff89b72b23d500 x1853163993960064/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320855 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320855.229808:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b72b23d500 x1853163993960064/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320855 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320855.229826:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320855.229849:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320855.229853:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993960064:0@lo:250:kworker.0
00000100:00080000:0.0:1767320855.230684:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320855.230691:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320855.230695:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320855.230700:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6075
00000100:00080000:0.0:1767320855.230705:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320855.230711:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320855.230743:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5180 x1853163993964544/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320855.230773:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320855.230776:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320855.230778:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320855.230782:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6095
00000100:00080000:0.0:1767320855.230784:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320855.230787:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320855.230803:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5c00 x1853163993964672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320855.230811:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320855.230814:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320855.230816:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320855.230819:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6095
00000100:00080000:0.0:1767320855.230821:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320855.230824:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320855.230833:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f6a00 x1853163993964800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320855.230873:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320855.230877:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320855.230878:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320855.230882:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6095
00000100:00080000:0.0:1767320855.230884:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320855.230887:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320855.230897:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4000 x1853163993965056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320855.230911:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320855.230914:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320855.230916:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320855.230919:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6095
00000100:00080000:0.0:1767320855.230922:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320855.230925:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320855.230934:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5880 x1853163993965312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320855.230988:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993965440:0@lo:400:kworker.0
00000100:00100000:0.0:1767320855.231113:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320855.231192:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320855.231199:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993965568:0@lo:400:kworker.0
00000100:00100000:0.0:1767320855.231222:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320855.231308:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993964928:0@lo:400:kworker.0
00000100:00100000:3.0:1767320855.231349:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320855.231377:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320855.231382:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993965184:0@lo:400:kworker.0
00000100:00100000:3.0:1767320855.231404:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320855.231439:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993965440
00000100:00100000:3.0:1767320855.231446:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993965440
00000100:00100000:3.0:1767320855.231496:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993965568
00000100:00100000:3.0:1767320855.231508:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993965568
00000100:00100000:3.0:1767320855.231534:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3755
00000100:00100000:3.0:1767320855.231543:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993965440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320855.231603:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993965440:12345-0@lo:400:kworker.0 Request processed in 49us (478us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320855.231611:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3755
00000100:00100000:3.0:1767320855.231627:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3756
00000100:00100000:3.0:1767320855.231633:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993965568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320855.231656:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993965568:12345-0@lo:400:kworker.0 Request processed in 24us (434us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320855.231662:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3756
00000100:00100000:3.0:1767320855.231682:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993964928
00000100:00100000:3.0:1767320855.231686:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993964928
00000100:00100000:3.0:1767320855.231708:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993965184
00000100:00100000:3.0:1767320855.231711:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993965184
00000100:00100000:3.0:1767320855.231725:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6101
00000100:00100000:3.0:1767320855.231731:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993964928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320855.231758:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993964928:12345-0@lo:400:kworker.0 Request processed in 28us (409us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320855.231767:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6101
00000100:00100000:3.0:1767320855.231777:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6102
00000100:00100000:3.0:1767320855.231782:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993965184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320855.231804:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993965184:12345-0@lo:400:kworker.0 Request processed in 22us (400us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320855.231809:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6102
00000100:00080000:3.0:1767320855.231824:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320855.231828:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320855.231830:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320855.231868:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993965184:0@lo:400:kworker.0
00000100:00100000:3.0:1767320855.231878:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993964928:0@lo:400:kworker.0
00000100:00100000:3.0:1767320855.231905:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993965568:0@lo:400:kworker.0
00000100:00100000:3.0:1767320855.231914:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993965440:0@lo:400:kworker.0
00000100:00100000:2.0:1767320855.232146:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993964544:0@lo:250:kworker.0
00000400:00000100:2.0:1767320855.232192:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993964544 offset 0 length 520: 4
00000100:00100000:2.0:1767320855.232212:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993964672:0@lo:38:kworker.0
00000100:00100000:2.0:1767320855.232235:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320855.232261:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993964800:0@lo:38:kworker.0
00000100:00100000:2.0:1767320855.232282:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320855.232327:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993965056:0@lo:38:kworker.0
00000100:00100000:2.0:1767320855.232355:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320855.232371:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993965312:0@lo:38:kworker.0
00000100:00100000:2.0:1767320855.232390:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320855.232420:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993964800
00000100:00100000:2.0:1767320855.232424:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993964800
00000100:00100000:2.0:1767320855.232448:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381
00000100:00100000:2.0:1767320855.232452:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993964800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320855.232471:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320855.232515:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993964800:12345-0@lo:38:kworker.0 Request processed in 61us (231us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320855.232522:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381
00000100:00100000:2.0:1767320855.232546:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993964672
00000100:00100000:2.0:1767320855.232550:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993964672
00000100:00100000:2.0:1767320855.232568:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993965056
00000100:00100000:2.0:1767320855.232571:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993965056
00000100:00100000:2.0:1767320855.232582:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993965312
00000100:00100000:2.0:1767320855.232583:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993965312
00000100:00100000:2.0:1767320855.232609:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73446
00000100:00100000:2.0:1767320855.232613:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993964672:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320855.232623:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320855.232647:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993964672:12345-0@lo:38:kworker.0 Request processed in 32us (411us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320855.232653:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73446
00000100:00100000:2.0:1767320855.232663:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73447
00000100:00100000:2.0:1767320855.232666:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993965056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320855.232674:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320855.232693:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993965056:12345-0@lo:38:kworker.0 Request processed in 24us (337us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320855.232698:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73447
00000100:00100000:2.0:1767320855.232707:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73448
00000100:00100000:2.0:1767320855.232710:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993965312:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320855.232718:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320855.232738:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993965312:12345-0@lo:38:kworker.0 Request processed in 26us (347us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320855.232743:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73448
00000100:00080000:2.0:1767320855.232778:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320855.232782:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320855.232786:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993964672:0@lo:38:kworker.0
00000100:00080000:2.0:1767320855.232794:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320855.232797:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320855.232800:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993964800:0@lo:38:kworker.0
00000100:00080000:2.0:1767320855.232806:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320855.232809:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320855.232812:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993965056:0@lo:38:kworker.0
00000100:00080000:2.0:1767320855.232818:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320855.232821:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320855.232823:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993965312:0@lo:38:kworker.0
00000100:00100000:3.0:1767320855.741530:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993965696:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320855.741639:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993965824:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320855.741718:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320855.741932:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320855.742097:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993965696
00000100:00100000:1.0:1767320855.742107:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993965696
00000100:00100000:1.0:1767320855.742198:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993965824
00000100:00100000:1.0:1767320855.742202:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993965824
00000100:00100000:1.0:1767320855.742244:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3541
00000100:00100000:1.0:1767320855.742254:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993965696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320855.742283:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320855.742304:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3542
00000100:00100000:0.0:1767320855.742316:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993965824:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320855.742353:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993965696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (631us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320855.742363:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3541
00002000:00000024:0.0:1767320855.742369:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320855.742424:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993965824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (491us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320855.742442:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3542
00000100:00100000:3.0:1767320855.742651:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993965696:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320855.742700:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993965824:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320855.805278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320855.806130:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320856.829339:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320856.831480:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320857.853315:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320857.853728:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320858.184538:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:2.0:1767320858.184576:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942274048 offset 0 length 520: 4
00000100:00100000:2.0:1767320858.184618:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320858.184729:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942274304
00000100:00100000:0.0:1767320858.184739:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942274304
00000100:00100000:0.0:1767320858.184817:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942274176
00000100:00100000:0.0:1767320858.184825:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942274176
00000100:00100000:0.0:1767320858.184848:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6103
00000100:00100000:3.0:1767320858.184855:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73449
00000100:00100000:0.0:1767320858.184857:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942274304:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320858.184861:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942274176:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320858.184881:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320858.184932:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942274176:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 69us (312us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320858.184940:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73449
00000100:00100000:0.0:1767320858.192763:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942274304:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 7891us (8221us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320858.192780:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6103
00000100:00080000:1.0:1767320858.193182:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320858.877276:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320858.877375:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320859.901279:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320859.901433:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320860.349275:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320860.349287:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320860.349290:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320860.349294:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320860.349298:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320860.349308:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6099
00000100:00080000:0.0:1767320860.349313:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320860.349320:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320860.349364:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4000 x1853163993965952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320860.349463:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320860.349468:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320860.349470:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320860.349474:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6099
00000100:00080000:0.0:1767320860.349477:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320860.349482:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320860.349498:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f6a00 x1853163993966080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320860.349554:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993965952:0@lo:38:kworker.0
00000100:00100000:3.0:1767320860.349562:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993966208:0@lo:400:kworker.0
00000100:00080000:0.0:1767320860.349626:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320860.349630:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320860.349631:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320860.349638:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6099
00000100:00080000:0.0:1767320860.349641:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320860.349644:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320860.349657:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4e00 x1853163993966336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320860.349745:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320860.349749:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320860.349751:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320860.349754:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6099
00000100:00080000:0.0:1767320860.349757:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320860.349760:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320860.349771:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f6680 x1853163993966592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320860.349827:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993966720:0@lo:400:kworker.0
00000100:00100000:1.0:1767320860.349866:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993966464:0@lo:400:kworker.0
00000100:00100000:3.0:1767320860.349965:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320860.349992:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320860.350022:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993966080:0@lo:38:kworker.0
00000100:00100000:2.0:1767320860.350046:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320860.350058:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320860.350072:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993966336:0@lo:38:kworker.0
00000100:00100000:0.0:1767320860.350075:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320860.350079:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993966848:0@lo:400:kworker.0
00000100:00100000:2.0:1767320860.350091:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320860.350095:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320860.350106:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993966592:0@lo:38:kworker.0
00000100:00100000:2.0:1767320860.350134:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320860.350155:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993966208
00000100:00100000:2.0:1767320860.350175:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993965952
00000100:00100000:0.0:1767320860.350180:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993966208
00000100:00100000:2.0:1767320860.350180:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993965952
00000100:00100000:2.0:1767320860.350218:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993966336
00000100:00100000:2.0:1767320860.350221:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993966336
00000100:00100000:3.0:1767320860.350487:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993966720
00000100:00100000:3.0:1767320860.350491:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993966720
00000100:00100000:3.0:1767320860.350515:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993966848
00000100:00100000:3.0:1767320860.350517:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993966848
00000100:00100000:3.0:1767320860.350532:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3757
00000100:00100000:3.0:1767320860.350539:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993966720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320860.350583:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993966720:12345-0@lo:400:kworker.0 Request processed in 44us (524us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320860.350589:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3757
00000100:00100000:3.0:1767320860.350601:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3758
00000100:00100000:3.0:1767320860.350606:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993966848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320860.350655:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320860.350686:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993966848:12345-0@lo:400:kworker.0 Request processed in 80us (590us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320860.350691:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3758
00000100:00100000:3.0:1767320860.350758:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993966848:0@lo:400:kworker.0
00000100:00100000:3.0:1767320860.350771:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993966720:0@lo:400:kworker.0
00000100:00100000:0.0:1767320860.350852:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993966592
00000100:00100000:2.0:1767320860.350852:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993966464
00000100:00100000:0.0:1767320860.350856:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993966592
00000100:00100000:2.0:1767320860.350856:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993966464
00000100:00100000:0.0:1767320860.350871:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6104
00000100:00100000:2.0:1767320860.350875:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6105
00000100:00100000:0.0:1767320860.350877:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993966208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320860.350880:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993966464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320860.350906:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993966464:12345-0@lo:400:kworker.0 Request processed in 25us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320860.350909:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993966208:12345-0@lo:400:kworker.0 Request processed in 33us (945us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320860.350912:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6105
00000100:00100000:0.0:1767320860.350918:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6104
00000100:00100000:2.0:1767320860.350927:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73450
00000100:00100000:2.0:1767320860.350931:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993965952:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320860.350948:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320860.350953:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993966464:0@lo:400:kworker.0
00000100:00080000:1.0:1767320860.350968:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320860.350972:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320860.350974:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320860.350977:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993965952:12345-0@lo:38:kworker.0 Request processed in 45us (984us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320860.351047:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73451
00000100:00100000:2.0:1767320860.351051:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73450
00000100:00100000:0.0:1767320860.351052:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993966336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320860.351062:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320860.351062:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73452
00000100:00100000:2.0:1767320860.351066:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993966592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320860.351074:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320860.351087:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993966336:12345-0@lo:38:kworker.0 Request processed in 34us (996us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320860.351090:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993966592:12345-0@lo:38:kworker.0 Request processed in 24us (966us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320860.351093:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73451
00000100:00100000:2.0:1767320860.351096:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73452
00000100:00100000:0.0:1767320860.351131:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993966080
00000100:00100000:0.0:1767320860.351134:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993966080
00000100:00100000:0.0:1767320860.351153:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382
00000100:00100000:0.0:1767320860.351175:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993966080:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320860.351185:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320860.351210:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993966080:12345-0@lo:38:kworker.0 Request processed in 51us (1163us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320860.351216:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382
00000100:00080000:2.0:1767320860.351226:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320860.351231:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320860.351235:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993966336:0@lo:38:kworker.0
00000100:00080000:2.0:1767320860.351246:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320860.351249:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320860.351252:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993966592:0@lo:38:kworker.0
00000100:00080000:2.0:1767320860.351260:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320860.351263:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320860.351266:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993965952:0@lo:38:kworker.0
00000100:00080000:2.0:1767320860.351273:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320860.351276:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320860.351278:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993966080:0@lo:38:kworker.0
00000100:00100000:2.0:1767320860.351314:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993966208:0@lo:400:kworker.0
00000100:00100000:3.0:1767320860.862516:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993966976:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320860.862591:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320860.862641:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993967104:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320860.863369:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320860.871618:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993966976
00000100:00100000:0.0:1767320860.871634:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993966976
00000100:00100000:0.0:1767320860.871714:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993967104
00000100:00100000:0.0:1767320860.871718:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993967104
00000100:00100000:0.0:1767320860.871899:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3543
00000100:00100000:0.0:1767320860.871910:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993966976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320860.871946:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320860.872042:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993966976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (9449us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320860.872053:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3543
00000100:00100000:0.0:1767320860.872072:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3544
00000100:00100000:0.0:1767320860.872078:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993967104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320860.872095:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320860.872348:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993967104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 269us (8979us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320860.872354:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3544
00000100:00100000:3.0:1767320860.873702:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993966976:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320860.873771:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993967104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320860.925321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320860.925595:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320861.949412:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320861.951056:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320862.973409:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320862.973825:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320863.304556:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320863.304692:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320863.305868:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942274432
00000100:00100000:2.0:1767320863.305881:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942274432
00000100:00100000:2.0:1767320863.305932:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942274560
00000100:00100000:2.0:1767320863.305936:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942274560
00000100:00100000:2.0:1767320863.305994:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6106
00000100:00100000:2.0:1767320863.306005:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942274560:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320863.306086:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942274560:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 82us (1394us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320863.306094:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6106
00000100:00100000:2.0:1767320863.306116:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73453
00000100:00100000:2.0:1767320863.306121:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942274432:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320863.306141:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320863.306185:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942274432:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 62us (1640us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320863.306190:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73453
00000100:00080000:3.0:1767320863.306599:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320863.997628:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320863.997807:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320865.021676:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320865.025765:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320865.472919:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320865.472930:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320865.472933:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320865.472937:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320865.472941:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320865.472948:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6105
00000100:00080000:2.0:1767320865.472953:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320865.472959:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320865.472998:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8d880 x1853163993967232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320865.473014:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320865.473017:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320865.473019:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320865.473022:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6105
00000100:00080000:2.0:1767320865.473024:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320865.473028:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320865.473052:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8ce00 x1853163993967360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320865.473095:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320865.473099:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320865.473101:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320865.473104:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6105
00000100:00080000:2.0:1767320865.473106:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320865.473110:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320865.473122:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8ed80 x1853163993967616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320865.473137:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320865.473140:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320865.473141:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320865.473144:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6105
00000100:00080000:2.0:1767320865.473147:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320865.473150:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320865.473175:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8d180 x1853163993967872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320865.473178:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993967744:0@lo:400:kworker.0
00000100:00100000:1.0:1767320865.473241:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320865.473331:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320865.473337:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993967488:0@lo:400:kworker.0
00000100:00100000:1.0:1767320865.473362:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320865.473444:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993967744
00000100:00100000:2.0:1767320865.473452:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993967744
00000100:00080000:1.0:1767320865.473565:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320865.473635:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993967488
00000100:00100000:2.0:1767320865.473639:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993967488
00000100:00100000:2.0:1767320865.473669:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6107
00000100:00100000:2.0:1767320865.473677:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993967744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320865.473740:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993967744:12345-0@lo:400:kworker.0 Request processed in 63us (498us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320865.473747:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6107
00000100:00100000:2.0:1767320865.473764:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6108
00000100:00100000:2.0:1767320865.473771:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993967488:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320865.473771:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993968000:0@lo:400:kworker.0
00000100:00100000:2.0:1767320865.473797:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993967488:12345-0@lo:400:kworker.0 Request processed in 28us (434us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320865.473801:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320865.473803:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6108
00000100:00100000:3.0:1767320865.473826:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320865.473831:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993968128:0@lo:400:kworker.0
00000100:00100000:3.0:1767320865.473852:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320865.473877:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993968000
00000100:00100000:3.0:1767320865.473881:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993968000
00000100:00100000:3.0:1767320865.473906:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993968128
00000100:00100000:3.0:1767320865.473910:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993968128
00000100:00100000:3.0:1767320865.473929:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3759
00000100:00100000:3.0:1767320865.473935:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993968000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320865.473968:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993968000:12345-0@lo:400:kworker.0 Request processed in 33us (166us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320865.473974:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3759
00000100:00100000:3.0:1767320865.473985:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3760
00000100:00100000:3.0:1767320865.473990:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993968128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320865.474016:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993968128:12345-0@lo:400:kworker.0 Request processed in 26us (163us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320865.474021:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3760
00000100:00100000:3.0:1767320865.474059:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993968128:0@lo:400:kworker.0
00000100:00100000:3.0:1767320865.474069:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993968000:0@lo:400:kworker.0
00000100:00080000:1.0:1767320865.474135:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320865.474139:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320865.474141:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320865.474182:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993967488:0@lo:400:kworker.0
00000100:00100000:1.0:1767320865.474193:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993967744:0@lo:400:kworker.0
00000100:00100000:0.0:1767320865.474455:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993967232:0@lo:38:kworker.0
00000100:00100000:0.0:1767320865.474499:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320865.474527:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993967360:0@lo:38:kworker.0
00000100:00100000:0.0:1767320865.474550:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320865.474582:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993967616:0@lo:38:kworker.0
00000100:00100000:2.0:1767320865.474584:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993967232
00000100:00100000:2.0:1767320865.474588:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993967232
00000100:00100000:0.0:1767320865.474603:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320865.474643:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993967360
00000100:00100000:1.0:1767320865.474648:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993967360
00000100:00100000:1.0:1767320865.474671:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383
00000100:00100000:1.0:1767320865.474676:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993967360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320865.474704:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320865.474737:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993967360:12345-0@lo:38:kworker.0 Request processed in 60us (185us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320865.474743:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383
00000100:00100000:0.0:1767320865.479743:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993967872:0@lo:38:kworker.0
00000100:00100000:0.0:1767320865.479897:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320865.480243:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993967616
00000100:00100000:2.0:1767320865.480251:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993967616
00000100:00100000:2.0:1767320865.480295:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73454
00000100:00100000:2.0:1767320865.480303:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993967232:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320865.480335:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320865.480378:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993967232:12345-0@lo:38:kworker.0 Request processed in 75us (5878us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320865.480385:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73454
00000100:00100000:2.0:1767320865.480403:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73455
00000100:00100000:2.0:1767320865.480407:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993967616:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320865.480416:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320865.480436:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993967616:12345-0@lo:38:kworker.0 Request processed in 28us (5833us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320865.480442:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73455
00000100:00080000:0.0:1767320865.483515:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320865.483527:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320865.483533:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993967232:0@lo:38:kworker.0
00000100:00080000:0.0:1767320865.483546:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320865.483549:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320865.483552:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993967360:0@lo:38:kworker.0
00000100:00080000:0.0:1767320865.483563:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320865.483566:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320865.483569:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993967616:0@lo:38:kworker.0
00000100:00100000:3.0:1767320865.483606:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993967872
00000100:00100000:3.0:1767320865.483615:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993967872
00000100:00100000:3.0:1767320865.483663:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73456
00000100:00100000:3.0:1767320865.483670:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993967872:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320865.483699:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320865.483778:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993967872:12345-0@lo:38:kworker.0 Request processed in 107us (3880us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320865.483785:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73456
00000100:00080000:0.0:1767320865.483997:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320865.484003:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320865.484007:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993967872:0@lo:38:kworker.0
00000100:00100000:3.0:1767320865.981474:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993968256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320865.981548:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320865.981632:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320865.981640:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993968384:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320865.981665:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320865.981777:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993968256
00000100:00100000:0.0:1767320865.981786:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993968256
00000100:00100000:0.0:1767320865.981839:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993968384
00000100:00100000:0.0:1767320865.981842:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993968384
00000100:00100000:0.0:1767320865.981865:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3545
00000100:00100000:0.0:1767320865.981874:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993968256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320865.981902:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320865.981950:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993968256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (400us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320865.981958:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3545
00000100:00100000:0.0:1767320865.981982:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3546
00000100:00100000:0.0:1767320865.981989:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993968384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320865.982005:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320865.982033:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993968384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (368us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320865.982039:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3546
00000100:00100000:0.0:1767320865.982085:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993968384:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320865.982100:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993968256:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320866.045393:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320866.045543:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320867.069305:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320867.069950:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320868.094056:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320868.094696:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320868.428659:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320868.428722:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320868.428803:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942274688
00000100:00100000:3.0:1767320868.428814:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942274688
00000100:00100000:3.0:1767320868.428861:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942274816
00000100:00100000:3.0:1767320868.428864:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942274816
00000100:00100000:3.0:1767320868.428925:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6109
00000100:00100000:3.0:1767320868.428935:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942274816:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320868.429013:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942274816:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 80us (290us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320868.429021:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6109
00000100:00100000:3.0:1767320868.429040:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73457
00000100:00100000:3.0:1767320868.429045:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942274688:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320868.429066:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320868.429089:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942274688:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (443us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320868.429095:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73457
00000100:00080000:0.0:1767320868.429331:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320869.117319:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320869.117410:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320870.141350:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320870.147063:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320870.589326:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320870.589339:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320870.589342:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320870.589346:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320870.589351:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320870.589361:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6110
00000100:00080000:2.0:1767320870.589365:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320870.589372:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320870.589423:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8fb80 x1853163993968512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320870.589451:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320870.589454:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320870.589464:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320870.589469:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6110
00000100:00080000:2.0:1767320870.589471:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320870.589475:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320870.589490:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8ca80 x1853163993968640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320870.589523:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320870.589527:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320870.589529:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320870.589532:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6110
00000100:00080000:2.0:1767320870.589534:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320870.589538:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320870.589549:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8ed80 x1853163993968896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320870.589563:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320870.589566:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320870.589568:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320870.589571:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6110
00000100:00080000:2.0:1767320870.589574:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320870.589577:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320870.589590:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8d880 x1853163993969152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320870.589631:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993968768:0@lo:400:kworker.0
00000100:00100000:0.0:1767320870.589641:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993969280:0@lo:400:kworker.0
00000100:00100000:2.0:1767320870.589666:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993969024:0@lo:400:kworker.0
00000100:00100000:1.0:1767320870.589793:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993969408:0@lo:400:kworker.0
00000100:00100000:0.0:1767320870.595619:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320870.595713:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993969280
00000100:00100000:0.0:1767320870.595721:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993969280
00000100:00100000:0.0:1767320870.595783:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3761
00000100:00100000:0.0:1767320870.595792:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993969280:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320870.595858:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993969280:12345-0@lo:400:kworker.0 Request processed in 67us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320870.595865:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3761
00000100:00080000:0.0:1767320870.595886:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320870.595905:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993968512:0@lo:38:kworker.0
00000100:00100000:0.0:1767320870.595938:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320870.595957:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993968640:0@lo:38:kworker.0
00000100:00100000:0.0:1767320870.595978:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320870.595998:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993968896:0@lo:38:kworker.0
00000100:00100000:0.0:1767320870.596081:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320870.596100:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993969152:0@lo:38:kworker.0
00000100:00100000:0.0:1767320870.596122:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320870.596150:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993968512
00000100:00100000:0.0:1767320870.596154:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993968512
00000100:00100000:0.0:1767320870.596200:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993968896
00000100:00100000:0.0:1767320870.596204:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993968896
00000100:00100000:0.0:1767320870.596224:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993969152
00000100:00100000:0.0:1767320870.596227:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993969152
00000100:00100000:0.0:1767320870.596245:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73458
00000100:00100000:0.0:1767320870.596249:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993968512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320870.596267:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320870.596299:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993968512:12345-0@lo:38:kworker.0 Request processed in 48us (360us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320870.596305:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73458
00000100:00100000:0.0:1767320870.596316:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73459
00000100:00100000:0.0:1767320870.596319:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993968896:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320870.596327:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320870.596346:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993968896:12345-0@lo:38:kworker.0 Request processed in 25us (266us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320870.596351:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73459
00000100:00100000:0.0:1767320870.596363:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73460
00000100:00100000:0.0:1767320870.596366:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993969152:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320870.596375:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320870.596395:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993969152:12345-0@lo:38:kworker.0 Request processed in 27us (272us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320870.596400:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73460
00000100:00100000:0.0:1767320870.596418:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993968640
00000100:00100000:0.0:1767320870.596422:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993968640
00000100:00100000:0.0:1767320870.596444:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384
00000100:00100000:0.0:1767320870.596448:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993968640:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320870.596457:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320870.596480:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993968640:12345-0@lo:38:kworker.0 Request processed in 31us (502us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320870.596488:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384
00000100:00100000:0.0:1767320870.596531:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993969280:0@lo:400:kworker.0
00000100:00080000:0.0:1767320870.596558:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320870.596563:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320870.596566:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993968512:0@lo:38:kworker.0
00000100:00080000:0.0:1767320870.596574:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320870.596577:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320870.596579:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993968640:0@lo:38:kworker.0
00000100:00080000:0.0:1767320870.596587:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320870.596589:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320870.596592:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993968896:0@lo:38:kworker.0
00000100:00080000:0.0:1767320870.596599:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320870.596601:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320870.596604:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993969152:0@lo:38:kworker.0
00000100:00100000:3.0:1767320870.596682:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320870.596696:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993968768
00000100:00100000:0.0:1767320870.596701:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993968768
00000100:00080000:3.0:1767320870.596724:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320870.596735:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6110
00000100:00100000:0.0:1767320870.596742:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993968768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320870.596765:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320870.596792:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993968768:12345-0@lo:400:kworker.0 Request processed in 49us (109us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320870.596799:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6110
00000100:00100000:0.0:1767320870.596812:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993969024
00000100:00100000:0.0:1767320870.596816:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993969024
00000100:00100000:0.0:1767320870.596846:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6111
00000100:00080000:2.0:1767320870.596849:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320870.596854:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993969024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320870.596896:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993969024:12345-0@lo:400:kworker.0 Request processed in 43us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320870.596903:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6111
00000100:00100000:1.0:1767320870.596913:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320870.596937:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993969408
00000100:00100000:0.0:1767320870.596942:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993969408
00000100:00100000:0.0:1767320870.596968:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3762
00000100:00100000:0.0:1767320870.596974:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993969408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320870.597002:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993969408:12345-0@lo:400:kworker.0 Request processed in 29us (91us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320870.597008:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3762
00000100:00080000:2.0:1767320870.597013:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320870.597040:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993969024:0@lo:400:kworker.0
00000100:00100000:1.0:1767320870.597101:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993969408:0@lo:400:kworker.0
00000100:00100000:3.0:1767320870.599625:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993968768:0@lo:400:kworker.0
00000100:00100000:3.0:1767320871.102504:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993969536:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320871.102509:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993969664:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320871.106500:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320871.111422:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993969536
00000100:00100000:1.0:1767320871.111440:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993969536
00000100:00100000:1.0:1767320871.111524:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3547
00000100:00100000:1.0:1767320871.111535:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993969536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320871.111574:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320871.111656:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993969536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (5161us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320871.111663:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3547
00000100:00100000:3.0:1767320871.112449:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993969536:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320871.112577:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320871.112677:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993969664
00000100:00100000:3.0:1767320871.112682:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993969664
00000100:00100000:1.0:1767320871.112731:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3548
00000100:00100000:1.0:1767320871.112740:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993969664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320871.112764:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320871.112813:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993969664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (236us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320871.112821:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3548
00000100:00100000:2.0:1767320871.112942:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993969664:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320871.165681:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320871.165762:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320872.189294:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320872.189453:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320873.213331:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320873.215333:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320873.543520:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320873.543742:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942274944
00000100:00100000:3.0:1767320873.543754:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942274944
00000100:00100000:3.0:1767320873.543806:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73461
00000100:00100000:3.0:1767320873.543814:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942274944:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320873.543837:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320873.543909:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942274944:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 94us (398us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320873.543917:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73461
00000100:00100000:3.0:1767320873.557953:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320873.561720:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942275072
00000100:00100000:0.0:1767320873.561735:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942275072
00000100:00080000:2.0:1767320873.561818:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320873.561858:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6112
00000100:00100000:0.0:1767320873.561870:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942275072:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320873.561985:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942275072:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 108us (4032us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320873.561995:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6112
00000100:00100000:2.0:1767320874.237287:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320874.237390:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320875.261322:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320875.261387:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320875.715586:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320875.715597:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320875.715601:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320875.715605:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320875.715609:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320875.715617:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6115
00000100:00080000:3.0:1767320875.715622:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320875.715629:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320875.715678:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609cced80 x1853163993969792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320875.715708:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320875.715711:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320875.715713:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320875.715716:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6115
00000100:00080000:3.0:1767320875.715718:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320875.715722:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320875.715734:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccea00 x1853163993969920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320875.715779:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320875.715783:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320875.715784:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320875.715788:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6115
00000100:00080000:3.0:1767320875.715790:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320875.715793:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320875.715806:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccce00 x1853163993970176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320875.715822:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320875.715824:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320875.715826:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320875.715830:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6115
00000100:00080000:3.0:1767320875.715832:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320875.715834:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320875.715843:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccd180 x1853163993970432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320875.715913:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993970304:0@lo:400:kworker.0
00000100:00100000:0.0:1767320875.715958:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993970048:0@lo:400:kworker.0
00000100:00100000:3.0:1767320875.715995:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320875.716072:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993970304
00000100:00100000:1.0:1767320875.716080:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993970304
00000100:00100000:1.0:1767320875.716151:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6113
00000100:00100000:1.0:1767320875.716181:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993970304:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767320875.716260:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320875.716276:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993969792:0@lo:38:kworker.0
00000100:00100000:0.0:1767320875.718284:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320875.720672:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993970048
00000100:00100000:0.0:1767320875.720686:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993970048
00000100:00100000:0.0:1767320875.720771:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6114
00000100:00100000:0.0:1767320875.720781:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993970048:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320875.720856:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993970048:12345-0@lo:400:kworker.0 Request processed in 78us (2580us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320875.720862:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6114
00000100:00100000:0.0:1767320875.720901:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993970048:0@lo:400:kworker.0
00000100:00080000:0.0:1767320875.720948:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320875.720965:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993970688:0@lo:400:kworker.0
00000100:00100000:0.0:1767320875.720998:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320875.721016:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993970688
00000100:00100000:0.0:1767320875.721019:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993970688
00000100:00100000:0.0:1767320875.721040:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3763
00000100:00100000:0.0:1767320875.721044:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993970688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320875.721066:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993970688:12345-0@lo:400:kworker.0 Request processed in 22us (68us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320875.721070:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3763
00000100:00080000:0.0:1767320875.721082:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320875.721095:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993970688:0@lo:400:kworker.0
00000100:00100000:0.0:1767320875.721105:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320875.721109:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993970560:0@lo:400:kworker.0
00000100:00100000:0.0:1767320875.721139:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320875.721184:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993970560
00000100:00100000:0.0:1767320875.721188:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993970560
00000100:00100000:0.0:1767320875.721214:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3764
00000100:00100000:0.0:1767320875.721220:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993970560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320875.721249:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993970560:12345-0@lo:400:kworker.0 Request processed in 28us (108us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320875.721254:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3764
00000100:00080000:0.0:1767320875.721269:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320875.721287:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993970560:0@lo:400:kworker.0
00000100:00100000:1.0:1767320875.722693:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993970304:12345-0@lo:400:kworker.0 Request processed in 6527us (6692us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320875.722704:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6113
00000100:00100000:2.0:1767320875.724205:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320875.724271:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993969920:0@lo:38:kworker.0
00000100:00100000:2.0:1767320875.724314:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320875.724364:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993970176:0@lo:38:kworker.0
00000100:00100000:2.0:1767320875.724388:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320875.724426:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993969792
00000100:00100000:2.0:1767320875.724434:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993969792
00000100:00100000:0.0:1767320875.724461:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993969920
00000100:00100000:0.0:1767320875.724468:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993969920
00000100:00100000:2.0:1767320875.724471:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993970176
00000100:00100000:2.0:1767320875.724476:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993970176
00000100:00100000:0.0:1767320875.724507:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385
00000100:00100000:2.0:1767320875.724507:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73462
00000100:00100000:2.0:1767320875.724516:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993969792:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320875.724518:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993969920:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320875.724583:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73463
00000100:00100000:1.0:1767320875.724591:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993970176:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320875.724615:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320875.724653:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993969792:12345-0@lo:38:kworker.0 Request processed in 137us (454us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320875.724660:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73462
00000100:00100000:2.0:1767320875.724689:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993970432:0@lo:38:kworker.0
00000100:00100000:2.0:1767320875.724714:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320875.724732:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993970432
00000100:00100000:2.0:1767320875.724735:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993970432
00000100:00100000:2.0:1767320875.724752:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73464
00000100:00100000:2.0:1767320875.724756:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993970432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320875.725072:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320875.725106:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993969920:12345-0@lo:38:kworker.0 Request processed in 589us (792us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320875.725113:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385
00010000:00020000:1.0:1767320875.726273:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320875.726349:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993970176:12345-0@lo:38:kworker.0 Request processed in 1756us (1958us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320875.726367:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73463
00000100:00100000:3.0:1767320875.728239:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993970304:0@lo:400:kworker.0
00010000:00020000:2.0:1767320875.729212:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320875.729293:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993970432:12345-0@lo:38:kworker.0 Request processed in 4533us (4576us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320875.729305:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73464
00000100:00080000:3.0:1767320875.730189:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320875.730198:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320875.730203:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993969792:0@lo:38:kworker.0
00000100:00080000:3.0:1767320875.730229:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320875.730232:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320875.730235:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993969920:0@lo:38:kworker.0
00000100:00080000:3.0:1767320875.730246:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320875.730248:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320875.730251:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993970176:0@lo:38:kworker.0
00000100:00080000:3.0:1767320875.730260:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320875.730264:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320875.730267:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993970432:0@lo:38:kworker.0
00000100:00100000:3.0:1767320876.221422:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320876.221445:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993970816:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320876.221515:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320876.221583:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993970816
00000100:00100000:3.0:1767320876.221589:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993970944:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320876.221591:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993970816
00000100:00100000:3.0:1767320876.221612:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320876.228594:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993970944
00000100:00100000:1.0:1767320876.228610:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993970944
00000100:00100000:1.0:1767320876.228695:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3549
00000100:00100000:1.0:1767320876.228706:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993970816:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320876.229047:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3550
00000100:00100000:3.0:1767320876.229059:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993970944:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320876.229077:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320876.229190:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993970944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (7576us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320876.229199:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3550
00000100:00100000:3.0:1767320876.229268:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993970944:0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320876.229892:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320876.229951:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993970816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1247us (8435us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320876.229959:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3549
00000100:00100000:3.0:1767320876.231176:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993970816:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320876.285260:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320876.287086:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320877.309466:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320877.309548:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320878.333306:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320878.334618:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320878.663155:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320878.663415:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942275328
00000100:00100000:0.0:1767320878.663425:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942275328
00000100:00080000:2.0:1767320878.663548:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320878.663591:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6115
00000100:00100000:0.0:1767320878.663602:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942275328:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320878.663683:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942275328:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 82us (538us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320878.663691:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6115
00000100:00100000:1.0:1767320878.667819:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320878.668204:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942275200
00000100:00100000:3.0:1767320878.668214:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942275200
00000100:00100000:3.0:1767320878.668260:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73465
00000100:00100000:3.0:1767320878.668269:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942275200:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320878.668292:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320878.668364:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942275200:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 94us (553us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320878.668376:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73465
00000100:00100000:2.0:1767320879.357286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320879.358107:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320880.381291:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320880.381502:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320880.829675:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320855/real 1767320855]  req@ffff89b7389f5180 x1853163993964544/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320880 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320880.829711:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b7389f5180 x1853163993964544/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320880 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320880.829731:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320880.829752:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320880.829756:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993964544:0@lo:250:kworker.0
00000100:00080000:3.0:1767320880.829939:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320880.829945:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320880.829948:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320880.829953:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6099
00000100:00080000:3.0:1767320880.829957:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320880.829964:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320880.830000:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccea00 x1853163993971072/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320880.830033:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320880.830037:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320880.830039:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320880.830042:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6120
00000100:00080000:3.0:1767320880.830045:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320880.830049:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320880.830064:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609cced80 x1853163993971200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320880.830073:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320880.830076:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320880.830078:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320880.830082:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6120
00000100:00080000:3.0:1767320880.830084:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320880.830087:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320880.830097:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccdc00 x1853163993971328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320880.830129:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320880.830133:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320880.830134:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320880.830138:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6120
00000100:00080000:3.0:1767320880.830140:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320880.830144:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320880.830156:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccdf80 x1853163993971584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320880.830179:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767320880.830187:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320880.830190:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320880.830192:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767320880.830194:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993971456:0@lo:400:kworker.0
00000100:00080000:3.0:1767320880.830195:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6120
00000100:00080000:3.0:1767320880.830197:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320880.830200:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320880.830258:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1180 x1853163993971840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320880.830259:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320880.830303:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993972096:0@lo:400:kworker.0
00000100:00100000:2.0:1767320880.830311:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993971712:0@lo:400:kworker.0
00000100:00100000:2.0:1767320880.830331:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320880.830333:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320880.830356:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320880.830361:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993971968:0@lo:400:kworker.0
00000100:00100000:2.0:1767320880.830382:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993971456
00000100:00100000:3.0:1767320880.830383:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320880.830389:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993971456
00000100:00100000:2.0:1767320880.830465:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993971712
00000100:00100000:2.0:1767320880.830469:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993971712
00000100:00100000:0.0:1767320880.830627:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993972096
00000100:00100000:0.0:1767320880.830632:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993972096
00000100:00100000:0.0:1767320880.830663:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993971968
00000100:00100000:0.0:1767320880.830666:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993971968
00000100:00100000:0.0:1767320880.830686:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3765
00000100:00100000:0.0:1767320880.830710:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993972096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320880.830763:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993972096:12345-0@lo:400:kworker.0 Request processed in 68us (428us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320880.830774:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3765
00000100:00100000:0.0:1767320880.830791:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3766
00000100:00100000:0.0:1767320880.830796:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993971968:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320880.830824:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993971968:12345-0@lo:400:kworker.0 Request processed in 28us (440us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320880.830829:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3766
00000100:00100000:0.0:1767320880.830875:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993971968:0@lo:400:kworker.0
00000100:00100000:0.0:1767320880.830884:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993972096:0@lo:400:kworker.0
00000100:00080000:3.0:1767320880.836693:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320880.836706:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320880.836712:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320880.837303:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993971072:0@lo:250:kworker.0
00000400:00000100:0.0:1767320880.837367:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993971072 offset 0 length 520: 4
00000100:00100000:0.0:1767320880.837421:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993971200:0@lo:38:kworker.0
00000100:00100000:0.0:1767320880.837607:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320880.855724:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993971200
00000100:00100000:1.0:1767320880.855742:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993971200
00000100:00100000:1.0:1767320880.855886:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6116
00000100:00100000:1.0:1767320880.855909:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993971456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320880.855939:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6117
00000100:00100000:0.0:1767320880.855950:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993971712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320880.856101:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73466
00000100:00100000:2.0:1767320880.856108:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993971200:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320880.856129:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320880.856252:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993971712:12345-0@lo:400:kworker.0 Request processed in 304us (25919us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320880.856260:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6117
00000100:00100000:0.0:1767320880.856316:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993971712:0@lo:400:kworker.0
00000100:00100000:0.0:1767320880.856358:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993971328:0@lo:38:kworker.0
00000100:00100000:0.0:1767320880.856394:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320880.856434:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993971328
00000100:00100000:0.0:1767320880.856438:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993971328
00000100:00100000:0.0:1767320880.856560:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386
00000100:00100000:0.0:1767320880.856565:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993971328:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320880.856576:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320880.856606:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993971328:12345-0@lo:38:kworker.0 Request processed in 39us (211us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320880.856612:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386
00000100:00080000:0.0:1767320880.856657:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320880.856662:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320880.856666:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993971328:0@lo:38:kworker.0
00000100:00100000:0.0:1767320880.856673:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993971584:0@lo:38:kworker.0
00000100:00100000:0.0:1767320880.856710:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320880.856730:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993971584
00000100:00100000:0.0:1767320880.856733:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993971584
00000100:00100000:0.0:1767320880.856760:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73467
00000100:00100000:0.0:1767320880.856765:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993971584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320880.856775:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320880.856800:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993971584:12345-0@lo:38:kworker.0 Request processed in 34us (89us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320880.856807:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73467
00000100:00080000:0.0:1767320880.856829:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320880.856833:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320880.856835:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993971584:0@lo:38:kworker.0
00000100:00100000:0.0:1767320880.856843:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993971840:0@lo:38:kworker.0
00000100:00100000:0.0:1767320880.856866:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320880.856883:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993971840
00000100:00100000:0.0:1767320880.856886:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993971840
00000100:00100000:0.0:1767320880.856900:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73468
00000100:00100000:0.0:1767320880.856904:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993971840:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320880.856914:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320880.856938:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993971840:12345-0@lo:38:kworker.0 Request processed in 33us (72us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320880.856944:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73468
00000100:00080000:0.0:1767320880.856977:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320880.856982:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320880.856985:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993971840:0@lo:38:kworker.0
00000100:00100000:0.0:1767320880.858909:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993971456:0@lo:400:kworker.0
00000100:00100000:1.0:1767320880.866190:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993971456:12345-0@lo:400:kworker.0 Request processed in 10281us (35918us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320880.866206:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6116
00000100:00100000:2.0:1767320880.870059:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993971200:12345-0@lo:38:kworker.0 Request processed in 13937us (32440us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320880.870076:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73466
00000100:00080000:0.0:1767320880.877132:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320880.877146:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320880.877152:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993971200:0@lo:38:kworker.0
00000100:00100000:0.0:1767320881.341548:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320881.341573:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993972224:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320881.341642:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320881.341738:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993972224
00000100:00100000:1.0:1767320881.341746:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993972224
00000100:00100000:1.0:1767320881.341803:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3551
00000100:00100000:1.0:1767320881.341814:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993972224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320881.341844:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320881.341895:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993972224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320881.341902:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3551
00000100:00100000:1.0:1767320881.341953:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993972224:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320881.342407:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320881.342420:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993972352:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320881.342454:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320881.342524:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993972352
00000100:00100000:0.0:1767320881.342528:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993972352
00000100:00100000:0.0:1767320881.342563:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3552
00000100:00100000:0.0:1767320881.342570:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993972352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320881.342589:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320881.342630:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993972352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320881.342638:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3552
00000100:00100000:3.0:1767320881.342760:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993972352:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320881.405721:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320881.405805:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320882.429378:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320882.429573:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767320882.762573:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942275456 offset 0 length 520: 4
00000100:00100000:1.0:1767320882.766478:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320882.766586:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942275584
00000100:00100000:2.0:1767320882.766597:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942275584
00000100:00100000:2.0:1767320882.766647:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73469
00000100:00100000:2.0:1767320882.766656:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942275584:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320882.766679:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320882.766747:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942275584:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 91us (283us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320882.766754:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73469
00000100:00100000:2.0:1767320882.769308:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320882.769562:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942275712
00000100:00100000:1.0:1767320882.769572:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942275712
00000100:00100000:1.0:1767320882.769651:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6118
00000100:00100000:1.0:1767320882.769662:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942275712:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320882.769749:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942275712:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 89us (451us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320882.769756:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6118
00000100:00080000:3.0:1767320882.770319:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320883.453442:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320883.455520:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320884.477434:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320884.477499:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320885.501418:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320885.501814:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320885.949697:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320885.949709:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320885.949712:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320885.949716:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320885.949721:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320885.949729:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6125
00000100:00080000:0.0:1767320885.949734:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320885.949741:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320885.949785:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcfb80 x1853163993972480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320885.949815:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320885.949818:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320885.949820:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320885.949824:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6125
00000100:00080000:0.0:1767320885.949826:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320885.949830:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320885.949842:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcea00 x1853163993972608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320885.949886:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320885.949890:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320885.949892:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320885.949895:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6125
00000100:00080000:0.0:1767320885.949898:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320885.949902:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320885.949917:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcf800 x1853163993972864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320885.949944:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320885.949947:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320885.949949:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320885.949953:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6125
00000100:00080000:0.0:1767320885.949955:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320885.949959:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320885.949970:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcc380 x1853163993973120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320885.950023:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993973376:0@lo:400:kworker.0
00000100:00100000:2.0:1767320885.950200:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993972992:0@lo:400:kworker.0
00000100:00100000:1.0:1767320885.950301:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993972736:0@lo:400:kworker.0
00000100:00100000:3.0:1767320885.950439:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993972480:0@lo:38:kworker.0
00000100:00100000:2.0:1767320885.957573:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320885.957689:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993972992
00000100:00100000:2.0:1767320885.957698:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993972992
00000100:00100000:2.0:1767320885.957787:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6119
00000100:00100000:2.0:1767320885.957797:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993972992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320885.957867:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993972992:12345-0@lo:400:kworker.0 Request processed in 72us (302us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320885.957874:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6119
00000100:00100000:2.0:1767320885.957926:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993972992:0@lo:400:kworker.0
00000100:00100000:2.0:1767320885.957988:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993973248:0@lo:400:kworker.0
00000100:00100000:2.0:1767320885.958028:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320885.958095:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320885.958115:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993973248
00000100:00100000:2.0:1767320885.958119:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993973248
00000100:00100000:2.0:1767320885.958150:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3767
00000100:00100000:2.0:1767320885.958156:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993973248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320885.958214:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993973248:12345-0@lo:400:kworker.0 Request processed in 58us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320885.958220:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3767
00000100:00080000:2.0:1767320885.958237:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320885.958253:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993973248:0@lo:400:kworker.0
00000100:00100000:1.0:1767320885.968754:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320885.968846:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993972736
00000100:00100000:2.0:1767320885.968855:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993972736
00000100:00100000:2.0:1767320885.968939:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6120
00000100:00100000:2.0:1767320885.968951:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993972736:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320885.969015:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993972736:12345-0@lo:400:kworker.0 Request processed in 68us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320885.969022:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6120
00000100:00080000:1.0:1767320885.969273:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320885.969306:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993972736:0@lo:400:kworker.0
00000100:00100000:3.0:1767320885.970401:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320885.970463:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993972608:0@lo:38:kworker.0
00000100:00100000:3.0:1767320885.970505:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320885.970529:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993972864:0@lo:38:kworker.0
00000100:00100000:3.0:1767320885.970550:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320885.970577:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993972480
00000100:00100000:3.0:1767320885.970582:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993972480
00000100:00100000:3.0:1767320885.970608:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993972864
00000100:00100000:3.0:1767320885.970611:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993972864
00000100:00100000:3.0:1767320885.970628:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73470
00000100:00100000:3.0:1767320885.970633:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993972480:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320885.970653:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320885.970685:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993972480:12345-0@lo:38:kworker.0 Request processed in 51us (288us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320885.970693:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73470
00000100:00100000:3.0:1767320885.970706:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73471
00000100:00100000:3.0:1767320885.970710:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993972864:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320885.970718:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320885.970740:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993972864:12345-0@lo:38:kworker.0 Request processed in 29us (190us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320885.970746:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73471
00000100:00080000:3.0:1767320885.970776:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320885.970781:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320885.970784:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993972864:0@lo:38:kworker.0
00000100:00100000:3.0:1767320885.970790:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993973120:0@lo:38:kworker.0
00000100:00100000:3.0:1767320885.970811:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320885.970827:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993973120
00000100:00100000:3.0:1767320885.970830:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993973120
00000100:00100000:3.0:1767320885.970847:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73472
00000100:00100000:3.0:1767320885.970851:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993973120:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320885.970860:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320885.970884:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993973120:12345-0@lo:38:kworker.0 Request processed in 31us (72us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320885.970889:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73472
00000100:00080000:3.0:1767320885.970912:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320885.970917:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320885.970920:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993973120:0@lo:38:kworker.0
00000100:00080000:3.0:1767320885.970960:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320885.970964:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320885.970968:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993972480:0@lo:38:kworker.0
00000100:00100000:0.0:1767320885.971203:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320885.971292:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993972608
00000100:00100000:1.0:1767320885.971297:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993972608
00000100:00100000:1.0:1767320885.971326:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387
00000100:00100000:1.0:1767320885.971331:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993972608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320885.971342:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320885.971375:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993972608:12345-0@lo:38:kworker.0 Request processed in 43us (869us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320885.971380:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387
00000100:00100000:3.0:1767320885.971864:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993973376
00000100:00100000:3.0:1767320885.971869:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993973376
00000100:00100000:3.0:1767320885.971960:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3768
00000100:00100000:3.0:1767320885.971969:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993973376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320885.972024:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993973376:12345-0@lo:400:kworker.0 Request processed in 56us (821us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320885.972030:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3768
00000100:00080000:1.0:1767320885.972073:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320885.972083:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993973376:0@lo:400:kworker.0
00000100:00080000:2.0:1767320885.981989:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320885.982004:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320885.982009:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993972608:0@lo:38:kworker.0
00000100:00100000:0.0:1767320886.461443:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993973632:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320886.461529:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320886.461648:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320886.461656:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993973504:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320886.461683:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320886.462634:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993973632
00000100:00100000:1.0:1767320886.462646:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993973632
00000100:00100000:1.0:1767320886.462747:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993973504
00000100:00100000:1.0:1767320886.462752:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993973504
00000100:00100000:0.0:1767320886.466270:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3553
00000100:00100000:0.0:1767320886.466297:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993973632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320886.466335:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320886.466951:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3554
00000100:00100000:2.0:1767320886.466964:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993973504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320886.466983:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320886.468007:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993973632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1717us (6470us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320886.468018:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3553
00000100:00100000:3.0:1767320886.472917:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993973632:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320886.473376:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993973504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6412us (11688us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320886.473388:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3554
00000100:00100000:3.0:1767320886.473473:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993973504:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320886.527937:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320886.528548:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320887.549255:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320887.549694:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320887.881367:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320887.881998:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320887.882213:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942275968
00000100:00100000:0.0:1767320887.882223:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942275968
00000100:00080000:1.0:1767320887.882330:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320887.882578:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942275840
00000100:00100000:3.0:1767320887.882584:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942275840
00000100:00100000:3.0:1767320887.882663:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6121
00000100:00100000:3.0:1767320887.882675:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942275968:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320887.882777:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942275968:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 104us (1421us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320887.882785:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6121
00000100:00100000:3.0:1767320887.882806:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73473
00000100:00100000:3.0:1767320887.882811:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942275840:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320887.882831:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320887.882870:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942275840:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 57us (875us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320887.882877:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73473
00010000:00010000:3.0:1767320888.573459:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320888.573583:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320889.597646:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320889.597712:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320890.621585:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320890.622115:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767320891.069277:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320891.069288:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320891.069292:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320891.069296:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320891.069300:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320891.069308:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6130
00000100:00080000:0.0:1767320891.069313:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320891.069322:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320891.069364:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccdc00 x1853163993973760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320891.069393:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320891.069396:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320891.069398:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320891.069401:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6130
00000100:00080000:0.0:1767320891.069403:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320891.069407:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320891.069419:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccc380 x1853163993973888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320891.069468:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320891.069473:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320891.069475:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320891.069478:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6130
00000100:00080000:0.0:1767320891.069480:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320891.069484:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320891.069496:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e5bb80 x1853163993974144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320891.069514:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320891.069517:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320891.069520:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767320891.069522:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993974016:0@lo:400:kworker.0
00000100:00080000:0.0:1767320891.069524:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6130
00000100:00080000:0.0:1767320891.069530:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320891.069535:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320891.069546:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e59f80 x1853163993974400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320891.069596:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320891.069629:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993974528:0@lo:400:kworker.0
00000100:00100000:3.0:1767320891.069662:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320891.069670:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993974272:0@lo:400:kworker.0
00000100:00100000:3.0:1767320891.069697:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320891.069727:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993974016
00000100:00100000:3.0:1767320891.069734:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993974016
00000100:00100000:0.0:1767320891.069735:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320891.069770:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320891.069778:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993974656:0@lo:400:kworker.0
00000100:00100000:3.0:1767320891.069800:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993974272
00000100:00100000:0.0:1767320891.069805:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320891.069806:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993974272
00000100:00100000:3.0:1767320891.069858:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6122
00000100:00100000:2.0:1767320891.069860:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993974528
00000100:00100000:0.0:1767320891.069865:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993974656
00000100:00100000:2.0:1767320891.069866:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993974528
00000100:00100000:3.0:1767320891.069871:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993974016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320891.069873:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993974656
00000100:00100000:2.0:1767320891.069911:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3769
00000100:00100000:2.0:1767320891.069921:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993974528:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320891.069959:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320891.069964:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320891.069969:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320891.069970:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993974528:12345-0@lo:400:kworker.0 Request processed in 49us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320891.069987:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6123
00000100:00100000:2.0:1767320891.069991:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3769
00000100:00100000:1.0:1767320891.069999:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993974272:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320891.070014:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3770
00000100:00100000:2.0:1767320891.070023:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993974656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320891.070051:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993974272:12345-0@lo:400:kworker.0 Request processed in 55us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320891.070059:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6123
00000100:00100000:2.0:1767320891.070063:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993974656:12345-0@lo:400:kworker.0 Request processed in 40us (258us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320891.070082:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3770
00000100:00100000:3.0:1767320891.070137:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993974016:12345-0@lo:400:kworker.0 Request processed in 270us (540us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320891.070143:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6122
00000100:00100000:1.0:1767320891.070225:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993974272:0@lo:400:kworker.0
00000100:00100000:1.0:1767320891.070241:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993974016:0@lo:400:kworker.0
00000100:00100000:1.0:1767320891.070335:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993974656:0@lo:400:kworker.0
00000100:00100000:1.0:1767320891.070345:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993974528:0@lo:400:kworker.0
00000100:00100000:1.0:1767320891.070372:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993973760:0@lo:38:kworker.0
00000100:00100000:1.0:1767320891.070400:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320891.070418:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993973888:0@lo:38:kworker.0
00000100:00100000:1.0:1767320891.070440:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320891.070463:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993974144:0@lo:38:kworker.0
00000100:00100000:1.0:1767320891.070482:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320891.070498:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993974400:0@lo:38:kworker.0
00000100:00100000:1.0:1767320891.070523:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320891.070555:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993973760
00000100:00100000:1.0:1767320891.070559:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993973760
00000100:00100000:1.0:1767320891.070576:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993974144
00000100:00100000:1.0:1767320891.070579:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993974144
00000100:00100000:1.0:1767320891.070590:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993974400
00000100:00100000:1.0:1767320891.070593:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993974400
00000100:00100000:1.0:1767320891.070606:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73474
00000100:00100000:1.0:1767320891.070611:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993973760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320891.070628:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320891.070742:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993973760:12345-0@lo:38:kworker.0 Request processed in 129us (340us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320891.070749:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73474
00000100:00100000:1.0:1767320891.070762:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73475
00000100:00100000:1.0:1767320891.070766:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993974144:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320891.070776:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320891.070799:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993974144:12345-0@lo:38:kworker.0 Request processed in 31us (316us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320891.070805:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73475
00000100:00100000:1.0:1767320891.070816:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73476
00000100:00100000:1.0:1767320891.070820:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993974400:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320891.070828:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320891.070994:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993974400:12345-0@lo:38:kworker.0 Request processed in 172us (475us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320891.071000:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73476
00000100:00080000:1.0:1767320891.071027:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320891.071032:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320891.071035:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993973760:0@lo:38:kworker.0
00000100:00080000:1.0:1767320891.071043:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320891.071046:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320891.071049:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993974144:0@lo:38:kworker.0
00000100:00080000:1.0:1767320891.071056:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320891.071059:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320891.071122:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993974400:0@lo:38:kworker.0
00000100:00100000:1.0:1767320891.072000:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993973888
00000100:00100000:1.0:1767320891.072007:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993973888
00000100:00100000:1.0:1767320891.072035:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388
00000100:00100000:1.0:1767320891.072040:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993973888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320891.072054:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320891.072096:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993973888:12345-0@lo:38:kworker.0 Request processed in 54us (1655us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320891.072103:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388
00000100:00080000:1.0:1767320891.072135:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320891.072140:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320891.072143:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993973888:0@lo:38:kworker.0
00000100:00100000:3.0:1767320891.581934:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993974784:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320891.582016:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320891.582473:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993974784
00000100:00100000:0.0:1767320891.582483:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993974784
00000100:00100000:0.0:1767320891.582580:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3555
00000100:00100000:0.0:1767320891.582590:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993974784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320891.582624:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320891.582695:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993974784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (678us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320891.582703:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3555
00000100:00100000:2.0:1767320891.582784:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993974784:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320891.585768:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993974912:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320891.585869:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320891.586112:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993974912
00000100:00100000:0.0:1767320891.586119:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993974912
00000100:00100000:0.0:1767320891.586186:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3556
00000100:00100000:0.0:1767320891.586196:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993974912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320891.586224:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320891.586275:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993974912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (405us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320891.586283:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3556
00000100:00100000:2.0:1767320891.586372:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993974912:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320891.645471:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320891.645681:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320892.669481:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320892.669979:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320893.000988:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320893.001142:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320893.007737:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942276224
00000100:00100000:1.0:1767320893.007752:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942276224
00000100:00100000:1.0:1767320893.007930:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942276096
00000100:00100000:1.0:1767320893.007934:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942276096
00000100:00080000:2.0:1767320893.007945:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320893.008003:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6124
00000100:00100000:3.0:1767320893.008017:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942276224:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320893.008111:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942276224:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 97us (7131us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320893.008119:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6124
00000100:00100000:3.0:1767320893.008140:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73477
00000100:00100000:3.0:1767320893.008145:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942276096:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320893.008188:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320893.008218:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942276096:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 71us (7076us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320893.008225:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73477
00010000:00010000:3.0:1767320893.693461:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320893.696197:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320894.717277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320894.721271:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320895.742296:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320895.743223:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320896.192992:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320896.193002:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320896.193005:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320896.193008:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320896.193013:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320896.193020:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6135
00000100:00080000:0.0:1767320896.193025:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320896.193032:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320896.193138:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094d9500 x1853163993975040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320896.193193:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320896.193198:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320896.193200:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320896.193204:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6135
00000100:00080000:0.0:1767320896.193206:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320896.193210:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320896.193224:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094dbb80 x1853163993975168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320896.193262:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320896.193266:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320896.193268:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320896.193271:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6135
00000100:00080000:0.0:1767320896.193274:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320896.193277:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320896.193302:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094d9f80 x1853163993975424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320896.193334:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320896.193339:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320896.193341:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320896.193347:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6135
00000100:00080000:0.0:1767320896.193351:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320896.193355:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320896.193373:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094db800 x1853163993975680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320896.193568:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993975808:0@lo:400:kworker.0
00000100:00100000:3.0:1767320896.193635:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320896.193699:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320896.193704:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993975936:0@lo:400:kworker.0
00000100:00100000:3.0:1767320896.193726:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320896.193781:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993975808
00000100:00100000:3.0:1767320896.193794:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993975808
00000100:00100000:3.0:1767320896.193850:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993975936
00000100:00100000:3.0:1767320896.193853:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993975936
00000100:00100000:3.0:1767320896.193873:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3771
00000100:00100000:3.0:1767320896.193882:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993975808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320896.193931:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993975808:12345-0@lo:400:kworker.0 Request processed in 50us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320896.193938:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3771
00000100:00100000:3.0:1767320896.193963:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3772
00000100:00100000:3.0:1767320896.193978:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993975936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320896.194025:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993975936:12345-0@lo:400:kworker.0 Request processed in 52us (297us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320896.194031:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3772
00000100:00080000:3.0:1767320896.194047:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320896.194050:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320896.194076:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993975936:0@lo:400:kworker.0
00000100:00100000:3.0:1767320896.194087:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993975808:0@lo:400:kworker.0
00000100:00100000:3.0:1767320896.194121:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993975552:0@lo:400:kworker.0
00000100:00100000:3.0:1767320896.194151:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320896.194220:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320896.194231:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993975296:0@lo:400:kworker.0
00000100:00100000:3.0:1767320896.194269:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320896.194314:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993975552
00000100:00100000:3.0:1767320896.194321:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993975552
00000100:00100000:3.0:1767320896.194370:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993975296
00000100:00100000:3.0:1767320896.194375:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993975296
00000100:00100000:3.0:1767320896.194408:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6125
00000100:00100000:3.0:1767320896.194421:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993975552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320896.194530:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993975552:12345-0@lo:400:kworker.0 Request processed in 109us (374us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320896.194540:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6125
00000100:00100000:3.0:1767320896.194560:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6126
00000100:00100000:3.0:1767320896.194566:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993975296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320896.194589:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993975296:12345-0@lo:400:kworker.0 Request processed in 24us (321us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320896.194595:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6126
00000100:00080000:3.0:1767320896.194608:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320896.194626:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993975296:0@lo:400:kworker.0
00000100:00100000:3.0:1767320896.194635:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993975552:0@lo:400:kworker.0
00000100:00100000:1.0:1767320896.195045:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993975040:0@lo:38:kworker.0
00000100:00100000:1.0:1767320896.195075:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320896.195107:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993975168:0@lo:38:kworker.0
00000100:00100000:1.0:1767320896.195131:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320896.195199:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993975424:0@lo:38:kworker.0
00000100:00100000:1.0:1767320896.195243:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320896.195269:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993975680:0@lo:38:kworker.0
00000100:00100000:1.0:1767320896.195307:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320896.195369:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993975040
00000100:00100000:1.0:1767320896.195377:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993975040
00000100:00100000:1.0:1767320896.195412:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993975424
00000100:00100000:1.0:1767320896.195418:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993975424
00000100:00100000:1.0:1767320896.195441:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993975680
00000100:00100000:1.0:1767320896.195446:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993975680
00000100:00100000:1.0:1767320896.195472:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73478
00000100:00100000:1.0:1767320896.195482:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993975040:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320896.195514:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320896.195567:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993975040:12345-0@lo:38:kworker.0 Request processed in 87us (490us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320896.195574:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73478
00000100:00100000:1.0:1767320896.195589:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73479
00000100:00100000:1.0:1767320896.195592:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993975424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320896.195600:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320896.195651:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993975424:12345-0@lo:38:kworker.0 Request processed in 58us (409us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320896.195657:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73479
00000100:00100000:1.0:1767320896.195677:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73480
00000100:00100000:1.0:1767320896.195684:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993975680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320896.195698:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320896.195738:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993975680:12345-0@lo:38:kworker.0 Request processed in 52us (430us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320896.195759:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73480
00000100:00080000:1.0:1767320896.195815:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320896.195820:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320896.195823:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993975040:0@lo:38:kworker.0
00000100:00080000:1.0:1767320896.195832:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320896.195835:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320896.195837:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993975424:0@lo:38:kworker.0
00000100:00080000:1.0:1767320896.195844:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320896.195847:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320896.195849:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993975680:0@lo:38:kworker.0
00000100:00100000:3.0:1767320896.196809:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993975168
00000100:00100000:3.0:1767320896.196822:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993975168
00000100:00100000:3.0:1767320896.196872:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389
00000100:00100000:3.0:1767320896.196878:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993975168:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320896.196896:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320896.196974:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993975168:12345-0@lo:38:kworker.0 Request processed in 93us (1840us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320896.196984:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389
00000100:00080000:2.0:1767320896.197117:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320896.197122:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320896.197126:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993975168:0@lo:38:kworker.0
00000100:00100000:0.0:1767320896.701571:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320896.701593:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993976192:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320896.701659:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320896.701910:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993976192
00000100:00100000:1.0:1767320896.701918:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993976192
00000100:00100000:1.0:1767320896.701979:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3557
00000100:00100000:1.0:1767320896.701987:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993976192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320896.702017:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320896.702130:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993976192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (469us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320896.702137:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3557
00000100:00100000:0.0:1767320896.702594:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320896.702607:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993976064:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320896.702641:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320896.702718:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993976064
00000100:00100000:2.0:1767320896.702723:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993976064
00000100:00100000:2.0:1767320896.702765:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3558
00000100:00100000:2.0:1767320896.702772:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993976064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320896.702793:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320896.702837:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993976064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320896.702844:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3558
00000100:00100000:0.0:1767320896.702923:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993976064:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320896.703186:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993976192:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320896.765284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320896.770974:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320897.789313:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320897.792974:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320898.119266:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320898.119726:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320898.120014:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942276480
00000100:00100000:2.0:1767320898.120027:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942276480
00000100:00100000:2.0:1767320898.120120:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942276352
00000100:00100000:2.0:1767320898.120124:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942276352
00000100:00100000:2.0:1767320898.120145:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6127
00000100:00100000:2.0:1767320898.120183:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942276480:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320898.120292:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942276480:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 137us (1043us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320898.120301:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6127
00000100:00100000:2.0:1767320898.120327:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73481
00000100:00100000:2.0:1767320898.120332:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942276352:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320898.120476:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320898.120507:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942276352:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 173us (783us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320898.120514:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73481
00000100:00080000:3.0:1767320898.121028:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320898.814576:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320898.814737:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320899.839007:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320899.839262:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320900.865353:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320900.865410:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767320901.310064:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320901.310076:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320901.310079:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320901.310093:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320901.310097:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320901.310105:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6140
00000100:00080000:3.0:1767320901.310109:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320901.310117:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320901.310176:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1180 x1853163993976320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320901.310199:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320901.310202:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320901.310203:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320901.310207:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6140
00000100:00080000:3.0:1767320901.310210:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320901.310213:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320901.310228:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0000 x1853163993976448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320901.310276:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320901.310280:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320901.310282:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320901.310285:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6140
00000100:00080000:3.0:1767320901.310288:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320901.310291:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320901.310304:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094dbb80 x1853163993976704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320901.310319:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320901.310322:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320901.310323:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320901.310327:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6140
00000100:00080000:3.0:1767320901.310329:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320901.310332:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320901.310341:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094d9f80 x1853163993976960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320901.310403:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993977088:0@lo:400:kworker.0
00000100:00100000:3.0:1767320901.310476:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320901.310539:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320901.310545:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993977216:0@lo:400:kworker.0
00000100:00100000:3.0:1767320901.310642:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320901.310685:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993977088
00000100:00100000:3.0:1767320901.310693:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993977088
00000100:00100000:3.0:1767320901.310744:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993977216
00000100:00100000:3.0:1767320901.310747:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993977216
00000100:00100000:3.0:1767320901.310770:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3773
00000100:00100000:3.0:1767320901.310778:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993977088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320901.310827:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993977088:12345-0@lo:400:kworker.0 Request processed in 49us (350us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320901.310834:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3773
00000100:00100000:3.0:1767320901.310849:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3774
00000100:00100000:3.0:1767320901.310856:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993977216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320901.310882:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993977216:12345-0@lo:400:kworker.0 Request processed in 27us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320901.310888:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3774
00000100:00080000:3.0:1767320901.310907:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320901.310911:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320901.310955:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993977216:0@lo:400:kworker.0
00000100:00100000:3.0:1767320901.310965:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993977088:0@lo:400:kworker.0
00000100:00100000:1.0:1767320901.311055:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993976832:0@lo:400:kworker.0
00000100:00100000:1.0:1767320901.311088:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320901.311117:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320901.311123:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993976576:0@lo:400:kworker.0
00000100:00100000:1.0:1767320901.311144:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320901.311198:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993976832
00000100:00100000:1.0:1767320901.311202:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993976832
00000100:00100000:1.0:1767320901.311233:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993976576
00000100:00100000:1.0:1767320901.311236:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993976576
00000100:00100000:1.0:1767320901.311256:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6128
00000100:00100000:1.0:1767320901.311262:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993976832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320901.311297:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993976832:12345-0@lo:400:kworker.0 Request processed in 35us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320901.311303:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6128
00000100:00100000:1.0:1767320901.311316:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6129
00000100:00100000:1.0:1767320901.311322:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993976576:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320901.311346:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993976576:12345-0@lo:400:kworker.0 Request processed in 24us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320901.311352:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6129
00000100:00080000:1.0:1767320901.311366:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320901.311382:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993976576:0@lo:400:kworker.0
00000100:00100000:1.0:1767320901.311391:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993976832:0@lo:400:kworker.0
00000100:00100000:2.0:1767320901.312118:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993976320:0@lo:38:kworker.0
00000100:00100000:2.0:1767320901.312183:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320901.312203:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993976448:0@lo:38:kworker.0
00000100:00100000:2.0:1767320901.312228:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320901.312266:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993976704:0@lo:38:kworker.0
00000100:00100000:2.0:1767320901.312288:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320901.312306:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993976960:0@lo:38:kworker.0
00000100:00100000:2.0:1767320901.312324:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320901.312353:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993976320
00000100:00100000:2.0:1767320901.312358:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993976320
00000100:00100000:2.0:1767320901.312380:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993976704
00000100:00100000:2.0:1767320901.312382:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993976704
00000100:00100000:2.0:1767320901.312404:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993976960
00000100:00100000:2.0:1767320901.312406:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993976960
00000100:00100000:2.0:1767320901.312429:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73482
00000100:00100000:2.0:1767320901.312435:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993976320:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320901.312453:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320901.312487:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993976320:12345-0@lo:38:kworker.0 Request processed in 51us (329us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320901.312495:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73482
00000100:00100000:2.0:1767320901.312510:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73483
00000100:00100000:2.0:1767320901.312514:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993976704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320901.312523:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320901.312545:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993976704:12345-0@lo:38:kworker.0 Request processed in 29us (255us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320901.312550:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73483
00000100:00100000:2.0:1767320901.312560:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73484
00000100:00100000:2.0:1767320901.312564:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993976960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320901.312572:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320901.312593:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993976960:12345-0@lo:38:kworker.0 Request processed in 27us (267us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320901.312599:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73484
00000100:00080000:2.0:1767320901.312631:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320901.312635:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320901.312638:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993976320:0@lo:38:kworker.0
00000100:00080000:2.0:1767320901.312658:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320901.312662:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320901.312664:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993976704:0@lo:38:kworker.0
00000100:00080000:2.0:1767320901.312672:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320901.312675:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320901.312677:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993976960:0@lo:38:kworker.0
00000100:00100000:3.0:1767320901.313368:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993976448
00000100:00100000:3.0:1767320901.313375:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993976448
00000100:00100000:3.0:1767320901.313428:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390
00000100:00100000:3.0:1767320901.313434:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993976448:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320901.313447:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320901.313501:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993976448:12345-0@lo:38:kworker.0 Request processed in 66us (1271us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320901.313508:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390
00000100:00080000:2.0:1767320901.314245:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320901.314253:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320901.314258:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993976448:0@lo:38:kworker.0
00000100:00100000:3.0:1767320901.821520:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993977344:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320901.821602:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320901.821727:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993977344
00000100:00100000:0.0:1767320901.821737:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993977344
00000100:00100000:0.0:1767320901.821790:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3559
00000100:00100000:0.0:1767320901.821800:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993977344:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320901.821848:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320901.821929:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993977472:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320901.821960:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320901.822009:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993977472
00000100:00100000:1.0:1767320901.822014:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993977472
00000100:00100000:1.0:1767320901.822040:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3560
00000100:00100000:1.0:1767320901.822047:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993977472:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320901.822064:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320901.822095:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993977472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (134us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320901.822102:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3560
00000100:00100000:1.0:1767320901.822153:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993977472:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320901.826909:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993977344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5100us (5296us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320901.826924:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3559
00000100:00100000:3.0:1767320901.827672:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993977344:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320901.885308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320901.885358:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320902.909301:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320902.909394:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320903.242822:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320903.242890:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320903.243355:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942276736
00000100:00100000:3.0:1767320903.243370:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942276736
00000100:00100000:3.0:1767320903.243465:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942276608
00000100:00100000:3.0:1767320903.243469:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942276608
00000100:00100000:3.0:1767320903.243495:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6130
00000100:00100000:3.0:1767320903.243507:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942276736:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320903.243781:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73485
00000100:00100000:2.0:1767320903.243789:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942276608:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320903.243817:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320903.243910:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942276608:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 109us (1006us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320903.243919:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73485
00000100:00100000:3.0:1767320903.244090:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942276736:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 585us (1283us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320903.244098:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6130
00000100:00080000:0.0:1767320903.245567:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320903.933579:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320903.936152:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320904.958560:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320904.963244:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320905.409259:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320880/real 1767320880]  req@ffff89b609ccea00 x1853163993971072/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320905 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320905.409296:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b609ccea00 x1853163993971072/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320905 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320905.409325:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320905.409347:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320905.409351:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993971072:0@lo:250:kworker.0
00000100:00080000:0.0:1767320905.409402:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320905.409409:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320905.409413:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320905.409418:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6125
00000100:00080000:0.0:1767320905.409435:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320905.409444:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320905.409491:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0000 x1853163993977600/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320905.409508:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320905.409512:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320905.409513:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320905.409517:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6146
00000100:00080000:0.0:1767320905.409520:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320905.409523:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320905.409540:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2680 x1853163993977728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320905.409550:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320905.409552:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320905.409554:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320905.409558:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6146
00000100:00080000:0.0:1767320905.409560:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320905.409580:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320905.409580:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993977600:0@lo:250:kworker.0
00000400:00000100:2.0:1767320905.409644:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993977600 offset 0 length 520: 4
00000100:00100000:2.0:1767320905.409701:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993977728:0@lo:38:kworker.0
00000100:00100000:2.0:1767320905.409738:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320905.409821:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c3800 x1853163993977856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320905.409841:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993977856:0@lo:38:kworker.0
00000100:00100000:2.0:1767320905.409874:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320905.409913:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993977984:0@lo:400:kworker.0
00000100:00100000:2.0:1767320905.409941:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993977856
00000100:00100000:3.0:1767320905.409945:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320905.409950:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993977856
00000100:00080000:0.0:1767320905.409971:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320905.409975:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320905.409977:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320905.409980:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6146
00000100:00080000:0.0:1767320905.409983:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320905.409987:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320905.409993:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391
00000100:00100000:0.0:1767320905.409999:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c3480 x1853163993978112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320905.410009:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993977856:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767320905.410023:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320905.410027:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320905.410028:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320905.410032:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6146
00000100:00080000:0.0:1767320905.410034:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320905.410037:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00010000:00020000:2.0:1767320905.410037:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320905.410046:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c1500 x1853163993978368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320905.410084:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993977856:12345-0@lo:38:kworker.0 Request processed in 74us (213us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320905.410090:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993978112:0@lo:38:kworker.0
00000100:00100000:2.0:1767320905.410092:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391
00000100:00100000:0.0:1767320905.410122:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993978496:0@lo:400:kworker.0
00000100:00100000:2.0:1767320905.410126:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993978240:0@lo:400:kworker.0
00000100:00100000:0.0:1767320905.410148:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320905.410196:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993978496
00000100:00100000:0.0:1767320905.410198:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320905.410200:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993978496
00000100:00100000:0.0:1767320905.410204:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993978624:0@lo:400:kworker.0
00000100:00100000:0.0:1767320905.410225:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320905.410244:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993978624
00000100:00080000:0.0:1767320905.410247:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320905.410247:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993978624
00000100:00100000:0.0:1767320905.410262:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3775
00000100:00100000:0.0:1767320905.410269:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993978496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320905.410273:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3776
00000100:00100000:2.0:1767320905.410279:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993978624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320905.410311:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993978496:12345-0@lo:400:kworker.0 Request processed in 43us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320905.410318:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3775
00000100:00100000:2.0:1767320905.410325:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993978624:12345-0@lo:400:kworker.0 Request processed in 47us (100us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320905.410331:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3776
00000100:00080000:0.0:1767320905.410334:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320905.410361:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993978624:0@lo:400:kworker.0
00000100:00100000:0.0:1767320905.410371:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993978496:0@lo:400:kworker.0
00000100:00100000:1.0:1767320905.414084:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993977728
00000100:00100000:1.0:1767320905.414106:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993977728
00000100:00100000:1.0:1767320905.414175:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993977984
00000100:00100000:1.0:1767320905.414178:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993977984
00000100:00100000:0.0:1767320905.414186:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320905.414220:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993978240
00000100:00100000:1.0:1767320905.414222:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993978240
00000100:00100000:1.0:1767320905.414243:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6131
00000100:00100000:1.0:1767320905.414250:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993977984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320905.414273:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320905.414307:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993978368:0@lo:38:kworker.0
00000100:00100000:0.0:1767320905.414380:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320905.414390:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993977984:12345-0@lo:400:kworker.0 Request processed in 140us (4443us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320905.414396:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6131
00000100:00100000:1.0:1767320905.414412:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993978112
00000100:00100000:1.0:1767320905.414414:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993978112
00000100:00100000:1.0:1767320905.414420:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993978368
00000100:00100000:1.0:1767320905.414422:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993978368
00000100:00100000:1.0:1767320905.414427:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6132
00000100:00100000:1.0:1767320905.414432:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993978240:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767320905.414433:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320905.414442:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320905.414448:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993977856:0@lo:38:kworker.0
00000100:00100000:1.0:1767320905.414461:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993978240:12345-0@lo:400:kworker.0 Request processed in 28us (279us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320905.414466:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6132
00000100:00100000:1.0:1767320905.414477:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73486
00000100:00100000:1.0:1767320905.414482:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993977728:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320905.414504:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320905.414520:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73487
00000100:00100000:0.0:1767320905.414528:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993978112:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320905.414541:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320905.414544:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993977728:12345-0@lo:38:kworker.0 Request processed in 59us (4804us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320905.414552:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73486
00000100:00100000:1.0:1767320905.414566:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73488
00000100:00100000:1.0:1767320905.414582:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993978368:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320905.414592:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320905.414978:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320905.414985:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320905.414989:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993977728:0@lo:38:kworker.0
00000100:00100000:2.0:1767320905.415023:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993978240:0@lo:400:kworker.0
00000100:00080000:2.0:1767320905.415050:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320905.415139:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993978368:12345-0@lo:38:kworker.0 Request processed in 566us (759us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320905.415147:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73488
00000100:00080000:2.0:1767320905.415257:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320905.416231:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320905.416241:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993978368:0@lo:38:kworker.0
00000100:00100000:0.0:1767320905.416793:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993978112:12345-0@lo:38:kworker.0 Request processed in 2262us (2517us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320905.416804:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73487
00000100:00080000:2.0:1767320905.416923:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320905.416927:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320905.416931:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993978112:0@lo:38:kworker.0
00000100:00100000:3.0:1767320905.417050:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993977984:0@lo:400:kworker.0
00010000:00010000:3.0:1767320905.981536:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320905.981640:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320906.943795:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993978752:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320906.944022:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320906.944227:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993978752
00000100:00100000:0.0:1767320906.944241:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993978752
00000100:00100000:0.0:1767320906.944312:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3561
00000100:00100000:0.0:1767320906.944334:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993978752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320906.944380:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320906.944784:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993978752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 461us (769us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320906.944796:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3561
00000100:00100000:3.0:1767320906.944871:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993978752:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320906.946260:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993978880:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320906.946358:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320906.946589:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993978880
00000100:00100000:2.0:1767320906.946599:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993978880
00000100:00100000:2.0:1767320906.946668:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3562
00000100:00100000:2.0:1767320906.946679:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993978880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320906.946724:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320906.946775:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993978880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (417us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320906.946783:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562
00000100:00100000:0.0:1767320906.946878:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993978880:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320907.005511:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320907.006097:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320908.029564:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320908.030201:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320908.360290:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320908.360436:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942277120
00000100:00100000:0.0:1767320908.360447:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942277120
00000100:00100000:0.0:1767320908.360523:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6133
00000100:00100000:0.0:1767320908.360534:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942277120:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320908.360624:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942277120:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 92us (344us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320908.360633:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6133
00000100:00080000:2.0:1767320908.360702:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:3.0:1767320908.374008:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942276864 offset 0 length 520: 4
00000100:00100000:3.0:1767320908.374068:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320908.374244:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942276992
00000100:00100000:1.0:1767320908.374262:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942276992
00000100:00100000:1.0:1767320908.374401:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73489
00000100:00100000:1.0:1767320908.374411:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942276992:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320908.374441:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320908.374554:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942276992:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 142us (484us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320908.374563:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73489
00000100:00100000:2.0:1767320909.053331:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320909.058721:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320910.077503:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320910.077601:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767320910.529383:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320910.529397:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320910.529400:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320910.529405:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320910.529410:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320910.529420:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6150
00000100:00080000:2.0:1767320910.529426:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320910.529444:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320910.529515:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760fb80 x1853163993979008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320910.529554:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320910.529558:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320910.529560:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320910.529564:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6150
00000100:00080000:2.0:1767320910.529567:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320910.529572:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320910.529589:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccea00 x1853163993979136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320910.529649:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320910.529654:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320910.529656:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320910.529660:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6150
00000100:00080000:2.0:1767320910.529663:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320910.529667:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320910.529681:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcfb80 x1853163993979392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320910.529699:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320910.529703:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320910.529705:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320910.529709:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6150
00000100:00080000:2.0:1767320910.529712:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320910.529715:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320910.529725:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcf800 x1853163993979648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320910.529819:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993979904:0@lo:400:kworker.0
00000100:00100000:2.0:1767320910.530114:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320910.530229:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320910.530235:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993979776:0@lo:400:kworker.0
00000100:00100000:2.0:1767320910.530265:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320910.530304:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993979904
00000100:00100000:2.0:1767320910.530313:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993979904
00000100:00100000:2.0:1767320910.530378:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993979776
00000100:00100000:2.0:1767320910.530382:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993979776
00000100:00100000:2.0:1767320910.530408:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3777
00000100:00100000:2.0:1767320910.530419:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993979904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320910.530427:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993979264:0@lo:400:kworker.0
00000100:00100000:1.0:1767320910.530487:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320910.530497:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993979904:12345-0@lo:400:kworker.0 Request processed in 78us (383us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320910.530507:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3777
00000100:00100000:1.0:1767320910.530522:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320910.530530:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3778
00000100:00100000:1.0:1767320910.530532:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993979520:0@lo:400:kworker.0
00000100:00100000:2.0:1767320910.530541:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993979776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320910.530562:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320910.530584:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993979776:12345-0@lo:400:kworker.0 Request processed in 45us (318us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320910.530590:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3778
00000100:00100000:1.0:1767320910.530597:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993979264
00000100:00100000:1.0:1767320910.530601:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993979264
00000100:00080000:2.0:1767320910.530621:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320910.530629:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320910.530630:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993979520
00000100:00080000:2.0:1767320910.530632:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320910.530633:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993979520
00000100:00100000:1.0:1767320910.530660:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6134
00000100:00100000:1.0:1767320910.530665:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993979264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320910.530681:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993979776:0@lo:400:kworker.0
00000100:00100000:1.0:1767320910.530695:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993979264:12345-0@lo:400:kworker.0 Request processed in 29us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320910.530701:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993979904:0@lo:400:kworker.0
00000100:00100000:1.0:1767320910.530702:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6134
00000100:00100000:1.0:1767320910.530717:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6135
00000100:00100000:1.0:1767320910.530723:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993979520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320910.530741:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993979520:12345-0@lo:400:kworker.0 Request processed in 20us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320910.530745:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6135
00000100:00080000:2.0:1767320910.530766:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320910.530771:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993979520:0@lo:400:kworker.0
00000100:00100000:1.0:1767320910.530780:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993979264:0@lo:400:kworker.0
00000100:00100000:0.0:1767320910.532119:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993979008:0@lo:38:kworker.0
00000100:00100000:0.0:1767320910.532237:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320910.532279:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993979136:0@lo:38:kworker.0
00000100:00100000:0.0:1767320910.532319:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320910.532359:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993979392:0@lo:38:kworker.0
00000100:00100000:0.0:1767320910.532385:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320910.532414:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993979648:0@lo:38:kworker.0
00000100:00100000:3.0:1767320910.532425:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993979136
00000100:00100000:3.0:1767320910.532436:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993979136
00000100:00100000:0.0:1767320910.532440:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320910.532492:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993979008
00000100:00100000:3.0:1767320910.532493:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392
00000100:00100000:0.0:1767320910.532498:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993979008
00000100:00100000:3.0:1767320910.532505:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993979136:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320910.532523:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993979392
00000100:00100000:0.0:1767320910.532527:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993979392
00010000:00020000:3.0:1767320910.532530:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320910.532545:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993979648
00000100:00100000:0.0:1767320910.532559:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993979648
00000100:00100000:3.0:1767320910.532579:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993979136:12345-0@lo:38:kworker.0 Request processed in 75us (258us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320910.532586:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73490
00000100:00100000:3.0:1767320910.532591:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392
00000100:00100000:0.0:1767320910.532595:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993979008:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320910.532608:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320910.532641:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993979008:12345-0@lo:38:kworker.0 Request processed in 48us (405us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767320910.532642:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320910.532650:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320910.532657:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993979136:0@lo:38:kworker.0
00000100:00100000:0.0:1767320910.532663:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73490
00000100:00100000:0.0:1767320910.532683:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73491
00000100:00080000:3.0:1767320910.532686:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767320910.532691:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993979392:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767320910.532693:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320910.532699:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993979008:0@lo:38:kworker.0
00010000:00020000:0.0:1767320910.532706:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320910.532739:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73492
00000100:00100000:0.0:1767320910.532744:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993979392:12345-0@lo:38:kworker.0 Request processed in 53us (356us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320910.532886:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993979648:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320910.532898:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73491
00010000:00020000:3.0:1767320910.532902:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320910.532928:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993979648:12345-0@lo:38:kworker.0 Request processed in 171us (491us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320910.532933:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73492
00000100:00080000:2.0:1767320910.533002:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320910.533008:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320910.533012:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993979392:0@lo:38:kworker.0
00000100:00080000:2.0:1767320910.533023:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320910.533031:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320910.533034:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993979648:0@lo:38:kworker.0
00000100:00100000:2.0:1767320911.101355:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320911.101514:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320912.061505:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993980032:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320912.061572:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993980160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320912.061657:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320912.061863:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993980160
00000100:00100000:0.0:1767320912.061873:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993980160
00000100:00100000:3.0:1767320912.061987:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320912.062601:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320912.066538:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993980032
00000100:00100000:0.0:1767320912.066557:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993980032
00000100:00100000:0.0:1767320912.066655:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3563
00000100:00100000:0.0:1767320912.066670:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993980160:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320912.066690:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3564
00000100:00100000:1.0:1767320912.066706:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993980032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320912.066719:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:1.0:1767320912.066732:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767320912.066856:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320912.071718:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993980032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5001us (9714us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320912.071743:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3564
00000100:00100000:3.0:1767320912.072543:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993980032:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320912.075692:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993980160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 9011us (14020us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320912.075714:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3563
00000100:00100000:2.0:1767320912.075936:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993980160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320912.126071:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320912.126506:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320913.150775:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320913.150992:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320913.484264:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320913.484309:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320913.484416:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942277376
00000100:00100000:0.0:1767320913.484443:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942277376
00000100:00100000:0.0:1767320913.484562:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942277248
00000100:00100000:0.0:1767320913.484566:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942277248
00000100:00100000:0.0:1767320913.484599:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6136
00000100:00100000:3.0:1767320913.484620:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73493
00000100:00100000:0.0:1767320913.484630:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942277376:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320913.484642:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942277248:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320913.484668:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320913.484761:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942277376:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 149us (504us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320913.484775:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6136
00000100:00080000:2.0:1767320913.485153:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320913.488649:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942277248:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 4001us (4324us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320913.488666:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73493
00000100:00100000:1.0:1767320914.173392:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320914.173612:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320915.197537:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320915.198300:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320915.645732:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320915.645746:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320915.645750:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320915.645754:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320915.645758:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320915.645768:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6155
00000100:00080000:1.0:1767320915.645774:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320915.645782:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320915.645834:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a295500 x1853163993980288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320915.645853:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320915.645856:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320915.645858:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320915.645862:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6155
00000100:00080000:1.0:1767320915.645864:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320915.645868:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320915.645881:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a294000 x1853163993980416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320915.645915:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320915.645919:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320915.645921:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320915.645927:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6155
00000100:00080000:1.0:1767320915.645929:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320915.645933:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320915.645944:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a297100 x1853163993980672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320915.645958:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320915.645961:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320915.645963:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320915.645967:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6155
00000100:00080000:1.0:1767320915.645969:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320915.645972:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320915.645983:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a294380 x1853163993980928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320915.646049:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993980800:0@lo:400:kworker.0
00000100:00100000:3.0:1767320915.646105:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993980288:0@lo:38:kworker.0
00000100:00100000:1.0:1767320915.646139:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320915.646152:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993980544:0@lo:400:kworker.0
00000100:00100000:3.0:1767320915.646204:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320915.646271:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993980800
00000100:00100000:1.0:1767320915.646280:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993980800
00000100:00100000:1.0:1767320915.646341:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993980544
00000100:00100000:1.0:1767320915.646345:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993980544
00000100:00100000:1.0:1767320915.646374:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6137
00000100:00100000:1.0:1767320915.646400:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993980800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320915.646467:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993980800:12345-0@lo:400:kworker.0 Request processed in 84us (331us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320915.646475:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6137
00000100:00100000:1.0:1767320915.646496:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6138
00000100:00100000:1.0:1767320915.646503:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993980544:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320915.646531:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993980544:12345-0@lo:400:kworker.0 Request processed in 29us (327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320915.646537:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6138
00000100:00100000:1.0:1767320915.646563:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993981056:0@lo:400:kworker.0
00000100:00100000:1.0:1767320915.646595:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320915.646652:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993980800:0@lo:400:kworker.0
00000100:00100000:1.0:1767320915.646698:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993981056
00000100:00100000:1.0:1767320915.646701:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993981056
00000100:00100000:1.0:1767320915.646733:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3779
00000100:00100000:1.0:1767320915.646740:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993981056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320915.646777:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993981056:12345-0@lo:400:kworker.0 Request processed in 37us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320915.646783:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3779
00000100:00080000:1.0:1767320915.646812:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320915.646817:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320915.646828:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993981184:0@lo:400:kworker.0
00000100:00100000:1.0:1767320915.646853:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320915.646872:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993981184
00000100:00100000:1.0:1767320915.646876:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993981184
00000100:00100000:1.0:1767320915.646904:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3780
00000100:00100000:1.0:1767320915.646910:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993981184:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320915.646942:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993981184:12345-0@lo:400:kworker.0 Request processed in 32us (87us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320915.646948:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3780
00000100:00080000:1.0:1767320915.646960:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320915.646996:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320915.647018:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993980288
00000100:00100000:1.0:1767320915.647022:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993980288
00000100:00100000:1.0:1767320915.647040:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73494
00000100:00100000:1.0:1767320915.647044:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993980288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320915.647065:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320915.647097:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993980288:12345-0@lo:38:kworker.0 Request processed in 51us (100us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320915.647103:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73494
00000100:00100000:3.0:1767320915.647398:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993980544:0@lo:400:kworker.0
00000100:00100000:1.0:1767320915.649825:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993981056:0@lo:400:kworker.0
00000100:00100000:3.0:1767320915.649894:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993981184:0@lo:400:kworker.0
00000100:00080000:1.0:1767320915.649928:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320915.649936:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320915.649941:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993980288:0@lo:38:kworker.0
00000100:00100000:1.0:1767320915.649954:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993980416:0@lo:38:kworker.0
00000100:00100000:1.0:1767320915.650033:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320915.650086:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993980672:0@lo:38:kworker.0
00000100:00100000:3.0:1767320915.650102:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993980416
00000100:00100000:3.0:1767320915.650112:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993980416
00000100:00100000:1.0:1767320915.650117:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320915.650141:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993980928:0@lo:38:kworker.0
00000100:00100000:3.0:1767320915.650184:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393
00000100:00100000:3.0:1767320915.650199:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993980416:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320915.650200:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767320915.650228:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320915.650250:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993980672
00000100:00100000:1.0:1767320915.650256:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993980672
00000100:00100000:1.0:1767320915.650284:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993980928
00000100:00100000:1.0:1767320915.650288:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993980928
00000100:00100000:3.0:1767320915.650299:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993980416:12345-0@lo:38:kworker.0 Request processed in 104us (264us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320915.650308:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393
00000100:00100000:1.0:1767320915.650313:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73495
00000100:00100000:1.0:1767320915.650320:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993980672:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320915.650330:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320915.650350:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320915.650357:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320915.650363:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993980416:0@lo:38:kworker.0
00000100:00100000:1.0:1767320915.650364:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993980672:12345-0@lo:38:kworker.0 Request processed in 41us (244us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320915.650377:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73495
00000100:00080000:3.0:1767320915.650395:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320915.650400:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320915.650404:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993980672:0@lo:38:kworker.0
00000100:00100000:1.0:1767320915.650420:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73496
00000100:00100000:1.0:1767320915.650425:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993980928:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320915.650436:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320915.650469:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993980928:12345-0@lo:38:kworker.0 Request processed in 42us (273us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320915.650477:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73496
00000100:00080000:3.0:1767320915.650478:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320915.650485:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320915.650490:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993980928:0@lo:38:kworker.0
00000100:00100000:2.0:1767320916.221324:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320916.221630:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320917.183742:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320917.183772:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993981312:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320917.183862:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320917.183999:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993981312
00000100:00100000:2.0:1767320917.184022:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993981312
00000100:00100000:2.0:1767320917.184110:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3565
00000100:00100000:2.0:1767320917.184121:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993981312:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320917.184181:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320917.184234:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993981312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (372us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320917.184243:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3565
00000100:00080000:0.0:1767320917.184335:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320917.184389:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993981312:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320917.184562:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993981440:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320917.184593:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320917.185056:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993981440
00000100:00100000:2.0:1767320917.185062:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993981440
00000100:00100000:2.0:1767320917.185120:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3566
00000100:00100000:2.0:1767320917.185128:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993981440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320917.185152:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767320917.185246:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320917.186281:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993981440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 562us (1096us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320917.186301:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3566
00000100:00100000:0.0:1767320917.186495:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993981440:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320917.245588:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320917.246544:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320918.269352:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320918.269478:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320918.603015:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320918.603071:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320918.603227:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942277632
00000100:00100000:1.0:1767320918.603242:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942277632
00000100:00100000:1.0:1767320918.603345:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942277504
00000100:00100000:1.0:1767320918.603349:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942277504
00000100:00100000:1.0:1767320918.603377:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6139
00000100:00100000:1.0:1767320918.603391:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942277632:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320918.603488:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942277632:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 102us (490us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320918.603496:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6139
00000100:00100000:1.0:1767320918.603519:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73497
00000100:00100000:1.0:1767320918.603523:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942277504:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320918.603549:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320918.603575:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942277504:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 50us (504us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320918.603581:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73497
00000100:00080000:3.0:1767320918.603658:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320919.293345:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320919.301268:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320920.317343:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320920.319313:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320920.767937:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320920.767953:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320920.767957:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320920.767962:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320920.767967:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320920.767978:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6160
00000100:00080000:3.0:1767320920.767984:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320920.767993:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320920.768050:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291aea00 x1853163993981568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320920.768087:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320920.768091:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320920.768093:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320920.768097:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6160
00000100:00080000:3.0:1767320920.768109:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320920.768113:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320920.768131:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291adc00 x1853163993981696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320920.768210:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320920.768215:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320920.768217:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320920.768220:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6160
00000100:00080000:3.0:1767320920.768223:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320920.768227:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320920.768241:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a297100 x1853163993981952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320920.768257:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320920.768260:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320920.768262:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320920.768266:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6160
00000100:00080000:3.0:1767320920.768268:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320920.768272:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320920.768282:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a295500 x1853163993982208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320920.768350:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993982080:0@lo:400:kworker.0
00000100:00100000:1.0:1767320920.768689:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993982464:0@lo:400:kworker.0
00000100:00100000:1.0:1767320920.768739:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320920.768821:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320920.768828:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993982336:0@lo:400:kworker.0
00000100:00100000:1.0:1767320920.768856:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320920.768897:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993982464
00000100:00100000:1.0:1767320920.768906:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993982464
00000100:00100000:1.0:1767320920.768973:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993982336
00000100:00100000:1.0:1767320920.768977:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993982336
00000100:00100000:1.0:1767320920.769003:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3781
00000100:00100000:1.0:1767320920.769015:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993982464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320920.769078:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993982464:12345-0@lo:400:kworker.0 Request processed in 65us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320920.769086:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3781
00000100:00100000:1.0:1767320920.769104:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3782
00000100:00100000:1.0:1767320920.769110:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993982336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320920.769138:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993982336:12345-0@lo:400:kworker.0 Request processed in 28us (281us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320920.769143:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3782
00000100:00100000:1.0:1767320920.769218:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993982336:0@lo:400:kworker.0
00000100:00100000:1.0:1767320920.769229:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993982464:0@lo:400:kworker.0
00000100:00100000:1.0:1767320920.769256:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993981568:0@lo:38:kworker.0
00000100:00100000:1.0:1767320920.769284:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320920.769315:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993981696:0@lo:38:kworker.0
00000100:00100000:1.0:1767320920.769339:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320920.769374:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993981952:0@lo:38:kworker.0
00000100:00100000:1.0:1767320920.769394:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320920.769409:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993982208:0@lo:38:kworker.0
00000100:00100000:1.0:1767320920.769428:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320920.769523:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993981568
00000100:00100000:1.0:1767320920.769527:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993981568
00000100:00100000:1.0:1767320920.769549:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993981952
00000100:00100000:1.0:1767320920.769551:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993981952
00000100:00100000:1.0:1767320920.769562:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993982208
00000100:00100000:1.0:1767320920.769564:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993982208
00000100:00100000:1.0:1767320920.769578:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73498
00000100:00100000:1.0:1767320920.769583:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993981568:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320920.769604:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320920.769637:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993981568:12345-0@lo:38:kworker.0 Request processed in 54us (352us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320920.769643:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73498
00000100:00100000:1.0:1767320920.769653:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73499
00000100:00100000:1.0:1767320920.769656:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993981952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320920.769664:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320920.769682:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993981952:12345-0@lo:38:kworker.0 Request processed in 25us (287us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320920.769687:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73499
00000100:00100000:1.0:1767320920.769695:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73500
00000100:00100000:1.0:1767320920.769698:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993982208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320920.769705:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320920.769721:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993982208:12345-0@lo:38:kworker.0 Request processed in 22us (292us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320920.769730:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73500
00000100:00080000:1.0:1767320920.769766:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320920.769770:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320920.769774:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993981568:0@lo:38:kworker.0
00000100:00080000:1.0:1767320920.769781:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320920.769784:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320920.769787:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993981952:0@lo:38:kworker.0
00000100:00080000:1.0:1767320920.769793:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320920.769795:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320920.769798:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993982208:0@lo:38:kworker.0
00000100:00080000:1.0:1767320920.769847:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320920.769853:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320920.769882:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993981696
00000100:00100000:1.0:1767320920.769886:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993981696
00000100:00100000:1.0:1767320920.769906:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394
00000100:00100000:1.0:1767320920.769910:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993981696:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320920.769918:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320920.769946:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993981696:12345-0@lo:38:kworker.0 Request processed in 35us (606us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320920.769952:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394
00000100:00080000:1.0:1767320920.769973:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320920.769977:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320920.769980:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993981696:0@lo:38:kworker.0
00000100:00100000:3.0:1767320920.770273:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320920.770323:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320920.770332:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993981824:0@lo:400:kworker.0
00000100:00100000:3.0:1767320920.770376:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320920.770407:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993982080
00000100:00100000:3.0:1767320920.770411:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993982080
00000100:00100000:0.0:1767320920.770545:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993981824
00000100:00100000:0.0:1767320920.770551:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993981824
00000100:00100000:0.0:1767320920.775420:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6140
00000100:00100000:0.0:1767320920.775459:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993982080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320920.775600:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993982080:12345-0@lo:400:kworker.0 Request processed in 163us (5327us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320920.775609:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6140
00000100:00100000:0.0:1767320920.775634:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6141
00000100:00100000:0.0:1767320920.775642:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993981824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320920.775673:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993981824:12345-0@lo:400:kworker.0 Request processed in 33us (5297us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320920.775683:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6141
00000100:00080000:0.0:1767320920.775797:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320920.776113:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993981824:0@lo:400:kworker.0
00000100:00100000:2.0:1767320920.776133:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993982080:0@lo:400:kworker.0
00000100:00100000:2.0:1767320921.341353:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320921.344687:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320922.302423:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993982592:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320922.302513:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320922.303112:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993982592
00000100:00100000:2.0:1767320922.303121:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993982592
00000100:00100000:2.0:1767320922.303211:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3567
00000100:00100000:2.0:1767320922.303232:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993982592:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320922.303276:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320922.303322:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993982592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (809us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320922.303328:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3567
00000100:00080000:1.0:1767320922.303519:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320922.303576:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993982720:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320922.303614:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320922.303809:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993982720
00000100:00100000:3.0:1767320922.303815:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993982720
00000100:00100000:3.0:1767320922.303865:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3568
00000100:00100000:3.0:1767320922.303873:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993982720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320922.303905:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320922.303940:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993982720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (324us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320922.303946:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3568
00000100:00100000:3.0:1767320922.303990:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993982592:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320922.306296:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993982720:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320922.306486:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320922.365341:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320922.365984:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320923.389317:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320923.389457:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320923.719913:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320923.721388:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320923.721482:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942277888
00000100:00100000:3.0:1767320923.721493:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942277888
00000100:00100000:3.0:1767320923.721567:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942277760
00000100:00100000:3.0:1767320923.721571:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942277760
00000100:00100000:3.0:1767320923.721604:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6142
00000100:00100000:3.0:1767320923.721705:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942277888:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320923.721783:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942277888:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 169us (1879us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320923.724145:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73501
00000100:00100000:2.0:1767320923.724173:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942277760:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320923.724211:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320923.724285:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942277760:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 127us (2904us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320923.724293:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73501
00000100:00080000:2.0:1767320923.724591:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320923.729829:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6142
00010000:00010000:0.0:1767320924.413543:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320924.413625:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320925.437433:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320925.437459:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767320925.885298:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320925.885310:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320925.885313:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320925.885317:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320925.885323:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320925.885331:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6165
00000100:00080000:2.0:1767320925.885337:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320925.885345:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320925.885390:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f0000 x1853163993982848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320925.885425:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320925.885429:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320925.885431:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320925.885436:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6165
00000100:00080000:2.0:1767320925.885438:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320925.885442:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320925.885473:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f2a00 x1853163993982976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320925.885478:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993982848:0@lo:38:kworker.0
00000100:00080000:2.0:1767320925.885511:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320925.885515:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320925.885517:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320925.885521:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6165
00000100:00080000:2.0:1767320925.885524:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320925.885528:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320925.885542:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcf800 x1853163993983232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320925.885559:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320925.885563:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320925.885566:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767320925.885568:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320925.885574:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6165
00000100:00080000:2.0:1767320925.885577:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320925.885581:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320925.885592:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcea00 x1853163993983488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320925.885643:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993982976:0@lo:38:kworker.0
00000100:00100000:2.0:1767320925.885657:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993983616:0@lo:400:kworker.0
00000100:00100000:3.0:1767320925.885675:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320925.885700:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320925.885709:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993983232:0@lo:38:kworker.0
00000100:00100000:2.0:1767320925.885728:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320925.885736:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993983744:0@lo:400:kworker.0
00000100:00100000:3.0:1767320925.885744:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320925.885769:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993983488:0@lo:38:kworker.0
00000100:00100000:2.0:1767320925.885774:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320925.885805:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320925.885816:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993983616
00000100:00100000:2.0:1767320925.885825:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993983616
00000100:00100000:3.0:1767320925.885854:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993982848
00000100:00100000:3.0:1767320925.885860:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993982848
00000100:00100000:2.0:1767320925.885875:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993983744
00000100:00100000:2.0:1767320925.885881:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993983744
00000100:00100000:3.0:1767320925.885888:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993983232
00000100:00100000:3.0:1767320925.885893:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993983232
00000100:00100000:2.0:1767320925.885912:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3783
00000100:00100000:3.0:1767320925.885913:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993983488
00000100:00100000:3.0:1767320925.885918:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993983488
00000100:00100000:2.0:1767320925.885924:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993983616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320925.885938:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73502
00000100:00100000:3.0:1767320925.885944:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993982848:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320925.885974:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320925.885979:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993983616:12345-0@lo:400:kworker.0 Request processed in 56us (278us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320925.885987:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3783
00000100:00100000:2.0:1767320925.886008:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3784
00000100:00100000:2.0:1767320925.886021:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993983744:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320925.886022:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993982848:12345-0@lo:38:kworker.0 Request processed in 72us (451us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320925.886034:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73502
00000100:00100000:3.0:1767320925.886052:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73503
00000100:00100000:2.0:1767320925.886059:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993983744:12345-0@lo:400:kworker.0 Request processed in 43us (286us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320925.886060:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993983232:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320925.886072:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3784
00010000:00020000:3.0:1767320925.886077:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320925.886093:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320925.886098:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320925.886110:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993983232:12345-0@lo:38:kworker.0 Request processed in 50us (369us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320925.886117:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73504
00000100:00100000:2.0:1767320925.886123:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993983488:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320925.886332:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73503
00000100:00080000:3.0:1767320925.886368:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320925.886373:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320925.886377:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993983232:0@lo:38:kworker.0
00000100:00080000:3.0:1767320925.886387:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320925.886390:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320925.886394:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993982848:0@lo:38:kworker.0
00000100:00100000:3.0:1767320925.886444:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993983744:0@lo:400:kworker.0
00000100:00100000:3.0:1767320925.886455:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993983616:0@lo:400:kworker.0
00000100:00100000:3.0:1767320925.886484:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993983360:0@lo:400:kworker.0
00000100:00100000:3.0:1767320925.886591:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320925.886613:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320925.886620:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993983104:0@lo:400:kworker.0
00000100:00100000:3.0:1767320925.886642:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320925.886669:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993983360
00000100:00100000:3.0:1767320925.886674:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993983360
00000100:00100000:3.0:1767320925.886702:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993983104
00000100:00100000:3.0:1767320925.886704:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993983104
00000100:00100000:3.0:1767320925.886717:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6143
00000100:00100000:3.0:1767320925.886722:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993983360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320925.886758:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993983360:12345-0@lo:400:kworker.0 Request processed in 35us (166us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320925.886764:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6143
00000100:00100000:3.0:1767320925.886776:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6144
00000100:00100000:3.0:1767320925.886782:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993983104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320925.886806:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993983104:12345-0@lo:400:kworker.0 Request processed in 25us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320925.886812:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6144
00000100:00080000:3.0:1767320925.886825:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320925.887080:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993982976
00000100:00100000:1.0:1767320925.887085:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993982976
00000100:00100000:1.0:1767320925.887110:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395
00000100:00100000:1.0:1767320925.887116:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993982976:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320925.887129:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320925.887183:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993982976:12345-0@lo:38:kworker.0 Request processed in 66us (1508us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320925.887200:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395
00000100:00080000:1.0:1767320925.887235:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320925.887239:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320925.887243:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993982976:0@lo:38:kworker.0
00000100:00100000:1.0:1767320925.887282:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993983104:0@lo:400:kworker.0
00000100:00100000:1.0:1767320925.887292:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993983360:0@lo:400:kworker.0
00010000:00020000:2.0:1767320925.887663:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320925.887711:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993983488:12345-0@lo:38:kworker.0 Request processed in 1586us (1905us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320925.887720:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73504
00000100:00080000:1.0:1767320925.887744:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320925.887750:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320925.887754:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993983488:0@lo:38:kworker.0
00010000:00010000:0.0:1767320926.461609:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320926.463445:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320927.421468:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993983872:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320927.421543:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320927.421824:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320927.421830:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993984000:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320927.421851:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320927.421991:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993983872
00000100:00100000:2.0:1767320927.422007:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993983872
00000100:00100000:2.0:1767320927.422142:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993984000
00000100:00100000:2.0:1767320927.422146:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993984000
00000100:00100000:1.0:1767320927.422196:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3569
00000100:00100000:1.0:1767320927.422207:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993983872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320927.422240:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320927.422308:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993983872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (765us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320927.422315:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3569
00000100:00100000:1.0:1767320927.422366:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993983872:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320927.422604:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320927.422609:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320927.422726:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3570
00000100:00100000:2.0:1767320927.422735:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993984000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320927.422752:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320927.422788:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993984000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (935us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320927.422794:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3570
00000100:00100000:2.0:1767320927.422826:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993984000:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320927.486633:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320927.486792:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320928.509418:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320928.510025:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320928.839873:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320928.839970:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320928.840406:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942278144
00000100:00100000:3.0:1767320928.840418:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942278144
00000100:00100000:3.0:1767320928.840493:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942278016
00000100:00100000:3.0:1767320928.840497:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942278016
00000100:00100000:3.0:1767320928.840521:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6145
00000100:00100000:3.0:1767320928.840530:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942278144:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320928.840609:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942278144:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 79us (746us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320928.840616:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6145
00000100:00100000:3.0:1767320928.840636:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73505
00000100:00100000:3.0:1767320928.840640:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942278016:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320928.840659:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320928.840700:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942278016:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 57us (730us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320928.840707:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73505
00000100:00080000:1.0:1767320928.841026:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320929.533394:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320929.535465:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320930.557496:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320930.557699:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320931.005686:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320905/real 1767320905]  req@ffff89b6380c0000 x1853163993977600/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320930 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320931.005721:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6380c0000 x1853163993977600/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320930 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320931.005741:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320931.005761:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320931.005765:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993977600:0@lo:250:kworker.0
00000100:00080000:2.0:1767320931.006553:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320931.006559:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320931.006562:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320931.006568:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6150
00000100:00080000:2.0:1767320931.006573:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320931.006579:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320931.006612:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f3480 x1853163993984128/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320931.006637:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320931.006641:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320931.006643:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320931.006646:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6170
00000100:00080000:2.0:1767320931.006649:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320931.006652:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320931.006667:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f3800 x1853163993984256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320931.006676:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320931.006679:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320931.006681:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320931.006684:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6170
00000100:00080000:2.0:1767320931.006686:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320931.006689:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320931.006748:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f2d80 x1853163993984384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320931.006785:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320931.006788:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320931.006790:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320931.006793:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6170
00000100:00080000:2.0:1767320931.006795:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320931.006799:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320931.006808:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609701500 x1853163993984640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320931.006820:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320931.006823:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320931.006824:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320931.006827:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6170
00000100:00080000:2.0:1767320931.006829:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320931.006831:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320931.006837:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609703b80 x1853163993984896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320931.006877:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993985024:0@lo:400:kworker.0
00000100:00100000:2.0:1767320931.006966:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320931.007006:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993984768:0@lo:400:kworker.0
00000100:00100000:2.0:1767320931.007020:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320931.007026:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993985152:0@lo:400:kworker.0
00000100:00100000:0.0:1767320931.007037:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320931.007061:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320931.007066:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993984512:0@lo:400:kworker.0
00000100:00100000:0.0:1767320931.007087:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320931.007125:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993984768
00000100:00100000:2.0:1767320931.007132:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320931.007133:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993984768
00000100:00100000:2.0:1767320931.007174:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993985024
00000100:00100000:2.0:1767320931.007178:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993985024
00000100:00100000:0.0:1767320931.007194:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993984512
00000100:00100000:0.0:1767320931.007196:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993984512
00000100:00100000:2.0:1767320931.007203:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993985152
00000100:00100000:2.0:1767320931.007205:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993985152
00000100:00100000:0.0:1767320931.007217:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6146
00000100:00100000:2.0:1767320931.007220:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3785
00000100:00100000:0.0:1767320931.007225:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993984768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320931.007225:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993985024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320931.007271:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993984768:12345-0@lo:400:kworker.0 Request processed in 47us (233us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320931.007274:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993985024:12345-0@lo:400:kworker.0 Request processed in 50us (310us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320931.007278:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6146
00000100:00100000:2.0:1767320931.007279:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3785
00000100:00100000:0.0:1767320931.007295:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6147
00000100:00100000:2.0:1767320931.007295:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3786
00000100:00100000:0.0:1767320931.007301:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993984512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320931.007301:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993985152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320931.007325:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993984512:12345-0@lo:400:kworker.0 Request processed in 24us (237us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320931.007325:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993985152:12345-0@lo:400:kworker.0 Request processed in 24us (191us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320931.007331:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3786
00000100:00100000:2.0:1767320931.007371:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993985152:0@lo:400:kworker.0
00000100:00100000:2.0:1767320931.007380:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993985024:0@lo:400:kworker.0
00000100:00080000:2.0:1767320931.007417:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320931.007421:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320931.007424:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320931.007439:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993984128:0@lo:250:kworker.0
00000400:00000100:1.0:1767320931.007463:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993984128 offset 0 length 520: 4
00000100:00100000:1.0:1767320931.007483:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993984256:0@lo:38:kworker.0
00000100:00100000:1.0:1767320931.007505:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320931.007523:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993984256
00000100:00100000:3.0:1767320931.007528:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993984256
00000100:00100000:1.0:1767320931.007531:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993984384:0@lo:38:kworker.0
00000100:00100000:1.0:1767320931.007552:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320931.007557:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73506
00000100:00100000:3.0:1767320931.007562:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993984256:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320931.007569:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993984640:0@lo:38:kworker.0
00010000:00020000:3.0:1767320931.007578:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320931.007585:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320931.007599:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993984896:0@lo:38:kworker.0
00000100:00100000:3.0:1767320931.007607:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993984256:12345-0@lo:38:kworker.0 Request processed in 44us (101us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320931.007613:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73506
00000100:00100000:1.0:1767320931.007616:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320931.007638:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320931.007642:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320931.007645:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993984256:0@lo:38:kworker.0
00000100:00100000:0.0:1767320931.007812:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6147
00000100:00100000:1.0:1767320931.007836:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993984384
00000100:00100000:1.0:1767320931.007840:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993984384
00000100:00100000:1.0:1767320931.007882:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396
00000100:00100000:1.0:1767320931.007886:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993984384:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320931.007983:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320931.008016:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993984384:12345-0@lo:38:kworker.0 Request processed in 129us (462us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320931.008023:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396
00000100:00100000:3.0:1767320931.012913:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993984640
00000100:00100000:3.0:1767320931.012939:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993984640
00000100:00100000:3.0:1767320931.012988:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993984896
00000100:00100000:3.0:1767320931.012991:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993984896
00000100:00100000:3.0:1767320931.013015:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73507
00000100:00100000:3.0:1767320931.013023:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993984640:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320931.013056:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320931.013144:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993984640:12345-0@lo:38:kworker.0 Request processed in 121us (5556us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320931.013151:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73507
00000100:00100000:3.0:1767320931.013181:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73508
00000100:00100000:3.0:1767320931.013185:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993984896:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320931.013194:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320931.013217:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993984896:12345-0@lo:38:kworker.0 Request processed in 31us (5599us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320931.013222:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73508
00000100:00080000:3.0:1767320931.013318:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320931.013322:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320931.013326:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993984384:0@lo:38:kworker.0
00000100:00080000:3.0:1767320931.013336:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320931.013339:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320931.013342:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993984640:0@lo:38:kworker.0
00000100:00080000:3.0:1767320931.013350:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320931.013353:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320931.013357:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993984896:0@lo:38:kworker.0
00000100:00100000:3.0:1767320931.013405:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993984512:0@lo:400:kworker.0
00000100:00100000:3.0:1767320931.013416:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993984768:0@lo:400:kworker.0
00000100:00100000:2.0:1767320931.581277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320931.582232:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320932.541716:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993985408:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320932.541792:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320932.541899:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993985408
00000100:00100000:2.0:1767320932.541908:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993985408
00000100:00100000:2.0:1767320932.541962:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3571
00000100:00100000:2.0:1767320932.541971:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993985408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320932.542001:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320932.542053:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993985408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320932.542061:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3571
00000100:00100000:2.0:1767320932.542121:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993985408:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320932.542283:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320932.542291:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993985280:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320932.542316:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320932.542383:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993985280
00000100:00100000:3.0:1767320932.542387:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993985280
00000100:00100000:3.0:1767320932.542424:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3572
00000100:00100000:3.0:1767320932.542432:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993985280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320932.542449:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320932.542500:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993985280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (183us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320932.542507:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3572
00000100:00100000:1.0:1767320932.542662:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993985280:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320932.606205:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320932.607365:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000400:00000100:2.0:1767320932.939468:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942278272 offset 0 length 520: 4
00000100:00100000:2.0:1767320932.939537:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320932.939582:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320932.939608:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942278528
00000100:00100000:1.0:1767320932.939620:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942278528
00000100:00100000:1.0:1767320932.939704:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942278400
00000100:00100000:1.0:1767320932.939707:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942278400
00000100:00100000:1.0:1767320932.939728:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6148
00000100:00100000:1.0:1767320932.939738:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942278528:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320932.939826:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942278528:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 89us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320932.939835:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6148
00000100:00100000:1.0:1767320932.939854:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73509
00000100:00100000:1.0:1767320932.939860:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942278400:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320932.939884:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320932.939908:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942278400:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (326us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320932.939915:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73509
00000100:00080000:2.0:1767320932.942422:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320933.629459:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320933.630523:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320934.653252:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320934.653879:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320935.677288:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320935.677382:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320936.129714:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320936.129725:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320936.129729:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320936.129732:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320936.129736:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320936.129744:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6175
00000100:00080000:1.0:1767320936.129748:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320936.129755:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320936.129795:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731234700 x1853163993985536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320936.129834:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320936.129845:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320936.129848:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320936.129851:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6175
00000100:00080000:1.0:1767320936.129854:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320936.129861:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320936.129876:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235180 x1853163993985664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320936.129912:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320936.129917:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320936.129918:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320936.129925:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6175
00000100:00080000:1.0:1767320936.129928:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320936.129931:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320936.129942:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237800 x1853163993985920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320936.129961:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320936.129964:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320936.129965:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320936.129968:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6175
00000100:00080000:1.0:1767320936.129971:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320936.129975:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320936.129983:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235c00 x1853163993986176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320936.130042:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993986304:0@lo:400:kworker.0
00000100:00100000:1.0:1767320936.130114:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320936.130204:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320936.130210:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993986432:0@lo:400:kworker.0
00000100:00100000:1.0:1767320936.130233:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320936.130322:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993986304
00000100:00100000:2.0:1767320936.130330:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993986304
00000100:00100000:2.0:1767320936.130387:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993986432
00000100:00100000:2.0:1767320936.130391:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993986432
00000100:00100000:2.0:1767320936.130412:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3787
00000100:00100000:2.0:1767320936.130421:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993986304:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320936.130476:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993986304:12345-0@lo:400:kworker.0 Request processed in 56us (362us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320936.130484:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3787
00000100:00100000:2.0:1767320936.130510:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3788
00000100:00100000:2.0:1767320936.130520:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993986432:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320936.130553:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993986432:12345-0@lo:400:kworker.0 Request processed in 38us (318us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320936.130559:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3788
00000100:00100000:2.0:1767320936.130603:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993986432:0@lo:400:kworker.0
00000100:00100000:2.0:1767320936.130615:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993986304:0@lo:400:kworker.0
00000100:00100000:2.0:1767320936.130641:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993985792:0@lo:400:kworker.0
00000100:00100000:2.0:1767320936.130668:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320936.130686:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320936.130691:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993986048:0@lo:400:kworker.0
00000100:00100000:2.0:1767320936.130717:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320936.131243:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320936.131248:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320936.131324:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993985792
00000100:00100000:3.0:1767320936.131330:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993985792
00000100:00100000:3.0:1767320936.131393:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993986048
00000100:00100000:3.0:1767320936.131397:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993986048
00000100:00100000:3.0:1767320936.131415:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6149
00000100:00100000:3.0:1767320936.131422:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993985792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320936.131468:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993985792:12345-0@lo:400:kworker.0 Request processed in 46us (799us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320936.131474:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6149
00000100:00100000:3.0:1767320936.131489:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6150
00000100:00100000:3.0:1767320936.131495:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993986048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320936.131532:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993986048:12345-0@lo:400:kworker.0 Request processed in 38us (814us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320936.131538:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6150
00000100:00100000:3.0:1767320936.131566:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993985536:0@lo:38:kworker.0
00000100:00100000:3.0:1767320936.131593:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320936.131611:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993985664:0@lo:38:kworker.0
00000100:00100000:3.0:1767320936.131633:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320936.131665:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993985920:0@lo:38:kworker.0
00000100:00100000:3.0:1767320936.131692:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320936.131706:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993986176:0@lo:38:kworker.0
00000100:00100000:3.0:1767320936.131724:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320936.131756:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993985664
00000100:00100000:3.0:1767320936.131760:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993985664
00000100:00100000:3.0:1767320936.131776:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397
00000100:00100000:3.0:1767320936.131781:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993985664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320936.131798:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320936.131827:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993985664:12345-0@lo:38:kworker.0 Request processed in 45us (193us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320936.131833:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397
00000100:00100000:3.0:1767320936.131859:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993985536
00000100:00100000:3.0:1767320936.131863:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993985536
00000100:00100000:3.0:1767320936.131880:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993985920
00000100:00100000:3.0:1767320936.131883:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993985920
00000100:00100000:3.0:1767320936.131894:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993986176
00000100:00100000:3.0:1767320936.131896:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993986176
00000100:00100000:3.0:1767320936.131905:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73510
00000100:00100000:3.0:1767320936.131910:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993985536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320936.131919:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320936.131943:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993985536:12345-0@lo:38:kworker.0 Request processed in 32us (350us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320936.131948:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73510
00000100:00100000:3.0:1767320936.131958:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73511
00000100:00100000:3.0:1767320936.131961:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993985920:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320936.131968:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320936.131985:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993985920:12345-0@lo:38:kworker.0 Request processed in 22us (293us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320936.131989:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73511
00000100:00100000:3.0:1767320936.131997:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73512
00000100:00100000:3.0:1767320936.132000:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993986176:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320936.132018:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320936.132038:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993986176:12345-0@lo:38:kworker.0 Request processed in 36us (313us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320936.132043:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73512
00000100:00080000:3.0:1767320936.132077:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320936.132081:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320936.132085:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993985536:0@lo:38:kworker.0
00000100:00100000:2.0:1767320936.132534:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993986048:0@lo:400:kworker.0
00000100:00100000:2.0:1767320936.132548:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993985792:0@lo:400:kworker.0
00000100:00080000:3.0:1767320936.132698:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320936.132704:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320936.132707:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993985664:0@lo:38:kworker.0
00000100:00080000:3.0:1767320936.132721:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320936.132724:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320936.132727:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993985920:0@lo:38:kworker.0
00000100:00080000:3.0:1767320936.132735:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320936.132738:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320936.132740:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993986176:0@lo:38:kworker.0
00000100:00080000:1.0:1767320936.132822:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320936.701267:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320936.701487:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320937.661385:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993986560:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320937.661458:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320937.661579:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993986560
00000100:00100000:1.0:1767320937.661587:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993986560
00000100:00100000:1.0:1767320937.661639:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3573
00000100:00100000:1.0:1767320937.661648:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993986560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320937.661689:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320937.661773:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993986688:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320937.661804:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320937.661847:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993986688
00000100:00100000:3.0:1767320937.661851:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993986688
00000100:00100000:3.0:1767320937.661875:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3574
00000100:00100000:3.0:1767320937.661881:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993986688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320937.661898:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320937.661938:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993986688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (132us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320937.661946:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3574
00000100:00100000:3.0:1767320937.662014:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993986688:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320937.670073:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993986560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8177us (8365us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320937.670092:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3573
00000100:00100000:0.0:1767320937.670256:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993986560:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320937.728096:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320937.729123:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320938.055204:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320938.055248:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320938.055342:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942278784
00000100:00100000:2.0:1767320938.055352:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942278784
00000100:00100000:2.0:1767320938.055426:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942278656
00000100:00100000:2.0:1767320938.055430:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942278656
00000100:00100000:2.0:1767320938.055450:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6151
00000100:00100000:2.0:1767320938.055461:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942278784:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320938.055538:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942278784:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 79us (386us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320938.055547:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6151
00000100:00100000:2.0:1767320938.055565:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73513
00000100:00100000:2.0:1767320938.055570:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942278656:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320938.055591:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320938.055617:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942278656:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (369us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320938.055624:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73513
00000100:00080000:3.0:1767320938.057539:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320938.749282:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320938.750181:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320939.773361:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320939.773954:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320940.797274:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320940.798177:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320941.245753:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320941.245766:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320941.245769:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320941.245774:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320941.245778:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320941.245787:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6180
00000100:00080000:2.0:1767320941.245792:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320941.245799:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320941.245846:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f27800 x1853163993986816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320941.245873:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320941.245876:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320941.245878:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320941.245883:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6180
00000100:00080000:2.0:1767320941.245885:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320941.245889:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320941.245902:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24700 x1853163993986944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320941.245951:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320941.245955:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320941.245957:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320941.245960:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6180
00000100:00080000:2.0:1767320941.245963:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320941.245966:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320941.245978:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702680 x1853163993987200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320941.245992:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320941.245995:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320941.245997:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320941.246000:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6180
00000100:00080000:2.0:1767320941.246003:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320941.246006:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320941.246015:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609703b80 x1853163993987456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320941.246060:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993987328:0@lo:400:kworker.0
00000100:00100000:2.0:1767320941.246124:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320941.246205:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320941.246213:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993987072:0@lo:400:kworker.0
00000100:00100000:2.0:1767320941.246236:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320941.246266:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993987712:0@lo:400:kworker.0
00000100:00100000:2.0:1767320941.246293:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320941.246423:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993987712
00000100:00100000:3.0:1767320941.246431:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993987712
00000100:00100000:3.0:1767320941.246486:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3789
00000100:00100000:3.0:1767320941.246495:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993987712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320941.246574:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993987328
00000100:00100000:1.0:1767320941.246579:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993987328
00000100:00100000:1.0:1767320941.246611:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993987072
00000100:00100000:1.0:1767320941.246614:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993987072
00000100:00100000:1.0:1767320941.246638:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6152
00000100:00100000:1.0:1767320941.246645:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993987328:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320941.246766:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320941.246772:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993987584:0@lo:400:kworker.0
00000100:00100000:0.0:1767320941.246850:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6153
00000100:00100000:0.0:1767320941.246862:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993987072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320941.252708:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993987712:12345-0@lo:400:kworker.0 Request processed in 6205us (6404us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320941.252724:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3789
00000100:00080000:3.0:1767320941.252775:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320941.252781:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320941.252811:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993986816:0@lo:38:kworker.0
00000100:00100000:3.0:1767320941.252852:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320941.252878:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993986944:0@lo:38:kworker.0
00000100:00100000:3.0:1767320941.252900:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320941.252945:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993987200:0@lo:38:kworker.0
00000100:00100000:3.0:1767320941.252966:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320941.252981:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993987456:0@lo:38:kworker.0
00000100:00100000:3.0:1767320941.253002:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320941.253035:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993986816
00000100:00100000:3.0:1767320941.253042:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993986816
00000100:00100000:3.0:1767320941.253067:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993987200
00000100:00100000:3.0:1767320941.253070:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993987200
00000100:00100000:3.0:1767320941.253078:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993987456
00000100:00100000:3.0:1767320941.253080:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993987456
00000100:00100000:3.0:1767320941.253099:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73514
00000100:00100000:3.0:1767320941.253106:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993986816:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320941.253127:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320941.253185:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993986816:12345-0@lo:38:kworker.0 Request processed in 78us (332us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320941.253191:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73514
00000100:00100000:3.0:1767320941.253201:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73515
00000100:00100000:3.0:1767320941.253204:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993987200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320941.253212:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320941.253235:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993987200:12345-0@lo:38:kworker.0 Request processed in 28us (268us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320941.253240:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73515
00000100:00100000:3.0:1767320941.253263:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73516
00000100:00100000:3.0:1767320941.253267:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993987456:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320941.253275:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320941.253296:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993987456:12345-0@lo:38:kworker.0 Request processed in 27us (293us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320941.253486:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73516
00000100:00080000:3.0:1767320941.253535:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320941.253540:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320941.253544:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993986816:0@lo:38:kworker.0
00000100:00080000:3.0:1767320941.253553:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320941.253557:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320941.253559:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993987200:0@lo:38:kworker.0
00000100:00080000:3.0:1767320941.253565:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320941.253568:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320941.253570:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993987456:0@lo:38:kworker.0
00000100:00100000:3.0:1767320941.253629:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993986944
00000100:00100000:3.0:1767320941.253633:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993986944
00000100:00100000:3.0:1767320941.253649:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398
00000100:00100000:3.0:1767320941.253654:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993986944:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320941.253662:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320941.253691:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993986944:12345-0@lo:38:kworker.0 Request processed in 36us (790us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320941.253698:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398
00000100:00080000:3.0:1767320941.253722:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320941.253726:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320941.253729:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993986944:0@lo:38:kworker.0
00000100:00100000:1.0:1767320941.253841:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993987328:12345-0@lo:400:kworker.0 Request processed in 7195us (7714us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320941.253849:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6152
00000100:00100000:2.0:1767320941.254235:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320941.254283:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993987712:0@lo:400:kworker.0
00000100:00100000:1.0:1767320941.254582:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993987584
00000100:00100000:1.0:1767320941.254588:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993987584
00000100:00100000:1.0:1767320941.254638:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3790
00000100:00100000:1.0:1767320941.254646:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993987584:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320941.254691:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993987584:12345-0@lo:400:kworker.0 Request processed in 47us (456us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320941.254696:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3790
00000100:00100000:3.0:1767320941.254788:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993987328:0@lo:400:kworker.0
00000100:00100000:0.0:1767320941.254888:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993987072:12345-0@lo:400:kworker.0 Request processed in 8029us (8649us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320941.254896:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6153
00000100:00100000:3.0:1767320941.254973:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993987072:0@lo:400:kworker.0
00000100:00080000:2.0:1767320941.256316:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320941.256366:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993987584:0@lo:400:kworker.0
00000100:00100000:2.0:1767320941.821671:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320941.821855:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320942.782348:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993987840:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320942.782419:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320942.782959:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993987840
00000100:00100000:1.0:1767320942.782968:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993987840
00000100:00100000:3.0:1767320942.783127:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320942.783138:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993987968:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320942.783202:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320942.783241:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993987968
00000100:00100000:3.0:1767320942.783246:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993987968
00000100:00100000:1.0:1767320942.783428:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3575
00000100:00100000:1.0:1767320942.783440:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993987840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320942.783468:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320942.783515:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993987840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (1096us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320942.783610:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993987840:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320942.792041:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3576
00000100:00100000:3.0:1767320942.792070:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993987968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320942.792106:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320942.792207:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993987968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 152us (9004us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320942.792215:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3576
00000100:00100000:0.0:1767320942.792409:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993987968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320942.797494:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3575
00000100:00100000:2.0:1767320942.845322:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320942.845377:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320943.177282:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320943.177567:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942279040
00000100:00100000:0.0:1767320943.177578:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942279040
00000100:00100000:0.0:1767320943.177703:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6154
00000100:00100000:0.0:1767320943.177715:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942279040:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320943.177804:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942279040:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 92us (534us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320943.177812:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6154
00000100:00100000:3.0:1767320943.179782:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320943.179868:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942278912
00000100:00100000:3.0:1767320943.179886:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942278912
00000100:00100000:3.0:1767320943.179928:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73517
00000100:00100000:3.0:1767320943.179934:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942278912:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320943.180192:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320943.180262:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942278912:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 325us (486us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320943.180271:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73517
00000100:00080000:2.0:1767320943.181523:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320943.869362:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320943.869570:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320944.893406:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320944.893909:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320945.917363:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320945.917434:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320946.365339:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320946.365352:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320946.365355:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320946.365359:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320946.365363:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320946.365372:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6185
00000100:00080000:3.0:1767320946.365377:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320946.365384:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320946.365426:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609703100 x1853163993988096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320946.365535:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320946.365538:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320946.365540:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320946.365544:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6185
00000100:00080000:3.0:1767320946.365547:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320946.365551:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320946.365566:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702300 x1853163993988224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320946.365614:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320946.365618:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320946.365620:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320946.365623:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6185
00000100:00080000:3.0:1767320946.365626:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320946.365629:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320946.365641:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702680 x1853163993988480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320946.365659:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320946.365662:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320946.365664:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320946.365667:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6185
00000100:00080000:3.0:1767320946.365670:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320946.365673:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320946.365683:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24700 x1853163993988736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320946.365767:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993988608:0@lo:400:kworker.0
00000100:00100000:3.0:1767320946.365788:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993988992:0@lo:400:kworker.0
00000100:00100000:2.0:1767320946.365846:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320946.365847:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320946.365919:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993988992
00000100:00100000:1.0:1767320946.365927:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993988992
00000100:00100000:1.0:1767320946.365986:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3791
00000100:00100000:1.0:1767320946.366011:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993988992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320946.366182:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993988864:0@lo:400:kworker.0
00000100:00100000:3.0:1767320946.372385:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993988608
00000100:00100000:3.0:1767320946.372403:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993988608
00000100:00100000:3.0:1767320946.372479:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6155
00000100:00100000:3.0:1767320946.372490:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993988608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320946.372563:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993988608:12345-0@lo:400:kworker.0 Request processed in 75us (6720us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320946.372575:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6155
00000100:00080000:3.0:1767320946.372625:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320946.372630:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320946.372644:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993988352:0@lo:400:kworker.0
00000100:00100000:3.0:1767320946.372681:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320946.372708:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993988352
00000100:00100000:3.0:1767320946.372712:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993988352
00000100:00100000:3.0:1767320946.372748:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6156
00000100:00100000:3.0:1767320946.372755:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993988352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320946.372786:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993988352:12345-0@lo:400:kworker.0 Request processed in 32us (105us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320946.372793:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6156
00000100:00080000:3.0:1767320946.372805:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320946.372843:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993988352:0@lo:400:kworker.0
00000100:00100000:3.0:1767320946.372884:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993988096:0@lo:38:kworker.0
00000100:00100000:3.0:1767320946.372910:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320946.372928:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993988224:0@lo:38:kworker.0
00000100:00100000:3.0:1767320946.372955:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320946.372977:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993988480:0@lo:38:kworker.0
00000100:00100000:3.0:1767320946.372996:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320946.373927:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993988608:0@lo:400:kworker.0
00000100:00100000:2.0:1767320946.373977:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993988096
00000100:00100000:2.0:1767320946.373982:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993988096
00000100:00100000:2.0:1767320946.374015:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73518
00000100:00100000:2.0:1767320946.374021:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993988096:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320946.374042:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320946.374081:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993988096:12345-0@lo:38:kworker.0 Request processed in 60us (1171us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320946.374088:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73518
00000100:00100000:2.0:1767320946.374117:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993988224
00000100:00100000:2.0:1767320946.374120:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993988224
00000100:00100000:2.0:1767320946.374139:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399
00000100:00100000:2.0:1767320946.374143:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993988224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320946.374151:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320946.374200:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993988224:12345-0@lo:38:kworker.0 Request processed in 54us (1243us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320946.374207:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399
00000100:00100000:3.0:1767320946.374220:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993988736:0@lo:38:kworker.0
00000100:00100000:2.0:1767320946.374229:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993988480
00000100:00100000:2.0:1767320946.374235:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993988480
00000100:00100000:2.0:1767320946.374258:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73519
00000100:00100000:3.0:1767320946.374262:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320946.374267:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993988480:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320946.374277:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320946.374301:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320946.374307:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993988480:12345-0@lo:38:kworker.0 Request processed in 40us (1308us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767320946.374311:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320946.374316:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73519
00000100:00100000:3.0:1767320946.374318:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993988096:0@lo:38:kworker.0
00000100:00100000:2.0:1767320946.374329:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993988736
00000100:00100000:2.0:1767320946.374333:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993988736
00000100:00080000:3.0:1767320946.374336:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320946.374342:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320946.374346:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993988224:0@lo:38:kworker.0
00000100:00100000:2.0:1767320946.374351:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73520
00000100:00100000:2.0:1767320946.374357:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993988736:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767320946.374359:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320946.374365:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767320946.374367:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320946.374372:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993988480:0@lo:38:kworker.0
00000100:00100000:2.0:1767320946.374398:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993988736:12345-0@lo:38:kworker.0 Request processed in 39us (141us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320946.374404:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73520
00000100:00080000:3.0:1767320946.374405:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320946.374411:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320946.374416:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993988736:0@lo:38:kworker.0
00000100:00100000:1.0:1767320946.378424:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993988992:12345-0@lo:400:kworker.0 Request processed in 12419us (12569us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320946.379116:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3791
00000100:00100000:0.0:1767320946.379257:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320946.380691:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993988864
00000100:00100000:1.0:1767320946.380702:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993988864
00000100:00100000:1.0:1767320946.380778:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3792
00000100:00100000:1.0:1767320946.380786:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993988864:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767320946.380855:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320946.380870:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993988864:12345-0@lo:400:kworker.0 Request processed in 84us (1613us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320946.380878:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3792
00000100:00100000:0.0:1767320946.380972:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993988864:0@lo:400:kworker.0
00000100:00100000:3.0:1767320946.383711:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993988992:0@lo:400:kworker.0
00000100:00100000:2.0:1767320946.941379:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320946.944516:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320947.901640:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320947.908931:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993989248:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320947.909020:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320947.909132:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993989120:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320947.909154:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320947.909214:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993989248
00000100:00100000:3.0:1767320947.909223:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993989248
00000100:00100000:3.0:1767320947.909287:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993989120
00000100:00100000:3.0:1767320947.909291:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993989120
00000100:00100000:3.0:1767320947.909326:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3577
00000100:00100000:3.0:1767320947.909334:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993989248:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320947.909381:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320947.909416:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3578
00000100:00100000:2.0:1767320947.909435:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993989120:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320947.909435:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993989248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (411us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320947.909449:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3577
00002000:00000024:2.0:1767320947.909460:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320947.909530:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993989120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (375us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320947.909535:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3578
00000100:00100000:1.0:1767320947.910857:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993989248:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320947.910876:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993989120:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320947.965380:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320947.967977:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320948.295972:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320948.296247:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942279296
00000100:00100000:2.0:1767320948.296258:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942279296
00000100:00100000:2.0:1767320948.296350:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6157
00000100:00100000:2.0:1767320948.296361:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942279296:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320948.296456:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942279296:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 96us (493us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320948.296465:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6157
00000100:00080000:3.0:1767320948.298750:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320948.299222:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320948.301255:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942279168
00000100:00100000:2.0:1767320948.301270:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942279168
00000100:00100000:2.0:1767320948.301400:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73521
00000100:00100000:2.0:1767320948.301409:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942279168:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320948.301433:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320948.301514:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942279168:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 104us (2298us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320948.301521:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73521
00000100:00100000:2.0:1767320948.989426:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320948.989682:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320950.013480:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320950.014796:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320951.037469:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320951.038062:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767320951.485635:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320951.485661:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320951.485665:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320951.485671:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320951.485676:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320951.485701:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6191
00000100:00080000:3.0:1767320951.485708:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320951.485733:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320951.485790:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f412a00 x1853163993989376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320951.485816:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320951.485820:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320951.485822:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320951.485825:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6191
00000100:00080000:3.0:1767320951.485828:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320951.485833:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320951.485853:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411880 x1853163993989504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320951.485869:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993989376:0@lo:38:kworker.0
00000100:00080000:3.0:1767320951.485904:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767320951.485996:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320951.486070:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320951.486073:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320951.486080:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6191
00000100:00080000:3.0:1767320951.486084:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767320951.486087:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993989504:0@lo:38:kworker.0
00000100:00080000:3.0:1767320951.486095:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320951.486126:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f412300 x1853163993989760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320951.486133:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320951.486194:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320951.486199:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320951.486201:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320951.486207:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6191
00000100:00080000:3.0:1767320951.486210:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320951.486213:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320951.486229:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993989376
00000100:00100000:3.0:1767320951.486229:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702680 x1853163993990016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320951.486237:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993989376
00000100:00100000:0.0:1767320951.486245:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993989504
00000100:00100000:0.0:1767320951.486254:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993989504
00000100:00100000:2.0:1767320951.486280:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73522
00000100:00100000:2.0:1767320951.486290:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993989376:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320951.486298:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993990144:0@lo:400:kworker.0
00000100:00100000:0.0:1767320951.486307:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400
00010000:00020000:2.0:1767320951.486314:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320951.486320:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993989504:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320951.486343:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320951.486365:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320951.486380:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993989376:12345-0@lo:38:kworker.0 Request processed in 89us (384us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320951.486390:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73522
00000100:00100000:0.0:1767320951.486399:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993989504:12345-0@lo:38:kworker.0 Request processed in 79us (270us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320951.486410:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400
00000100:00100000:2.0:1767320951.486455:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993989888:0@lo:400:kworker.0
00000100:00080000:0.0:1767320951.486499:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320951.486507:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320951.486513:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993989504:0@lo:38:kworker.0
00000100:00100000:1.0:1767320951.486588:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f413b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993989632:0@lo:400:kworker.0
00000100:00100000:2.0:1767320951.491991:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320951.492084:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993989888
00000100:00100000:2.0:1767320951.492093:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993989888
00000100:00100000:2.0:1767320951.492179:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6158
00000100:00100000:2.0:1767320951.492189:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993989888:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320951.492229:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320951.492245:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993990144
00000100:00100000:3.0:1767320951.492249:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993990144
00000100:00100000:2.0:1767320951.492258:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993989888:12345-0@lo:400:kworker.0 Request processed in 72us (277us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320951.492267:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6158
00000100:00100000:3.0:1767320951.492287:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3793
00000100:00100000:3.0:1767320951.492293:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993990144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320951.492319:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993989888:0@lo:400:kworker.0
00000100:00100000:3.0:1767320951.492336:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993990144:12345-0@lo:400:kworker.0 Request processed in 44us (5972us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320951.492341:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3793
00000100:00080000:3.0:1767320951.492356:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320951.492381:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993990144:0@lo:400:kworker.0
00000100:00100000:2.0:1767320951.492394:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320951.492404:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993990272:0@lo:400:kworker.0
00000100:00100000:2.0:1767320951.492434:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320951.492498:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993990272
00000100:00100000:2.0:1767320951.492502:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993990272
00000100:00100000:2.0:1767320951.492530:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3794
00000100:00100000:2.0:1767320951.492536:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993990272:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320951.492568:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993990272:12345-0@lo:400:kworker.0 Request processed in 32us (133us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320951.492574:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3794
00000100:00100000:2.0:1767320951.492599:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993990272:0@lo:400:kworker.0
00000100:00080000:0.0:1767320951.492995:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320951.493009:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320951.493015:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993989376:0@lo:38:kworker.0
00000100:00100000:0.0:1767320951.493057:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993989760:0@lo:38:kworker.0
00000100:00100000:0.0:1767320951.493119:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320951.493147:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993990016:0@lo:38:kworker.0
00000100:00100000:0.0:1767320951.493186:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320951.493227:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993989760
00000100:00100000:0.0:1767320951.493233:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993989760
00000100:00100000:0.0:1767320951.493268:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993990016
00000100:00100000:0.0:1767320951.493270:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993990016
00000100:00100000:0.0:1767320951.493291:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73523
00000100:00100000:0.0:1767320951.493298:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993989760:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320951.493324:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320951.493374:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993989760:12345-0@lo:38:kworker.0 Request processed in 76us (254us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320951.493381:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73523
00000100:00100000:0.0:1767320951.493399:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73524
00000100:00100000:0.0:1767320951.493403:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993990016:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320951.493412:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320951.493437:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993990016:12345-0@lo:38:kworker.0 Request processed in 33us (251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320951.493443:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73524
00000100:00080000:0.0:1767320951.493479:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320951.493483:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320951.493486:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993990016:0@lo:38:kworker.0
00000100:00080000:0.0:1767320951.493503:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320951.493507:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320951.493509:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993989760:0@lo:38:kworker.0
00000100:00080000:3.0:1767320951.493825:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320951.494559:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320951.494734:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993989632
00000100:00100000:2.0:1767320951.494742:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993989632
00000100:00100000:2.0:1767320951.494856:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6159
00000100:00100000:2.0:1767320951.494868:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993989632:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320951.494883:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320951.494996:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993989632:12345-0@lo:400:kworker.0 Request processed in 130us (441us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320951.495004:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6159
00000100:00100000:1.0:1767320951.495192:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f413b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993989632:0@lo:400:kworker.0
00010000:00010000:3.0:1767320952.061685:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320952.063087:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320953.021733:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993990400:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320953.021813:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993990528:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320953.021834:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320953.021898:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320953.022319:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993990400
00000100:00100000:0.0:1767320953.022330:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993990400
00000100:00100000:0.0:1767320953.022418:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993990528
00000100:00100000:0.0:1767320953.022422:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993990528
00000100:00100000:0.0:1767320953.022448:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3579
00000100:00100000:0.0:1767320953.022459:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993990400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320953.022501:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767320953.022543:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3580
00000100:00100000:1.0:1767320953.022556:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993990528:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320953.022565:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993990400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (732us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320953.022573:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3579
00002000:00000024:1.0:1767320953.022577:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767320953.022772:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320953.022778:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320953.022848:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993990400:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320953.022938:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993990528:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320953.022967:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993990528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 414us (1068us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320953.022975:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3580
00010000:00010000:0.0:1767320953.085748:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320953.085952:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767320953.418781:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320953.418847:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320953.418999:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942279552
00000100:00100000:2.0:1767320953.419013:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942279552
00000100:00100000:2.0:1767320953.419099:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942279424
00000100:00100000:2.0:1767320953.419103:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942279424
00000100:00100000:2.0:1767320953.419123:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6160
00000100:00100000:2.0:1767320953.419134:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942279552:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320953.419276:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942279552:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 143us (511us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320953.419286:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6160
00000100:00100000:2.0:1767320953.419406:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73525
00000100:00100000:2.0:1767320953.419412:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942279424:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320953.419437:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320953.419466:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942279424:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 53us (619us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320953.419545:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73525
00000100:00080000:1.0:1767320953.419611:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320954.112032:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320954.112245:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320955.133354:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320955.133733:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320956.157396:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320956.159460:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320956.605330:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320956.605349:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320956.605353:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320956.605358:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320956.605364:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320956.605376:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6196
00000100:00080000:3.0:1767320956.605383:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320956.605393:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320956.605458:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609703100 x1853163993990656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320956.605481:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320956.605485:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320956.605486:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320956.605491:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6196
00000100:00080000:3.0:1767320956.605493:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320956.605497:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320956.605510:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702300 x1853163993990784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320956.605567:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320956.605571:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320956.605573:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320956.605576:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6196
00000100:00080000:3.0:1767320956.605579:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320956.605583:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320956.605595:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecaea00 x1853163993991040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320956.605614:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320956.605617:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320956.605619:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320956.605630:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6196
00000100:00080000:3.0:1767320956.605633:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320956.605637:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320956.605648:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecad180 x1853163993991296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320956.605738:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993991552:0@lo:400:kworker.0
00000100:00100000:3.0:1767320956.606226:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320956.606324:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320956.606331:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993991424:0@lo:400:kworker.0
00000100:00100000:3.0:1767320956.606358:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320956.606400:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993991552
00000100:00100000:3.0:1767320956.606409:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993991552
00000100:00100000:3.0:1767320956.606495:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993991424
00000100:00100000:3.0:1767320956.606499:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993991424
00000100:00100000:3.0:1767320956.606528:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3795
00000100:00100000:3.0:1767320956.606538:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993991552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320956.606602:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993991552:12345-0@lo:400:kworker.0 Request processed in 66us (378us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320956.606611:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3795
00000100:00100000:3.0:1767320956.606640:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3796
00000100:00100000:3.0:1767320956.606647:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993991424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320956.606675:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993991424:12345-0@lo:400:kworker.0 Request processed in 29us (317us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320956.606681:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3796
00000100:00100000:2.0:1767320956.607154:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993990912:0@lo:400:kworker.0
00000100:00100000:2.0:1767320956.607227:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320956.607256:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320956.607271:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993991168:0@lo:400:kworker.0
00000100:00100000:2.0:1767320956.607296:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320956.607600:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320956.607607:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320956.609519:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993991424:0@lo:400:kworker.0
00000100:00100000:3.0:1767320956.609546:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993991552:0@lo:400:kworker.0
00000100:00100000:0.0:1767320956.609563:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993990912
00000100:00100000:0.0:1767320956.609581:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993990912
00000100:00100000:3.0:1767320956.609643:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320931/real 1767320931]  req@ffff89b6075f3480 x1853163993984128/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320956 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320956.609667:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6075f3480 x1853163993984128/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320956 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320956.609688:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993990656:0@lo:38:kworker.0
00000100:00100000:0.0:1767320956.609844:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993991168
00000100:00100000:0.0:1767320956.609850:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993991168
00000100:00100000:0.0:1767320956.609892:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6161
00000100:00100000:0.0:1767320956.609904:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993990912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320956.610028:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993990912:12345-0@lo:400:kworker.0 Request processed in 126us (2799us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320956.610036:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6161
00000100:00100000:0.0:1767320956.610055:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6162
00000100:00100000:0.0:1767320956.610062:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993991168:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320956.610095:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993991168:12345-0@lo:400:kworker.0 Request processed in 34us (2798us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320956.610101:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6162
00000100:00100000:0.0:1767320956.610153:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993991168:0@lo:400:kworker.0
00000100:00100000:0.0:1767320956.610189:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993990912:0@lo:400:kworker.0
00000100:00080000:2.0:1767320956.610393:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320956.613826:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320956.613928:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993990784:0@lo:38:kworker.0
00000100:00100000:3.0:1767320956.613979:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320956.614010:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993991040:0@lo:38:kworker.0
00000100:00100000:3.0:1767320956.614039:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320956.614072:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993990784
00000100:00100000:3.0:1767320956.614078:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993991296:0@lo:38:kworker.0
00000100:00100000:2.0:1767320956.614093:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993990784
00000100:00100000:3.0:1767320956.614111:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320956.614154:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993990656
00000100:00100000:3.0:1767320956.614193:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993990656
00000100:00100000:2.0:1767320956.614206:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401
00000100:00100000:2.0:1767320956.614217:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993990784:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320956.614234:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993991040
00000100:00100000:3.0:1767320956.614239:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993991040
00000100:00100000:3.0:1767320956.614258:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993991296
00010000:00020000:2.0:1767320956.614259:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320956.614264:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993991296
00000100:00100000:3.0:1767320956.614288:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73526
00000100:00100000:3.0:1767320956.614295:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993990656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320956.614317:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320956.614481:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73527
00000100:00100000:0.0:1767320956.614489:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993991040:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320956.614503:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320956.614611:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73528
00000100:00100000:1.0:1767320956.614619:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993991296:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320956.614642:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320956.615394:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163993990656:12345-0@lo:38:kworker.0 Request processed in 1092us (1576us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320956.615403:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73526
00000100:00080000:3.0:1767320956.615459:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320956.615482:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320956.615487:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993984128:0@lo:250:kworker.0
00000100:00080000:3.0:1767320956.615529:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320956.615536:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320956.615540:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320956.615545:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6175
00000100:00080000:3.0:1767320956.615550:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767320956.615659:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993991040:12345-0@lo:38:kworker.0 Request processed in 1161us (1612us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320956.615672:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73527
00000100:00100000:2.0:1767320956.616526:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993990784:12345-0@lo:38:kworker.0 Request processed in 2213us (2449us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320956.616538:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401
00000100:00080000:2.0:1767320956.616696:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320956.616702:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320956.616706:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993990656:0@lo:38:kworker.0
00000100:00080000:2.0:1767320956.616719:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320956.616723:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320956.616726:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993990784:0@lo:38:kworker.0
00000100:00080000:2.0:1767320956.616737:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320956.616740:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320956.616743:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993991040:0@lo:38:kworker.0
00000100:00080000:3.0:1767320956.616915:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320956.616981:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecaca80 x1853163993991680/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320956.617202:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993991680:0@lo:250:kworker.0
00000400:00000100:2.0:1767320956.617266:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993991680 offset 0 length 520: 4
00000100:00100000:1.0:1767320956.624542:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993991296:12345-0@lo:38:kworker.0 Request processed in 9904us (10414us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767320956.624553:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320956.624565:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73528
00000100:00080000:2.0:1767320956.624573:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320956.624580:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993991296:0@lo:38:kworker.0
00000100:00100000:2.0:1767320957.181394:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320957.182933:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320958.141553:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320958.141580:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993991808:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320958.141664:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320958.141830:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993991808
00000100:00100000:0.0:1767320958.141839:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993991808
00000100:00100000:0.0:1767320958.141906:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3581
00000100:00100000:0.0:1767320958.141915:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993991808:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320958.141949:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767320958.141994:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993991808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (329us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320958.142001:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3581
00000100:00100000:0.0:1767320958.142052:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993991808:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320958.142666:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320958.143752:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320958.143775:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993991936:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320958.143846:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320958.144187:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993991936
00000100:00100000:3.0:1767320958.144197:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993991936
00000100:00100000:3.0:1767320958.144270:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3582
00000100:00100000:3.0:1767320958.144279:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993991936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320958.144308:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320958.144377:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993991936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (531us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320958.144384:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3582
00000100:00080000:2.0:1767320958.144780:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320958.144828:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993991936:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320958.205310:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320958.206541:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320958.540334:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320958.540619:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320958.540753:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942279808
00000100:00100000:2.0:1767320958.540767:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942279808
00000100:00100000:2.0:1767320958.540854:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942279680
00000100:00100000:2.0:1767320958.540857:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942279680
00000100:00100000:2.0:1767320958.540878:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6163
00000100:00100000:2.0:1767320958.540887:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942279808:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320958.540959:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942279808:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 73us (637us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320958.540978:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6163
00000100:00100000:2.0:1767320958.540996:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73529
00000100:00100000:2.0:1767320958.541210:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942279680:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320958.541234:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320958.541544:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942279680:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 538us (923us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320958.541553:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73529
00000100:00080000:3.0:1767320958.541761:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:3.0:1767320958.545364:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942279936 offset 0 length 520: 4
00000100:00100000:2.0:1767320959.229309:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320959.230925:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320960.253303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320960.253956:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320961.277767:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320961.284739:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320961.728081:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320961.728098:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320961.728101:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320961.728106:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320961.728112:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320961.728124:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6201
00000100:00080000:3.0:1767320961.728129:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320961.728139:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320961.728223:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062adf80 x1853163993992064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320961.728259:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320961.728262:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320961.728264:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320961.728270:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6201
00000100:00080000:3.0:1767320961.728281:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320961.728285:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320961.728302:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062ad500 x1853163993992192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320961.728354:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320961.728358:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320961.728360:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320961.728364:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6201
00000100:00080000:3.0:1767320961.728366:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320961.728370:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320961.728383:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a5a6680 x1853163993992448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320961.728399:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320961.728403:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320961.728405:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320961.728409:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6201
00000100:00080000:3.0:1767320961.728412:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320961.728415:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320961.728428:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a5a5c00 x1853163993992704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320961.728434:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993992064:0@lo:38:kworker.0
00000100:00100000:3.0:1767320961.728570:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993992832:0@lo:400:kworker.0
00000100:00100000:2.0:1767320961.728577:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320961.728615:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320961.728645:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993992192:0@lo:38:kworker.0
00000100:00100000:3.0:1767320961.728658:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320961.728668:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993992960:0@lo:400:kworker.0
00000100:00100000:2.0:1767320961.728676:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320961.728702:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320961.728709:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993992448:0@lo:38:kworker.0
00000100:00100000:3.0:1767320961.728738:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993992832
00000100:00100000:3.0:1767320961.728746:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993992832
00000100:00100000:2.0:1767320961.728748:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320961.728774:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993992704:0@lo:38:kworker.0
00000100:00100000:2.0:1767320961.728795:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320961.728806:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993992960
00000100:00100000:3.0:1767320961.728810:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993992960
00000100:00100000:3.0:1767320961.728837:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3797
00000100:00100000:3.0:1767320961.728845:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993992832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320961.728893:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993992832:12345-0@lo:400:kworker.0 Request processed in 49us (278us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320961.728900:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3797
00000100:00100000:3.0:1767320961.728915:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3798
00000100:00100000:3.0:1767320961.728921:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993992960:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320961.728949:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993992960:12345-0@lo:400:kworker.0 Request processed in 28us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320961.728955:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3798
00000100:00080000:3.0:1767320961.728976:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320961.728980:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320961.729041:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993992064
00000100:00100000:1.0:1767320961.729046:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993992064
00000100:00100000:1.0:1767320961.729068:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993992448
00000100:00100000:1.0:1767320961.729072:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993992448
00000100:00100000:1.0:1767320961.729088:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993992704
00000100:00100000:1.0:1767320961.729091:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993992704
00000100:00100000:1.0:1767320961.729106:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73530
00000100:00100000:1.0:1767320961.729111:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993992064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320961.729129:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320961.729186:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993992064:12345-0@lo:38:kworker.0 Request processed in 73us (609us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320961.729192:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73530
00000100:00100000:1.0:1767320961.729206:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73531
00000100:00100000:1.0:1767320961.729210:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993992448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320961.729219:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320961.729243:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993992448:12345-0@lo:38:kworker.0 Request processed in 32us (496us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320961.729248:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73531
00000100:00100000:1.0:1767320961.729259:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73532
00000100:00100000:1.0:1767320961.729263:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993992704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320961.729271:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320961.729292:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993992704:12345-0@lo:38:kworker.0 Request processed in 28us (496us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320961.729297:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73532
00000100:00100000:1.0:1767320961.729323:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993992576:0@lo:400:kworker.0
00000100:00100000:1.0:1767320961.729348:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320961.729368:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320961.729374:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993992320:0@lo:400:kworker.0
00000100:00100000:1.0:1767320961.729393:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320961.729453:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993992192
00000100:00100000:2.0:1767320961.729503:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993992192
00000100:00100000:2.0:1767320961.729545:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402
00000100:00100000:2.0:1767320961.729550:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993992192:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320961.729562:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320961.729589:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993992192:12345-0@lo:38:kworker.0 Request processed in 38us (914us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320961.729595:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402
00000100:00100000:2.0:1767320961.729619:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993992576
00000100:00100000:2.0:1767320961.729623:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993992576
00000100:00100000:2.0:1767320961.729654:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993992320
00000100:00100000:2.0:1767320961.729657:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993992320
00000100:00100000:2.0:1767320961.729677:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6164
00000100:00100000:2.0:1767320961.729705:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993992576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320961.729762:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993992576:12345-0@lo:400:kworker.0 Request processed in 78us (412us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320961.729768:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6164
00000100:00100000:2.0:1767320961.729787:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6165
00000100:00100000:2.0:1767320961.729793:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993992320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320961.729852:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163993992320:12345-0@lo:400:kworker.0 Request processed in 43us (441us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320961.729862:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6165
00000100:00100000:3.0:1767320961.735560:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993992960:0@lo:400:kworker.0
00000100:00100000:3.0:1767320961.735708:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993992832:0@lo:400:kworker.0
00000100:00080000:3.0:1767320961.735761:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320961.736760:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320961.736769:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163993992320:0@lo:400:kworker.0
00000100:00080000:2.0:1767320961.736771:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320961.736779:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993992704:0@lo:38:kworker.0
00000100:00100000:1.0:1767320961.736793:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993992576:0@lo:400:kworker.0
00000100:00080000:2.0:1767320961.736798:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320961.736804:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320961.736809:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993992064:0@lo:38:kworker.0
00000100:00080000:2.0:1767320961.736835:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320961.736839:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320961.736843:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993992192:0@lo:38:kworker.0
00000100:00080000:2.0:1767320961.736854:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320961.736857:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320961.736860:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993992448:0@lo:38:kworker.0
00000100:00100000:2.0:1767320962.301274:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320962.303126:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320963.261558:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320963.261592:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993993088:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320963.261683:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320963.261783:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993993216:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320963.261813:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320963.261875:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993993088
00000100:00100000:0.0:1767320963.261883:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993993088
00000100:00100000:2.0:1767320963.261901:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993993216
00000100:00100000:2.0:1767320963.261908:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993993216
00000100:00100000:2.0:1767320963.261981:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3583
00000100:00080000:1.0:1767320963.261985:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320963.261990:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320963.261993:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993993216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320963.262028:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320963.262090:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993993216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320963.262098:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3583
00000100:00100000:2.0:1767320963.262119:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3584
00000100:00100000:2.0:1767320963.262124:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993993088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320963.262138:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320963.262156:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993993088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 33us (475us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320963.262176:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3584
00000100:00100000:1.0:1767320963.262241:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993993216:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320963.262252:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993993088:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320963.325789:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320963.328492:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320963.669053:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320963.669110:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320963.669303:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942280192
00000100:00100000:3.0:1767320963.669313:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942280192
00000100:00100000:3.0:1767320963.669401:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942280064
00000100:00100000:3.0:1767320963.669405:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942280064
00000100:00100000:3.0:1767320963.669426:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6166
00000100:00100000:3.0:1767320963.669453:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942280192:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320963.669545:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942280192:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 110us (502us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320963.669554:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6166
00000100:00100000:3.0:1767320963.669573:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73533
00000100:00100000:3.0:1767320963.669578:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942280064:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320963.669600:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320963.669629:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942280064:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 49us (518us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320963.669635:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73533
00000100:00080000:0.0:1767320963.670867:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320964.349502:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320964.349680:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320965.377401:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320965.378044:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320966.400886:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320966.400982:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320966.845564:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320966.845576:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320966.845579:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320966.845584:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320966.845588:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320966.845597:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6206
00000100:00080000:2.0:1767320966.845602:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320966.845608:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320966.845648:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411880 x1853163993993344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320966.845676:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320966.845679:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320966.845681:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320966.845685:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6206
00000100:00080000:2.0:1767320966.845688:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320966.845692:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320966.845708:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f413800 x1853163993993472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320966.845756:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320966.845761:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320966.845762:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320966.845766:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6206
00000100:00080000:2.0:1767320966.845769:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320966.845773:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320966.845785:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24700 x1853163993993728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320966.845800:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320966.845803:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320966.845805:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320966.845810:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6206
00000100:00080000:2.0:1767320966.845812:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320966.845816:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767320966.845830:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b2300 x1853163993993984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320966.845932:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993993600:0@lo:400:kworker.0
00000100:00100000:0.0:1767320966.846015:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320966.846094:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320966.846100:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993993856:0@lo:400:kworker.0
00000100:00100000:0.0:1767320966.846127:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320966.846199:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993993600
00000100:00100000:2.0:1767320966.846206:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993993600
00000100:00100000:2.0:1767320966.846276:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993993856
00000100:00100000:2.0:1767320966.846280:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993993856
00000100:00100000:2.0:1767320966.846302:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6167
00000100:00100000:2.0:1767320966.846311:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993993600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320966.846366:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163993993600:12345-0@lo:400:kworker.0 Request processed in 55us (350us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320966.846374:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6167
00000100:00100000:2.0:1767320966.846391:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6168
00000100:00100000:2.0:1767320966.846398:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993993856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320966.846425:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163993993856:12345-0@lo:400:kworker.0 Request processed in 28us (297us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320966.846431:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6168
00000100:00080000:0.0:1767320966.846577:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320966.846610:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163993993856:0@lo:400:kworker.0
00000100:00100000:0.0:1767320966.846621:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163993993600:0@lo:400:kworker.0
00000100:00100000:1.0:1767320966.846729:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993994240:0@lo:400:kworker.0
00000100:00100000:1.0:1767320966.846765:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320966.846808:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320966.846814:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993994112:0@lo:400:kworker.0
00000100:00100000:1.0:1767320966.846838:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320966.846992:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993994240
00000100:00100000:3.0:1767320966.846997:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993994240
00000100:00100000:3.0:1767320966.847047:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993994112
00000100:00100000:3.0:1767320966.847051:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993994112
00000100:00100000:3.0:1767320966.847075:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3799
00000100:00100000:3.0:1767320966.847083:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993994240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320966.847124:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993994240:12345-0@lo:400:kworker.0 Request processed in 43us (359us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320966.847130:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3799
00000100:00100000:3.0:1767320966.847143:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3800
00000100:00100000:3.0:1767320966.847148:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993994112:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320966.847195:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993994112:12345-0@lo:400:kworker.0 Request processed in 46us (355us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320966.847201:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3800
00000100:00100000:3.0:1767320966.847243:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993994112:0@lo:400:kworker.0
00000100:00100000:3.0:1767320966.847253:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993994240:0@lo:400:kworker.0
00000100:00100000:3.0:1767320966.847274:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993993344:0@lo:38:kworker.0
00000100:00100000:3.0:1767320966.847300:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320966.847317:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993993472:0@lo:38:kworker.0
00000100:00100000:3.0:1767320966.847339:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320966.847362:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993993728:0@lo:38:kworker.0
00000100:00100000:3.0:1767320966.847382:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320966.847397:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993993984:0@lo:38:kworker.0
00000100:00100000:3.0:1767320966.847417:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320966.847455:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993993472
00000100:00100000:3.0:1767320966.847459:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993993472
00000100:00100000:3.0:1767320966.847482:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403
00000100:00100000:3.0:1767320966.847487:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993993472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320966.847506:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320966.847541:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993993472:12345-0@lo:38:kworker.0 Request processed in 53us (201us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320966.847547:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403
00000100:00080000:0.0:1767320966.847668:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320966.847672:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320966.847786:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993993344
00000100:00100000:3.0:1767320966.847791:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993993344
00000100:00080000:1.0:1767320966.854118:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320966.854131:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320966.854136:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993993472:0@lo:38:kworker.0
00000100:00100000:2.0:1767320966.857310:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993993728
00000100:00100000:2.0:1767320966.857326:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993993728
00000100:00100000:0.0:1767320966.857496:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993993984
00000100:00100000:0.0:1767320966.857501:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993993984
00000100:00100000:0.0:1767320966.857532:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73534
00000100:00100000:0.0:1767320966.857542:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993993344:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320966.857568:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320966.857656:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993993344:12345-0@lo:38:kworker.0 Request processed in 114us (10354us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320966.857663:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73534
00000100:00100000:0.0:1767320966.857680:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73535
00000100:00100000:0.0:1767320966.857684:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993993728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320966.857693:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320966.857720:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993993728:12345-0@lo:38:kworker.0 Request processed in 34us (10337us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320966.857726:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73535
00000100:00100000:0.0:1767320966.857743:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73536
00000100:00100000:0.0:1767320966.857747:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993993984:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320966.857757:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320966.857781:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993993984:12345-0@lo:38:kworker.0 Request processed in 33us (10364us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320966.857787:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73536
00000100:00080000:0.0:1767320966.857839:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320966.857845:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320966.857850:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993993344:0@lo:38:kworker.0
00000100:00080000:0.0:1767320966.857861:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320966.857864:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320966.857868:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993993728:0@lo:38:kworker.0
00000100:00080000:0.0:1767320966.857877:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320966.857880:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320966.857883:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993993984:0@lo:38:kworker.0
00010000:00010000:0.0:1767320967.421506:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320967.421694:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320968.385414:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993994368:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320968.385482:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320968.385638:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320968.385645:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993994496:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320968.385673:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320968.387316:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993994368
00000100:00100000:3.0:1767320968.387438:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993994368
00000100:00100000:3.0:1767320968.387524:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993994496
00000100:00100000:3.0:1767320968.387528:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993994496
00000100:00100000:3.0:1767320968.387575:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3585
00000100:00100000:3.0:1767320968.387588:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993994368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320968.387630:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320968.387731:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993994368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (2247us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320968.387743:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3585
00000100:00100000:3.0:1767320968.387766:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3586
00000100:00100000:3.0:1767320968.387772:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993994496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320968.387871:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320968.387904:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993994496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 133us (2231us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320968.387910:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3586
00000100:00080000:3.0:1767320968.387929:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320968.387932:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320968.387971:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993994496:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320968.387982:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993994368:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320968.445996:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320968.448663:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320968.775413:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320968.776127:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320968.776672:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942280448
00000100:00100000:2.0:1767320968.776682:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942280448
00000100:00100000:2.0:1767320968.776759:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942280320
00000100:00100000:2.0:1767320968.776762:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942280320
00000100:00080000:3.0:1767320968.776874:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320968.776943:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6169
00000100:00100000:2.0:1767320968.776954:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942280448:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320968.777033:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942280448:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 81us (1639us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320968.788288:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73537
00000100:00100000:1.0:1767320968.788305:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942280320:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320968.788332:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320968.788444:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942280320:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 133us (12309us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320968.788455:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73537
00000100:00100000:2.0:1767320968.789246:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6169
00000100:00100000:2.0:1767320969.469284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320969.470725:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320970.493325:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320970.494041:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320971.517300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320971.517707:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320971.966664:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320971.966675:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320971.966679:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320971.966683:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320971.966688:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320971.966706:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6211
00000100:00080000:3.0:1767320971.966711:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320971.966718:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320971.966768:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c232300 x1853163993994624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320971.966793:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320971.966796:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320971.966798:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320971.966802:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6211
00000100:00080000:3.0:1767320971.966805:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320971.966808:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320971.966824:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cd180 x1853163993994752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320971.966941:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993994880:0@lo:400:kworker.0
00000100:00080000:3.0:1767320971.967036:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320971.967040:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320971.967043:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320971.967058:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6211
00000100:00080000:3.0:1767320971.967061:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320971.967065:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320971.967080:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cca80 x1853163993995008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320971.967101:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320971.967104:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320971.967105:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320971.967109:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6211
00000100:00080000:3.0:1767320971.967111:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767320971.967112:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320971.967114:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767320971.967123:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cfb80 x1853163993995264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320971.967198:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993994880
00000100:00100000:0.0:1767320971.967202:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320971.967206:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993994880
00000100:00100000:0.0:1767320971.967208:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993995136:0@lo:400:kworker.0
00000100:00100000:0.0:1767320971.967231:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320971.967256:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993995392:0@lo:400:kworker.0
00000100:00100000:3.0:1767320971.967258:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993995136
00000100:00100000:3.0:1767320971.967262:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993995136
00000100:00100000:3.0:1767320971.967283:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6170
00000100:00100000:3.0:1767320971.967292:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993994880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320971.967371:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993994880:12345-0@lo:400:kworker.0 Request processed in 80us (258us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320971.967379:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6170
00000100:00100000:3.0:1767320971.967399:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6171
00000100:00100000:3.0:1767320971.967405:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993995136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320971.967473:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320971.967500:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320971.967505:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993995520:0@lo:400:kworker.0
00000100:00100000:0.0:1767320971.967529:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320971.967571:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320971.967754:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993994624:0@lo:38:kworker.0
00000100:00100000:1.0:1767320971.967787:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320971.967810:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993994752:0@lo:38:kworker.0
00000100:00100000:1.0:1767320971.967835:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320971.967860:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993995008:0@lo:38:kworker.0
00000100:00100000:2.0:1767320971.967927:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993995392
00000100:00100000:2.0:1767320971.967932:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993995392
00000100:00100000:2.0:1767320971.967970:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993995520
00000100:00100000:2.0:1767320971.967973:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993995520
00000100:00100000:2.0:1767320971.967997:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3801
00000100:00100000:2.0:1767320971.968005:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993995392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320971.968049:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993995392:12345-0@lo:400:kworker.0 Request processed in 45us (575us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320971.968056:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3801
00000100:00100000:2.0:1767320971.968068:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3802
00000100:00100000:2.0:1767320971.968075:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993995520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320971.968103:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993995520:12345-0@lo:400:kworker.0 Request processed in 30us (574us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320971.968109:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3802
00000100:00080000:2.0:1767320971.968132:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320971.968135:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320971.968180:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993995520:0@lo:400:kworker.0
00000100:00100000:2.0:1767320971.968192:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993995392:0@lo:400:kworker.0
00000100:00100000:2.0:1767320971.968216:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993994624
00000100:00100000:2.0:1767320971.968219:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993994624
00000100:00100000:2.0:1767320971.968242:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73538
00000100:00100000:2.0:1767320971.968246:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993994624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320971.968264:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320971.968295:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163993994624:12345-0@lo:38:kworker.0 Request processed in 47us (507us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320971.968301:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73538
00000100:00100000:2.0:1767320971.968376:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993994752
00000100:00100000:2.0:1767320971.968380:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993994752
00000100:00100000:2.0:1767320971.968398:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404
00000100:00100000:2.0:1767320971.968403:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993994752:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320971.968412:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320971.968449:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993994752:12345-0@lo:38:kworker.0 Request processed in 45us (613us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320971.968456:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404
00000100:00100000:3.0:1767320971.969070:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163993995136:12345-0@lo:400:kworker.0 Request processed in 1662us (1834us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320971.969080:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6171
00000100:00100000:1.0:1767320971.969669:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320971.969708:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993995264:0@lo:38:kworker.0
00000100:00100000:1.0:1767320971.969749:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320971.969795:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320971.969801:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320971.969804:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993994624:0@lo:38:kworker.0
00000100:00080000:1.0:1767320971.969815:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320971.969818:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320971.969820:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993994752:0@lo:38:kworker.0
00000100:00100000:2.0:1767320971.970088:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993995008
00000100:00100000:2.0:1767320971.970094:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993995008
00000100:00100000:2.0:1767320971.970126:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993995264
00000100:00100000:2.0:1767320971.970129:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993995264
00000100:00100000:2.0:1767320971.970147:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73539
00000100:00100000:2.0:1767320971.970153:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993995008:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320971.970183:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320971.970222:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993995008:12345-0@lo:38:kworker.0 Request processed in 68us (555us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320971.970228:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73539
00000100:00100000:2.0:1767320971.970242:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73540
00000100:00100000:2.0:1767320971.970246:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993995264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320971.970255:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320971.970275:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163993995264:12345-0@lo:38:kworker.0 Request processed in 28us (526us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320971.970281:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73540
00000100:00080000:1.0:1767320971.970380:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320971.970385:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320971.970388:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993995008:0@lo:38:kworker.0
00000100:00080000:1.0:1767320971.970397:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320971.970400:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320971.970403:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993995264:0@lo:38:kworker.0
00000100:00100000:0.0:1767320971.971673:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163993995136:0@lo:400:kworker.0
00000100:00100000:0.0:1767320971.971691:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993994880:0@lo:400:kworker.0
00000100:00100000:2.0:1767320972.541353:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320972.542262:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320973.504395:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993995776:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320973.504489:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320973.504569:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320973.504577:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993995648:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320973.504603:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320973.504631:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993995776
00000100:00100000:1.0:1767320973.504639:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993995776
00000100:00100000:1.0:1767320973.504722:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993995648
00000100:00100000:1.0:1767320973.504727:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993995648
00000100:00100000:1.0:1767320973.504749:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3587
00000100:00100000:1.0:1767320973.504759:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706452c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993995776:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320973.504789:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320973.504822:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3588
00000100:00100000:2.0:1767320973.504831:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993995648:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320973.504836:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706452c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993995776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (350us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320973.504843:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3587
00002000:00000024:2.0:1767320973.504848:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320973.504879:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993995648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (276us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320973.504885:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3588
00000100:00080000:3.0:1767320973.505302:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320973.505306:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320973.505372:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993995648:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320973.505387:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993995776:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320973.565626:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320973.565941:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320973.895333:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320973.895380:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320973.895539:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942280576
00000100:00100000:3.0:1767320973.895551:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942280576
00000100:00100000:3.0:1767320973.895604:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942280704
00000100:00100000:3.0:1767320973.895608:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942280704
00000100:00100000:3.0:1767320973.895658:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6172
00000100:00100000:3.0:1767320973.895668:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942280704:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767320973.895743:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942280704:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 76us (362us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320973.895750:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6172
00000100:00100000:3.0:1767320973.895768:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73541
00000100:00100000:3.0:1767320973.895772:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942280576:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767320973.895791:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320973.895831:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942280576:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 56us (509us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320973.895838:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73541
00000100:00080000:0.0:1767320973.896383:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320974.589765:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320974.591672:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320975.613442:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320975.613580:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320976.637282:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320976.637526:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320977.085759:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320977.085770:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320977.085773:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320977.085778:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320977.085782:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320977.085790:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6216
00000100:00080000:0.0:1767320977.085794:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320977.085802:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320977.085844:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24700 x1853163993995904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320977.085877:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320977.085880:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320977.085881:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320977.085885:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6216
00000100:00080000:0.0:1767320977.085887:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320977.085891:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320977.085902:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f26300 x1853163993996032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320977.085942:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320977.085946:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320977.085947:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320977.085950:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6216
00000100:00080000:0.0:1767320977.085953:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320977.085956:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320977.085966:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266680 x1853163993996288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320977.085980:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320977.085983:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320977.085984:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320977.085987:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6216
00000100:00080000:0.0:1767320977.085990:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320977.085993:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320977.086002:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d264e00 x1853163993996544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320977.086050:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993996416:0@lo:400:kworker.0
00000100:00100000:0.0:1767320977.086117:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320977.086198:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320977.086205:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993996160:0@lo:400:kworker.0
00000100:00100000:0.0:1767320977.086227:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320977.086270:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993996672:0@lo:400:kworker.0
00000100:00100000:0.0:1767320977.086296:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320977.086317:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320977.086323:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993996800:0@lo:400:kworker.0
00000100:00100000:0.0:1767320977.086356:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320977.086482:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993996416
00000100:00100000:1.0:1767320977.086490:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993996416
00000100:00100000:1.0:1767320977.086548:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993996160
00000100:00100000:1.0:1767320977.086551:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993996160
00000100:00100000:1.0:1767320977.086575:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6173
00000100:00100000:1.0:1767320977.086584:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993996416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320977.086641:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993996416:12345-0@lo:400:kworker.0 Request processed in 58us (524us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320977.086649:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6173
00000100:00100000:1.0:1767320977.086668:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6174
00000100:00100000:1.0:1767320977.086674:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993996160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320977.086701:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993996160:12345-0@lo:400:kworker.0 Request processed in 28us (474us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320977.086707:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6174
00000100:00100000:1.0:1767320977.086753:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993996160:0@lo:400:kworker.0
00000100:00100000:1.0:1767320977.086764:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993996416:0@lo:400:kworker.0
00000100:00080000:0.0:1767320977.086837:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320977.086868:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993996672
00000100:00100000:3.0:1767320977.086874:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993996672
00000100:00100000:2.0:1767320977.086917:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993996800
00000100:00100000:2.0:1767320977.086922:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993996800
00000100:00100000:3.0:1767320977.086935:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3803
00000100:00100000:3.0:1767320977.086946:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993996672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320977.086962:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3804
00000100:00100000:2.0:1767320977.086973:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993996800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320977.086998:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993996672:12345-0@lo:400:kworker.0 Request processed in 55us (700us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320977.087006:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3803
00000100:00100000:2.0:1767320977.087023:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993996800:12345-0@lo:400:kworker.0 Request processed in 51us (664us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320977.087033:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3804
00000100:00100000:3.0:1767320977.087044:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993996800:0@lo:400:kworker.0
00000100:00100000:3.0:1767320977.087059:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993996672:0@lo:400:kworker.0
00000100:00100000:2.0:1767320977.087070:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993995904:0@lo:38:kworker.0
00000100:00100000:2.0:1767320977.087101:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320977.087489:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320977.087492:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320977.089175:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993996032:0@lo:38:kworker.0
00000100:00100000:2.0:1767320977.089255:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320977.089303:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993996288:0@lo:38:kworker.0
00000100:00100000:2.0:1767320977.089328:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320977.089396:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993996032
00000100:00100000:0.0:1767320977.089405:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993996032
00000100:00100000:0.0:1767320977.089443:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405
00000100:00100000:0.0:1767320977.089451:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993996032:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320977.089472:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320977.089513:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993996032:12345-0@lo:38:kworker.0 Request processed in 62us (268us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320977.089521:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405
00000100:00100000:2.0:1767320977.096200:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993996544:0@lo:38:kworker.0
00000100:00100000:2.0:1767320977.096287:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320977.116890:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320977.116904:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320977.116910:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993996032:0@lo:38:kworker.0
00000100:00100000:3.0:1767320977.119329:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993995904
00000100:00100000:3.0:1767320977.119343:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993995904
00000100:00100000:3.0:1767320977.119411:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993996288
00000100:00100000:3.0:1767320977.119414:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993996288
00000100:00100000:3.0:1767320977.119435:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993996544
00000100:00100000:3.0:1767320977.119438:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993996544
00000100:00100000:3.0:1767320977.119457:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73542
00000100:00100000:3.0:1767320977.119467:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993995904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320977.119590:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320977.119665:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993995904:12345-0@lo:38:kworker.0 Request processed in 199us (32563us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320977.119673:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73542
00000100:00100000:3.0:1767320977.119689:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73543
00000100:00100000:3.0:1767320977.119693:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993996288:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320977.119703:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320977.119722:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993996288:12345-0@lo:38:kworker.0 Request processed in 28us (30393us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320977.119727:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73543
00000100:00100000:3.0:1767320977.119736:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73544
00000100:00100000:3.0:1767320977.119740:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993996544:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320977.119748:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320977.119769:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993996544:12345-0@lo:38:kworker.0 Request processed in 28us (23483us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320977.119774:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73544
00000100:00080000:2.0:1767320977.119940:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320977.119946:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320977.119950:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993995904:0@lo:38:kworker.0
00000100:00080000:2.0:1767320977.119959:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320977.119962:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320977.119965:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993996288:0@lo:38:kworker.0
00000100:00080000:2.0:1767320977.119972:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320977.119976:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320977.119978:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993996544:0@lo:38:kworker.0
00000100:00100000:2.0:1767320977.661291:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320977.661396:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320978.626225:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993996928:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320978.626305:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320978.626488:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993997056:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320978.626519:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320978.626750:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993996928
00000100:00100000:3.0:1767320978.626759:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993996928
00000100:00100000:3.0:1767320978.626815:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993997056
00000100:00100000:3.0:1767320978.626818:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993997056
00000100:00100000:3.0:1767320978.626853:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3589
00000100:00100000:3.0:1767320978.626862:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993996928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320978.626891:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320978.626933:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993996928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (627us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320978.626940:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3589
00000100:00100000:3.0:1767320978.626957:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3590
00000100:00100000:3.0:1767320978.626962:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993997056:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320978.626992:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320978.627026:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993997056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (507us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320978.627034:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3590
00000100:00100000:3.0:1767320978.627080:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993997056:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320978.627709:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993996928:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320978.685435:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320978.685513:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767320979.016882:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320979.020281:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320979.020415:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942280960
00000100:00100000:2.0:1767320979.020427:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942280960
00000100:00100000:2.0:1767320979.020505:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942280832
00000100:00100000:2.0:1767320979.020509:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942280832
00000100:00100000:2.0:1767320979.020529:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6175
00000100:00100000:2.0:1767320979.020539:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942280960:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320979.020619:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942280960:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 81us (3749us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320979.020627:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6175
00000100:00100000:2.0:1767320979.020647:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73545
00000100:00100000:2.0:1767320979.020652:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942280832:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320979.020685:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320979.020711:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942280832:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 58us (445us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320979.020719:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73545
00000100:00080000:0.0:1767320979.021102:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320979.709299:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320979.714954:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320980.733304:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320980.737294:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320981.245318:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320956/real 1767320956]  req@ffff89b61ecaca80 x1853163993991680/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320981 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320981.245351:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b61ecaca80 x1853163993991680/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320981 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320981.245371:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320981.245402:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320981.245407:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993991680:0@lo:250:kworker.0
00000100:00080000:0.0:1767320981.248936:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320981.248948:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320981.248951:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320981.248960:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6201
00000100:00080000:0.0:1767320981.248965:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320981.248972:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320981.249014:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345c00 x1853163993997184/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320981.249060:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320981.249064:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320981.249066:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320981.249069:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6221
00000100:00080000:0.0:1767320981.249072:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320981.249075:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320981.249089:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731347b80 x1853163993997312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320981.249097:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320981.249099:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320981.249101:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320981.249104:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6221
00000100:00080000:0.0:1767320981.249107:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320981.249110:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320981.249120:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731344e00 x1853163993997440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320981.249224:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320981.249229:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320981.249230:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320981.249234:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6221
00000100:00080000:0.0:1767320981.249236:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320981.249240:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320981.249255:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f800 x1853163993997696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320981.249270:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320981.249273:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320981.249275:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320981.249279:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6221
00000100:00080000:0.0:1767320981.249281:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320981.249284:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320981.249293:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605c000 x1853163993997952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320981.249358:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993998080:0@lo:400:kworker.0
00000100:00100000:3.0:1767320981.249409:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993997568:0@lo:400:kworker.0
00000100:00100000:0.0:1767320981.249440:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320981.249459:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320981.249517:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320981.249526:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993998208:0@lo:400:kworker.0
00000100:00100000:1.0:1767320981.249543:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993997824:0@lo:400:kworker.0
00000100:00100000:0.0:1767320981.249556:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320981.249594:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320981.249595:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993998080
00000100:00100000:0.0:1767320981.249603:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993998080
00000100:00100000:2.0:1767320981.249706:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993997184:0@lo:250:kworker.0
00000400:00000100:2.0:1767320981.249731:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163993997184 offset 0 length 520: 4
00000100:00100000:2.0:1767320981.249752:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993997312:0@lo:38:kworker.0
00000100:00100000:2.0:1767320981.249775:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320981.249794:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993997440:0@lo:38:kworker.0
00000100:00100000:2.0:1767320981.249815:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320981.249829:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993997696:0@lo:38:kworker.0
00000100:00100000:2.0:1767320981.249848:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320981.249862:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993997952:0@lo:38:kworker.0
00000100:00100000:2.0:1767320981.249878:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320981.249911:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993997568
00000100:00100000:2.0:1767320981.249915:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993997568
00000100:00100000:2.0:1767320981.249946:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993997824
00000100:00100000:2.0:1767320981.249950:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993997824
00000100:00100000:2.0:1767320981.249969:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993997312
00000100:00100000:2.0:1767320981.249971:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993997312
00000100:00100000:2.0:1767320981.249980:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993997696
00000100:00100000:2.0:1767320981.249982:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993997696
00000100:00100000:2.0:1767320981.249988:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993997952
00000100:00100000:2.0:1767320981.249990:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993997952
00000100:00100000:2.0:1767320981.250001:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6176
00000100:00100000:2.0:1767320981.250009:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993997568:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320981.250057:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163993997568:12345-0@lo:400:kworker.0 Request processed in 48us (598us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320981.250064:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6176
00000100:00100000:2.0:1767320981.250083:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6177
00000100:00100000:2.0:1767320981.250089:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993997824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320981.250115:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163993997824:12345-0@lo:400:kworker.0 Request processed in 26us (523us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320981.250121:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6177
00000100:00100000:2.0:1767320981.250131:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73546
00000100:00100000:2.0:1767320981.250135:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993997312:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320981.250153:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320981.250252:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993997312:12345-0@lo:38:kworker.0 Request processed in 115us (476us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320981.250258:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73546
00000100:00100000:2.0:1767320981.250269:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73547
00000100:00100000:2.0:1767320981.250273:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993997696:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320981.250281:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320981.250301:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993997696:12345-0@lo:38:kworker.0 Request processed in 27us (452us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320981.250306:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73547
00000100:00100000:2.0:1767320981.250317:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73548
00000100:00100000:2.0:1767320981.250321:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993997952:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320981.250329:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320981.250349:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163993997952:12345-0@lo:38:kworker.0 Request processed in 27us (470us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320981.250354:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73548
00000100:00080000:2.0:1767320981.250389:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320981.250394:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320981.250398:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993997312:0@lo:38:kworker.0
00000100:00080000:2.0:1767320981.250406:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320981.250409:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320981.250412:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993997696:0@lo:38:kworker.0
00000100:00080000:2.0:1767320981.250419:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320981.250422:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320981.250425:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993997952:0@lo:38:kworker.0
00000100:00100000:0.0:1767320981.250559:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993998208
00000100:00100000:0.0:1767320981.250564:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993998208
00000100:00100000:3.0:1767320981.250878:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163993997568:0@lo:400:kworker.0
00000100:00100000:3.0:1767320981.250915:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993997440
00000100:00100000:3.0:1767320981.250931:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993997440
00000100:00100000:3.0:1767320981.250958:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406
00000100:00100000:3.0:1767320981.250963:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993997440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320981.250974:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320981.251020:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993997440:12345-0@lo:38:kworker.0 Request processed in 56us (1203us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320981.251027:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406
00000100:00080000:3.0:1767320981.251056:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320981.251060:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320981.251063:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993997440:0@lo:38:kworker.0
00000100:00080000:3.0:1767320981.251096:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320981.251393:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320981.251398:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320981.251469:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3805
00000100:00100000:1.0:1767320981.251481:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731db3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993998080:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320981.251628:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731db3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993998080:12345-0@lo:400:kworker.0 Request processed in 75us (2112us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320981.251637:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3805
00000100:00100000:1.0:1767320981.251869:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3806
00000100:00100000:1.0:1767320981.251877:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993998208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320981.251910:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993998208:12345-0@lo:400:kworker.0 Request processed in 35us (2354us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320981.251916:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3806
00000100:00100000:1.0:1767320981.251952:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163993997824:0@lo:400:kworker.0
00000100:00100000:3.0:1767320981.252048:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993998208:0@lo:400:kworker.0
00000100:00100000:3.0:1767320981.252059:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993998080:0@lo:400:kworker.0
00010000:00010000:0.0:1767320981.760390:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320981.760633:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320982.781394:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320982.782009:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000400:00000100:3.0:1767320983.112209:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942281088 offset 0 length 520: 4
00000100:00100000:0.0:1767320983.118368:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320983.118414:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320983.118662:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942281216
00000100:00100000:2.0:1767320983.118672:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942281216
00000100:00100000:2.0:1767320983.118721:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942281344
00000100:00100000:2.0:1767320983.118724:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942281344
00000100:00100000:2.0:1767320983.118792:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6178
00000100:00100000:2.0:1767320983.118802:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942281344:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320983.118887:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942281344:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 87us (472us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320983.118900:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6178
00000100:00100000:2.0:1767320983.118922:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73549
00000100:00100000:2.0:1767320983.118927:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942281216:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320983.118946:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767320983.118967:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320983.118982:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942281216:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 54us (625us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320983.118988:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73549
00000100:00100000:0.0:1767320983.742500:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993998336:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320983.742571:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320983.742649:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320983.742657:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993998464:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320983.742661:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993998336
00000100:00100000:3.0:1767320983.742671:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993998336
00000100:00100000:0.0:1767320983.742685:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320983.742729:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993998464
00000100:00100000:3.0:1767320983.742733:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993998464
00000100:00100000:0.0:1767320983.742748:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3591
00000100:00100000:3.0:1767320983.742758:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3592
00000100:00100000:0.0:1767320983.742763:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993998336:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320983.742771:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993998464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320983.742797:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:0.0:1767320983.742798:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320983.742849:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993998464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320983.742856:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3592
00000100:00080000:2.0:1767320983.742928:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320983.742933:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320983.743965:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163993998336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1204us (1389us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320983.743974:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3591
00000100:00100000:3.0:1767320983.744837:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993998464:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320983.744864:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163993998336:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320983.805441:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320983.806459:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320984.829295:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320984.829577:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320985.853395:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320985.853641:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767320986.301459:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320986.301471:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320986.301474:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320986.301478:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320986.301483:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320986.301492:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6225
00000100:00080000:1.0:1767320986.301497:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320986.301503:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320986.301543:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d267480 x1853163993998592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320986.301566:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320986.301570:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320986.301572:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320986.301576:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6225
00000100:00080000:1.0:1767320986.301578:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320986.301582:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320986.301595:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266a00 x1853163993998720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320986.301629:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320986.301632:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320986.301678:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320986.301682:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6225
00000100:00080000:1.0:1767320986.301684:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320986.301688:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320986.301700:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4700 x1853163993998976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320986.301717:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320986.301720:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320986.301722:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320986.301725:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6225
00000100:00080000:1.0:1767320986.301727:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320986.301730:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767320986.301741:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f65c00 x1853163993999232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320986.301794:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993999104:0@lo:400:kworker.0
00000100:00100000:1.0:1767320986.301857:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320986.301868:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993999488:0@lo:400:kworker.0
00000100:00100000:2.0:1767320986.301911:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320986.301925:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320986.301934:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993998848:0@lo:400:kworker.0
00000100:00100000:2.0:1767320986.301946:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320986.301955:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993999360:0@lo:400:kworker.0
00000100:00100000:1.0:1767320986.301964:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320986.301986:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320986.302027:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993999104
00000100:00100000:1.0:1767320986.302034:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993999104
00000100:00080000:2.0:1767320986.302058:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320986.302094:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993998848
00000100:00100000:2.0:1767320986.302115:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993998592:0@lo:38:kworker.0
00000100:00100000:2.0:1767320986.302144:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320986.302185:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993998848
00000100:00100000:0.0:1767320986.302440:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993998592
00000100:00100000:0.0:1767320986.302445:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993998592
00000100:00100000:3.0:1767320986.307359:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6179
00000100:00100000:3.0:1767320986.307385:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993999104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320986.307526:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6180
00000100:00100000:1.0:1767320986.307534:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993998848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320986.307666:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73550
00000100:00100000:0.0:1767320986.307672:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993998592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320986.307692:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320986.310829:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163993998848:12345-0@lo:400:kworker.0 Request processed in 3287us (8856us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320986.310845:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6180
00000100:00100000:3.0:1767320986.311103:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163993999104:12345-0@lo:400:kworker.0 Request processed in 3729us (9243us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320986.311111:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6179
00000100:00100000:1.0:1767320986.311225:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163993998848:0@lo:400:kworker.0
00000100:00100000:1.0:1767320986.311238:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163993999104:0@lo:400:kworker.0
00000100:00100000:1.0:1767320986.311275:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993999488
00000100:00100000:1.0:1767320986.311282:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993999488
00000100:00100000:1.0:1767320986.311331:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993999360
00000100:00100000:1.0:1767320986.311335:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993999360
00000100:00100000:1.0:1767320986.311355:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3807
00000100:00100000:1.0:1767320986.311363:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993999488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320986.311420:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993999488:12345-0@lo:400:kworker.0 Request processed in 59us (9510us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320986.311426:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3807
00000100:00100000:1.0:1767320986.311437:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3808
00000100:00100000:1.0:1767320986.311443:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993999360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320986.311470:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163993999360:12345-0@lo:400:kworker.0 Request processed in 28us (9485us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320986.311475:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3808
00000100:00080000:1.0:1767320986.311532:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320986.311537:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320986.311540:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320986.311737:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163993998592:12345-0@lo:38:kworker.0 Request processed in 4061us (9591us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320986.311745:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73550
00000100:00100000:0.0:1767320986.311789:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993999360:0@lo:400:kworker.0
00000100:00100000:0.0:1767320986.311799:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163993999488:0@lo:400:kworker.0
00000100:00080000:2.0:1767320986.312614:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320986.312623:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320986.312627:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993998592:0@lo:38:kworker.0
00000100:00100000:2.0:1767320986.312637:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993998720:0@lo:38:kworker.0
00000100:00100000:2.0:1767320986.312683:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320986.312720:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993998976:0@lo:38:kworker.0
00000100:00100000:2.0:1767320986.312745:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320986.312760:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993999232:0@lo:38:kworker.0
00000100:00100000:2.0:1767320986.312778:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320986.312852:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993998976
00000100:00100000:1.0:1767320986.312858:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993998976
00000100:00100000:3.0:1767320986.312870:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993998720
00000100:00100000:3.0:1767320986.312875:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993998720
00000100:00100000:1.0:1767320986.312907:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993999232
00000100:00100000:3.0:1767320986.312910:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407
00000100:00100000:1.0:1767320986.312913:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993999232
00000100:00100000:3.0:1767320986.312919:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993998720:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320986.312936:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73551
00010000:00020000:3.0:1767320986.312942:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320986.312944:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993998976:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320986.312958:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320986.312985:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163993998720:12345-0@lo:38:kworker.0 Request processed in 65us (300us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320986.312994:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407
00000100:00100000:1.0:1767320986.313007:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993998976:12345-0@lo:38:kworker.0 Request processed in 63us (259us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320986.313014:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73551
00000100:00100000:1.0:1767320986.313028:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73552
00000100:00100000:1.0:1767320986.313032:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993999232:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320986.313041:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320986.313064:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163993999232:12345-0@lo:38:kworker.0 Request processed in 31us (285us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320986.313069:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73552
00000100:00080000:2.0:1767320986.313182:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320986.313187:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320986.313191:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163993998720:0@lo:38:kworker.0
00000100:00080000:2.0:1767320986.313202:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320986.313205:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320986.313208:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163993998976:0@lo:38:kworker.0
00000100:00080000:2.0:1767320986.313221:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320986.313224:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320986.313226:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163993999232:0@lo:38:kworker.0
00010000:00010000:3.0:1767320986.877389:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320986.878390:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320987.901390:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320987.901467:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767320988.231744:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320988.231824:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767320988.231937:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942281472
00000100:00100000:2.0:1767320988.231951:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942281472
00000100:00100000:2.0:1767320988.232023:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942281600
00000100:00100000:2.0:1767320988.232027:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942281600
00000100:00100000:2.0:1767320988.232094:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6181
00000100:00100000:2.0:1767320988.232105:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942281600:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767320988.232259:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942281600:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 155us (433us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320988.232268:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6181
00000100:00100000:2.0:1767320988.232291:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73553
00000100:00100000:2.0:1767320988.232296:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942281472:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767320988.232321:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320988.232351:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942281472:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 54us (623us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320988.232358:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73553
00000100:00080000:0.0:1767320988.232702:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320988.861651:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993999616:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320988.861729:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320988.861866:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993999616
00000100:00100000:3.0:1767320988.861878:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993999616
00000100:00100000:3.0:1767320988.861962:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3593
00000100:00100000:3.0:1767320988.861982:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993999616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320988.862040:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767320988.862188:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320988.862246:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163993999616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 275us (515us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320988.862256:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3593
00000100:00100000:1.0:1767320988.862861:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163993999616:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320988.862943:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993999744:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320988.865298:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320988.865602:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993999744
00000100:00100000:3.0:1767320988.865616:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993999744
00000100:00100000:3.0:1767320988.865709:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3594
00000100:00100000:3.0:1767320988.865721:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993999744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320988.865764:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320988.865844:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163993999744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (554us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320988.865851:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3594
00000100:00100000:2.0:1767320988.866037:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163993999744:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320988.866131:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320988.925327:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320988.925614:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320989.951471:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320989.952250:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320990.973347:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320990.975461:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320991.421526:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320991.421543:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320991.421546:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320991.421551:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320991.421556:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320991.421568:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6231
00000100:00080000:0.0:1767320991.421574:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320991.421583:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320991.421707:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc700 x1853163993999872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320991.421775:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993999872:0@lo:38:kworker.0
00000100:00100000:2.0:1767320991.421865:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320991.422016:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993999872
00000100:00100000:3.0:1767320991.422026:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993999872
00000100:00100000:3.0:1767320991.422080:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73554
00000100:00100000:3.0:1767320991.422090:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993999872:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320991.422117:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320991.422202:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320991.422206:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320991.422208:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320991.422214:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6231
00000100:00080000:0.0:1767320991.422216:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320991.422220:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320991.422237:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc000 x1853163994000000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320991.424279:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994000000:0@lo:38:kworker.0
00000100:00100000:2.0:1767320991.424377:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320991.424520:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994000000
00000100:00100000:1.0:1767320991.424530:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994000000
00000100:00100000:1.0:1767320991.424579:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408
00000100:00100000:1.0:1767320991.424587:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994000000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320991.424623:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320991.424677:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994000000:12345-0@lo:38:kworker.0 Request processed in 88us (299us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320991.424684:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408
00000100:00100000:3.0:1767320991.426383:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163993999872:12345-0@lo:38:kworker.0 Request processed in 4281us (4505us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320991.426400:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73554
00000100:00080000:0.0:1767320991.427123:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320991.427130:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320991.427134:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320991.427141:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6231
00000100:00080000:0.0:1767320991.427147:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320991.427154:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320991.427199:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6094db480 x1853163994000256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320991.427229:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320991.427233:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320991.427235:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320991.427239:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6231
00000100:00080000:0.0:1767320991.427242:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320991.427245:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320991.427257:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecac700 x1853163994000512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320991.427340:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994000640:0@lo:400:kworker.0
00000100:00100000:0.0:1767320991.427410:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320991.427443:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320991.427448:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994000768:0@lo:400:kworker.0
00000100:00100000:0.0:1767320991.427462:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320991.427762:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994000384:0@lo:400:kworker.0
00000100:00100000:1.0:1767320991.427795:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320991.427824:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320991.427829:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994000128:0@lo:400:kworker.0
00000100:00100000:1.0:1767320991.427842:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320991.427869:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994000384
00000100:00100000:1.0:1767320991.427876:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994000384
00000100:00100000:1.0:1767320991.427931:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994000128
00000100:00100000:1.0:1767320991.427934:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994000128
00000100:00100000:1.0:1767320991.427960:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6182
00000100:00100000:1.0:1767320991.427968:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994000384:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320991.428041:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994000384:12345-0@lo:400:kworker.0 Request processed in 74us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320991.428047:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6182
00000100:00100000:1.0:1767320991.428063:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6183
00000100:00100000:1.0:1767320991.428069:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994000128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320991.428096:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994000128:12345-0@lo:400:kworker.0 Request processed in 27us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320991.428102:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6183
00000100:00080000:1.0:1767320991.428121:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320991.428188:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994000128:0@lo:400:kworker.0
00000100:00100000:1.0:1767320991.428201:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994000384:0@lo:400:kworker.0
00000100:00100000:3.0:1767320991.428439:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994000640
00000100:00100000:3.0:1767320991.428444:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994000640
00000100:00100000:3.0:1767320991.428489:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994000768
00000100:00100000:3.0:1767320991.428492:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994000768
00000100:00100000:3.0:1767320991.428514:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3809
00000100:00100000:3.0:1767320991.428520:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994000640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320991.428569:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994000640:12345-0@lo:400:kworker.0 Request processed in 49us (1159us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320991.428576:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3809
00000100:00100000:3.0:1767320991.428591:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3810
00000100:00100000:3.0:1767320991.428597:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994000768:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320991.428636:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994000768:12345-0@lo:400:kworker.0 Request processed in 39us (1172us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320991.428641:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3810
00000100:00100000:3.0:1767320991.428672:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994000768:0@lo:400:kworker.0
00000100:00100000:3.0:1767320991.428683:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994000640:0@lo:400:kworker.0
00000100:00080000:1.0:1767320991.428809:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320991.428812:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320991.430185:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320991.430199:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320991.430204:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163993999872:0@lo:38:kworker.0
00000100:00100000:2.0:1767320991.430249:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994000256:0@lo:38:kworker.0
00000100:00100000:2.0:1767320991.430325:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320991.430370:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994000512:0@lo:38:kworker.0
00000100:00100000:2.0:1767320991.430398:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320991.430491:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767320991.430494:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994000256
00000100:00080000:2.0:1767320991.430495:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320991.430499:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994000000:0@lo:38:kworker.0
00000100:00100000:0.0:1767320991.430500:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994000256
00000100:00100000:0.0:1767320991.430550:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994000512
00000100:00100000:0.0:1767320991.430553:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994000512
00000100:00100000:0.0:1767320991.430577:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73555
00000100:00100000:0.0:1767320991.430593:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994000256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320991.430619:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320991.430676:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994000256:12345-0@lo:38:kworker.0 Request processed in 91us (349us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320991.430684:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73555
00000100:00100000:0.0:1767320991.430705:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73556
00000100:00100000:0.0:1767320991.430709:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994000512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320991.430719:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320991.430742:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994000512:12345-0@lo:38:kworker.0 Request processed in 31us (343us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320991.430747:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73556
00000100:00080000:2.0:1767320991.431772:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320991.431781:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320991.431785:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994000256:0@lo:38:kworker.0
00000100:00080000:2.0:1767320991.431794:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320991.431797:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320991.431799:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994000512:0@lo:38:kworker.0
00010000:00010000:0.0:1767320991.999552:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320992.000093:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767320993.021316:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320993.022961:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320993.352505:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320993.352658:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942281856
00000100:00100000:1.0:1767320993.352672:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942281856
00000100:00100000:1.0:1767320993.352821:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6184
00000100:00100000:1.0:1767320993.352835:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942281856:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767320993.352966:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942281856:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 134us (477us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320993.352977:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6184
00000100:00080000:0.0:1767320993.353304:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320993.355708:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767320993.355896:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942281728
00000100:00100000:1.0:1767320993.355914:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942281728
00000100:00100000:1.0:1767320993.355998:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73557
00000100:00100000:1.0:1767320993.356009:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942281728:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320993.356045:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320993.356149:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942281728:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 141us (450us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320993.356217:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73557
00000100:00100000:1.0:1767320993.981655:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320993.981682:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994000896:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320993.981800:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320993.982104:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320993.982123:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994001024:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320993.982201:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320993.982444:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994000896
00000100:00100000:2.0:1767320993.982458:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994000896
00000100:00100000:2.0:1767320993.982556:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994001024
00000100:00100000:2.0:1767320993.982560:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994001024
00000100:00100000:2.0:1767320993.982593:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3595
00000100:00100000:2.0:1767320993.982604:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994000896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320993.982643:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320993.982698:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994000896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (898us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320993.982706:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3595
00000100:00100000:2.0:1767320993.982728:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3596
00000100:00100000:2.0:1767320993.982735:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994001024:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320993.982753:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767320993.982786:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994001024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (585us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320993.982792:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3596
00000100:00100000:2.0:1767320993.982849:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994001024:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320993.983074:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320993.983080:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320993.983180:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994000896:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320994.045375:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320994.045672:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320995.069468:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320995.069551:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320996.093379:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767320996.094747:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320996.542059:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320996.542073:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320996.542076:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320996.542081:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320996.542087:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320996.542098:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6236
00000100:00080000:0.0:1767320996.542105:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320996.542114:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320996.542202:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237480 x1853163994001152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320996.542224:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320996.542227:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320996.542229:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320996.542233:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6236
00000100:00080000:0.0:1767320996.542236:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320996.542240:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320996.542255:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235c00 x1853163994001280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320996.542303:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320996.542307:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320996.542309:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320996.542314:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6236
00000100:00080000:0.0:1767320996.542316:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320996.542320:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320996.542334:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731234700 x1853163994001536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320996.542353:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320996.542357:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320996.542359:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320996.542363:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6236
00000100:00080000:0.0:1767320996.542365:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320996.542369:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767320996.542381:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237b80 x1853163994001792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320996.542502:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994001664:0@lo:400:kworker.0
00000100:00100000:0.0:1767320996.542600:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320996.542686:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320996.542692:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994001408:0@lo:400:kworker.0
00000100:00100000:0.0:1767320996.542717:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320996.542752:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994001920:0@lo:400:kworker.0
00000100:00100000:0.0:1767320996.542782:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320996.542805:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320996.542811:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994002048:0@lo:400:kworker.0
00000100:00100000:0.0:1767320996.542834:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320996.542864:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994001664
00000100:00100000:0.0:1767320996.542872:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994001664
00000100:00100000:0.0:1767320996.542947:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994001408
00000100:00100000:0.0:1767320996.542951:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994001408
00000100:00100000:0.0:1767320996.542982:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6185
00000100:00100000:0.0:1767320996.542991:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994001664:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320996.543051:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994001664:12345-0@lo:400:kworker.0 Request processed in 61us (451us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320996.543059:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6185
00000100:00100000:0.0:1767320996.543080:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6186
00000100:00100000:0.0:1767320996.543085:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994001408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320996.543112:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994001408:12345-0@lo:400:kworker.0 Request processed in 27us (394us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320996.543118:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6186
00000100:00080000:0.0:1767320996.543137:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320996.543207:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994001408:0@lo:400:kworker.0
00000100:00100000:0.0:1767320996.543219:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994001664:0@lo:400:kworker.0
00000100:00100000:2.0:1767320996.543529:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994001152:0@lo:38:kworker.0
00000100:00100000:2.0:1767320996.543570:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320996.543612:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994001280:0@lo:38:kworker.0
00000100:00100000:2.0:1767320996.543641:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320996.543679:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994001536:0@lo:38:kworker.0
00000100:00100000:2.0:1767320996.543702:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320996.543722:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994001792:0@lo:38:kworker.0
00000100:00100000:2.0:1767320996.543746:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320996.543778:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994001152
00000100:00100000:2.0:1767320996.543783:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994001152
00000100:00100000:2.0:1767320996.543807:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994001536
00000100:00100000:2.0:1767320996.543811:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994001536
00000100:00100000:2.0:1767320996.543824:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994001792
00000100:00100000:2.0:1767320996.543827:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994001792
00000100:00100000:2.0:1767320996.543845:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73558
00000100:00100000:2.0:1767320996.543851:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994001152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320996.543875:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320996.543932:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994001152:12345-0@lo:38:kworker.0 Request processed in 80us (362us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320996.543938:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73558
00000100:00100000:2.0:1767320996.543956:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73559
00000100:00100000:2.0:1767320996.543960:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994001536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320996.543969:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320996.544005:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994001920
00000100:00100000:2.0:1767320996.544007:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994001536:12345-0@lo:38:kworker.0 Request processed in 45us (304us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320996.544009:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994001920
00000100:00100000:2.0:1767320996.544012:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73559
00000100:00100000:2.0:1767320996.544023:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73560
00000100:00100000:2.0:1767320996.544027:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994001792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320996.544037:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320996.544049:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994002048
00000100:00100000:1.0:1767320996.544052:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994002048
00000100:00100000:2.0:1767320996.544057:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994001792:12345-0@lo:38:kworker.0 Request processed in 29us (311us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320996.544063:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73560
00000100:00100000:1.0:1767320996.544071:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3811
00000100:00100000:1.0:1767320996.544078:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994001920:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767320996.544099:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320996.544103:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320996.544107:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994001152:0@lo:38:kworker.0
00000100:00080000:2.0:1767320996.544115:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320996.544118:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320996.544120:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994001536:0@lo:38:kworker.0
00000100:00100000:1.0:1767320996.544123:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994001920:12345-0@lo:400:kworker.0 Request processed in 46us (1341us total) trans 0 rc 0/0
00000100:00080000:2.0:1767320996.544127:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320996.544129:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3811
00000100:00080000:2.0:1767320996.544130:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320996.544133:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994001792:0@lo:38:kworker.0
00000100:00100000:1.0:1767320996.544143:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3812
00000100:00100000:1.0:1767320996.544149:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994002048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320996.544223:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994001280
00000100:00100000:3.0:1767320996.544228:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994001280
00000100:00100000:3.0:1767320996.544255:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409
00000100:00100000:3.0:1767320996.544261:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994001280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320996.544270:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320996.544308:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994001280:12345-0@lo:38:kworker.0 Request processed in 47us (667us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320996.544313:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409
00000100:00080000:3.0:1767320996.544351:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320996.544356:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320996.544360:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994001280:0@lo:38:kworker.0
00000100:00100000:1.0:1767320996.545029:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994002048:12345-0@lo:400:kworker.0 Request processed in 878us (2191us total) trans 0 rc 0/0
00000100:00080000:0.0:1767320996.545030:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320996.545034:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320996.545037:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3812
00000100:00100000:0.0:1767320996.545065:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994002048:0@lo:400:kworker.0
00000100:00100000:0.0:1767320996.545078:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994001920:0@lo:400:kworker.0
00000100:00100000:2.0:1767320997.117350:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320997.118491:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320998.141812:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320998.142992:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320998.473042:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767320998.473583:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767320998.474418:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942282112
00000100:00100000:0.0:1767320998.474434:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942282112
00000100:00080000:1.0:1767320998.474606:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320998.474635:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942281984
00000100:00100000:0.0:1767320998.474639:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942281984
00000100:00100000:0.0:1767320998.474677:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6187
00000100:00100000:0.0:1767320998.474688:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942282112:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767320998.474780:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942282112:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 95us (1753us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320998.475235:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6187
00000100:00100000:1.0:1767320998.475385:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73561
00000100:00100000:1.0:1767320998.475393:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942281984:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767320998.475421:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320998.475468:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942281984:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 73us (1886us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320998.475475:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73561
00000100:00100000:1.0:1767320999.101578:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994002176:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320999.101667:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320999.101704:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994002176
00000100:00100000:3.0:1767320999.101717:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994002176
00000100:00100000:1.0:1767320999.101862:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994002304:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320999.101869:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3597
00000100:00100000:3.0:1767320999.101882:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994002176:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320999.101904:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320999.101953:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994002304
00000100:00100000:1.0:1767320999.101957:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994002304
00002000:00000024:3.0:1767320999.102231:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320999.102285:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994002176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 405us (617us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320999.102294:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3597
00000100:00100000:1.0:1767320999.106197:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3598
00000100:00100000:1.0:1767320999.106223:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994002304:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320999.106273:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767320999.106335:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994002176:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320999.106401:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994002304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 189us (4497us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320999.106409:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3598
00000100:00100000:2.0:1767320999.110710:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994002304:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320999.111556:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320999.111565:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320999.165318:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767320999.165981:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321000.189356:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321000.189463:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321001.213330:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321001.213659:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321001.661819:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321001.661835:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321001.661839:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321001.661844:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321001.661850:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321001.661861:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6241
00000100:00080000:0.0:1767321001.661867:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321001.661877:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321001.661939:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cca80 x1853163994002432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321001.661971:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321001.661974:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321001.661976:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321001.661980:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6241
00000100:00080000:0.0:1767321001.661983:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321001.661987:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321001.662002:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cd180 x1853163994002560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321001.662017:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994002432:0@lo:38:kworker.0
00000100:00100000:1.0:1767321001.662089:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994002688:0@lo:400:kworker.0
00000100:00100000:3.0:1767321001.662124:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321001.662175:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994002432
00000100:00100000:1.0:1767321001.662185:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994002432
00000100:00100000:1.0:1767321001.662241:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73562
00000100:00100000:1.0:1767321001.662250:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994002432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321001.662285:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321001.662381:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321001.662385:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321001.662387:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321001.662391:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6241
00000100:00080000:0.0:1767321001.662394:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321001.662397:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321001.662412:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c000 x1853163994002816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321001.663357:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994002944:0@lo:400:kworker.0
00000100:00080000:0.0:1767321001.663426:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321001.663432:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321001.663435:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321001.663440:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6241
00000100:00080000:0.0:1767321001.663443:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321001.663448:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321001.663474:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237b80 x1853163994003072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321001.664230:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994002432:12345-0@lo:38:kworker.0 Request processed in 1973us (2102us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321001.664244:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73562
00000100:00100000:1.0:1767321001.664312:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994003200:0@lo:400:kworker.0
00000100:00080000:3.0:1767321001.667317:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321001.667346:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321001.667352:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994002432:0@lo:38:kworker.0
00000100:00100000:3.0:1767321001.667401:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994002560:0@lo:38:kworker.0
00000100:00100000:3.0:1767321001.667468:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321001.667510:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994002816:0@lo:38:kworker.0
00000100:00100000:3.0:1767321001.667538:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321001.667560:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994003072:0@lo:38:kworker.0
00000100:00100000:3.0:1767321001.667584:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321001.667637:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994003328:0@lo:400:kworker.0
00000100:00100000:3.0:1767321001.667671:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321001.667710:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994002560
00000100:00100000:3.0:1767321001.667717:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994002560
00000100:00100000:3.0:1767321001.667758:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410
00000100:00100000:3.0:1767321001.667767:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994002560:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321001.667804:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321001.667853:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994002560:12345-0@lo:38:kworker.0 Request processed in 86us (385us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321001.667860:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410
00000100:00080000:3.0:1767321001.667893:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321001.667898:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321001.667901:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994002560:0@lo:38:kworker.0
00000100:00100000:3.0:1767321001.667943:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994002816
00000100:00100000:3.0:1767321001.667947:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994002816
00000100:00100000:3.0:1767321001.667968:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994003072
00000100:00100000:3.0:1767321001.667971:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994003072
00000100:00100000:3.0:1767321001.667987:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73563
00000100:00100000:3.0:1767321001.667992:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994002816:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321001.668002:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321001.668033:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994002816:12345-0@lo:38:kworker.0 Request processed in 40us (495us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321001.668039:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73563
00000100:00100000:3.0:1767321001.668049:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73564
00000100:00100000:3.0:1767321001.668053:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994003072:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321001.668062:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321001.668084:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994003072:12345-0@lo:38:kworker.0 Request processed in 30us (500us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321001.668090:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73564
00000100:00080000:3.0:1767321001.668116:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321001.668121:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321001.668124:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994002816:0@lo:38:kworker.0
00000100:00080000:3.0:1767321001.668132:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321001.668135:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321001.668473:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994003072:0@lo:38:kworker.0
00000100:00100000:3.0:1767321001.668517:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994003328
00000100:00100000:3.0:1767321001.668521:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994003328
00000100:00100000:3.0:1767321001.668582:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3813
00000100:00100000:3.0:1767321001.668589:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994003328:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321001.668640:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994003328:12345-0@lo:400:kworker.0 Request processed in 51us (966us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321001.668646:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3813
00000100:00100000:3.0:1767321001.668677:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994003328:0@lo:400:kworker.0
00000100:00080000:3.0:1767321001.668720:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321001.669721:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321001.670047:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994003200
00000100:00100000:3.0:1767321001.670057:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994003200
00000100:00100000:2.0:1767321001.670138:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321001.670193:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321001.670205:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3814
00000100:00100000:2.0:1767321001.670207:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994002944
00000100:00100000:2.0:1767321001.670210:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994002944
00000100:00100000:3.0:1767321001.670218:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994003200:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321001.670292:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994003200:12345-0@lo:400:kworker.0 Request processed in 79us (575us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321001.670303:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3814
00000100:00100000:3.0:1767321001.670341:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994002688
00000100:00100000:3.0:1767321001.670346:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994002688
00000100:00100000:0.0:1767321001.670583:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994003200:0@lo:400:kworker.0
00000100:00080000:1.0:1767321001.672531:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321001.672546:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321001.674177:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6188
00000100:00100000:2.0:1767321001.674203:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994002944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321001.674341:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994002944:12345-0@lo:400:kworker.0 Request processed in 151us (4201us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321001.674350:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6188
00000100:00100000:2.0:1767321001.674439:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994002944:0@lo:400:kworker.0
00000100:00100000:3.0:1767321001.675863:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6189
00000100:00100000:3.0:1767321001.675880:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994002688:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321001.675988:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994002688:12345-0@lo:400:kworker.0 Request processed in 113us (5797us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321001.675995:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6189
00000100:00100000:0.0:1767321001.676106:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994002688:0@lo:400:kworker.0
00000100:00100000:2.0:1767321002.237430:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321002.240364:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321003.261309:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321003.261547:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321003.591615:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321003.591730:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321003.592090:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942282368
00000100:00100000:0.0:1767321003.592101:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942282368
00000100:00100000:0.0:1767321003.592265:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942282240
00000100:00100000:0.0:1767321003.592269:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942282240
00000100:00100000:0.0:1767321003.592289:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6190
00000100:00100000:0.0:1767321003.592298:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942282368:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321003.592384:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942282368:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 86us (778us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321003.592394:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6190
00000100:00100000:0.0:1767321003.592417:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73565
00000100:00100000:0.0:1767321003.592421:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942282240:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321003.592443:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321003.592487:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942282240:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 63us (756us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321003.592494:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73565
00000100:00080000:1.0:1767321003.595620:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321004.222930:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994003456:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321004.223029:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321004.223194:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994003456
00000100:00100000:1.0:1767321004.223212:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994003456
00000100:00100000:1.0:1767321004.223286:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3599
00000100:00100000:1.0:1767321004.223297:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994003456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321004.223331:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321004.223408:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994003456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (377us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321004.223417:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3599
00000100:00100000:1.0:1767321004.223486:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994003456:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321004.223965:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321004.225377:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321004.225399:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994003584:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321004.225480:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321004.228888:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994003584
00000100:00100000:2.0:1767321004.228906:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994003584
00000100:00100000:2.0:1767321004.229075:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3600
00000100:00100000:2.0:1767321004.229085:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994003584:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321004.229122:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321004.231183:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994003584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2077us (5680us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321004.231199:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600
00000100:00100000:1.0:1767321004.231759:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994003584:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321004.239211:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767321004.290018:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321004.290279:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321005.309287:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321005.309398:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321006.333359:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321006.334851:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321006.781257:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321006.781268:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321006.781272:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321006.781277:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321006.781281:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321006.781290:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6246
00000100:00080000:0.0:1767321006.781295:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321006.781302:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321006.781343:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235c00 x1853163994003712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321006.781359:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321006.781362:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321006.781364:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321006.781368:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6246
00000100:00080000:0.0:1767321006.781371:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321006.781374:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321006.781383:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237480 x1853163994003840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321006.781576:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994003968:0@lo:400:kworker.0
00000100:00100000:1.0:1767321006.781667:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321006.781835:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321006.781840:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321006.781843:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321006.781847:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6246
00000100:00080000:0.0:1767321006.781850:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321006.781854:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321006.781871:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7411c2d80 x1853163994004096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321006.781892:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321006.781896:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321006.781897:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321006.781901:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6246
00000100:00080000:0.0:1767321006.781904:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321006.781907:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321006.781918:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f0700 x1853163994004352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321006.781992:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994004480:0@lo:400:kworker.0
00000100:00100000:0.0:1767321006.782034:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321006.782542:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320981/real 1767320981]  req@ffff89b731345c00 x1853163993997184/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321006 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321006.782550:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321006.782561:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994004224:0@lo:400:kworker.0
00000100:00100000:3.0:1767321006.782572:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b731345c00 x1853163993997184/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321006 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321006.782588:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994003712:0@lo:38:kworker.0
00000100:00100000:1.0:1767321006.782598:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321006.782628:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321006.782659:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994003840:0@lo:38:kworker.0
00000100:00100000:0.0:1767321006.782683:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321006.782702:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994004608:0@lo:400:kworker.0
00000100:00100000:3.0:1767321006.782722:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321006.782752:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994004096:0@lo:38:kworker.0
00000100:00100000:0.0:1767321006.782753:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321006.782789:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321006.782796:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994004480
00000100:00100000:0.0:1767321006.782804:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994004480
00000100:00100000:0.0:1767321006.782852:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994004608
00000100:00100000:0.0:1767321006.782854:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994004608
00000100:00100000:0.0:1767321006.782871:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3815
00000100:00100000:0.0:1767321006.782880:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994004480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321006.782933:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994004480:12345-0@lo:400:kworker.0 Request processed in 54us (898us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321006.782946:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3815
00000100:00100000:0.0:1767321006.782962:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3816
00000100:00100000:0.0:1767321006.782967:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994004608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321006.782989:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994004608:12345-0@lo:400:kworker.0 Request processed in 22us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321006.782994:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3816
00000100:00080000:0.0:1767321006.783009:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321006.783013:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321006.783038:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994004608:0@lo:400:kworker.0
00000100:00100000:0.0:1767321006.783047:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994004480:0@lo:400:kworker.0
00000100:00100000:3.0:1767321006.800587:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994004352:0@lo:38:kworker.0
00000100:00100000:3.0:1767321006.800663:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321006.805192:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994003968
00000100:00100000:1.0:1767321006.805212:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994003968
00000100:00100000:1.0:1767321006.805310:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994004224
00000100:00100000:1.0:1767321006.805314:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994004224
00000100:00100000:1.0:1767321006.805337:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994003712
00000100:00100000:1.0:1767321006.805340:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994003712
00000100:00100000:1.0:1767321006.805354:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994004096
00000100:00100000:1.0:1767321006.805357:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994004096
00000100:00100000:1.0:1767321006.805370:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6191
00000100:00100000:1.0:1767321006.805379:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994003968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321006.805472:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994003968:12345-0@lo:400:kworker.0 Request processed in 95us (23804us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321006.805479:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6191
00000100:00100000:1.0:1767321006.805496:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6192
00000100:00100000:1.0:1767321006.805501:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994004224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321006.805529:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994004224:12345-0@lo:400:kworker.0 Request processed in 28us (22932us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321006.805535:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6192
00000100:00100000:1.0:1767321006.805547:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73566
00000100:00100000:1.0:1767321006.805550:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994003712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321006.805571:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321006.805602:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994003712:12345-0@lo:38:kworker.0 Request processed in 49us (22975us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321006.805608:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73566
00000100:00100000:1.0:1767321006.805621:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73567
00000100:00100000:1.0:1767321006.805624:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994004096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321006.805633:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321006.805655:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994004096:12345-0@lo:38:kworker.0 Request processed in 29us (22868us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321006.805662:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73567
00000100:00080000:1.0:1767321006.805706:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321006.805758:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994004224:0@lo:400:kworker.0
00000100:00100000:1.0:1767321006.805772:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994003968:0@lo:400:kworker.0
00000100:00100000:1.0:1767321006.805883:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994003840
00000100:00100000:1.0:1767321006.805888:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994003840
00000100:00100000:1.0:1767321006.805909:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411
00000100:00100000:1.0:1767321006.805914:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994003840:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321006.805924:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321006.805953:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994003840:12345-0@lo:38:kworker.0 Request processed in 38us (23232us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321006.805959:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411
00000100:00080000:3.0:1767321006.812504:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321006.812534:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321006.812540:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163993997184:0@lo:250:kworker.0
00000100:00080000:3.0:1767321006.812597:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321006.812601:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321006.812604:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994003712:0@lo:38:kworker.0
00000100:00080000:3.0:1767321006.812616:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321006.812619:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321006.812621:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994003840:0@lo:38:kworker.0
00000100:00080000:3.0:1767321006.812631:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321006.812635:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321006.812637:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994004096:0@lo:38:kworker.0
00000100:00100000:2.0:1767321006.813061:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994004352
00000100:00100000:2.0:1767321006.813071:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994004352
00000100:00100000:2.0:1767321006.813132:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73568
00000100:00100000:2.0:1767321006.813140:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994004352:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321006.813202:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321006.813438:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994004352:12345-0@lo:38:kworker.0 Request processed in 296us (12774us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321006.813446:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73568
00000100:00080000:3.0:1767321006.814233:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321006.814241:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321006.814246:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994004352:0@lo:38:kworker.0
00000100:00080000:1.0:1767321006.814957:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321006.814965:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321006.814968:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321006.814974:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6225
00000100:00080000:1.0:1767321006.814978:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321006.814985:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321006.815026:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237480 x1853163994004736/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321006.815134:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994004736:0@lo:250:kworker.0
00000400:00000100:3.0:1767321006.815204:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994004736 offset 0 length 520: 4
00010000:00010000:3.0:1767321007.357382:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321007.357428:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321007.687569:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:1.0:1767321007.687607:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942282496 offset 0 length 520: 4
00000100:00100000:1.0:1767321007.687637:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321007.687870:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942282752
00000100:00100000:3.0:1767321007.687882:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942282752
00000100:00100000:3.0:1767321007.687963:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942282624
00000100:00100000:3.0:1767321007.687967:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942282624
00000100:00100000:3.0:1767321007.687986:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6193
00000100:00100000:3.0:1767321007.687995:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942282752:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321007.688079:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942282752:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 85us (524us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321007.688090:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6193
00000100:00100000:3.0:1767321007.688107:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73569
00000100:00100000:3.0:1767321007.688111:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942282624:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321007.688130:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321007.688192:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942282624:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (519us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321007.688200:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73569
00000100:00080000:1.0:1767321007.689219:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321008.382145:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321008.382802:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321009.341833:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321009.341854:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994004992:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321009.341986:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321009.342060:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994004864:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321009.342084:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321009.342156:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994004992
00000100:00100000:2.0:1767321009.342194:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994004992
00000100:00100000:2.0:1767321009.342260:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994004864
00000100:00100000:2.0:1767321009.342264:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994004864
00000100:00100000:2.0:1767321009.342287:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3601
00000100:00100000:2.0:1767321009.342296:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994004992:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321009.342324:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321009.342364:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994004992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (378us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321009.342371:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3601
00000100:00100000:2.0:1767321009.342401:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3602
00000100:00100000:2.0:1767321009.342407:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994004864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321009.342423:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321009.342446:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994004864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321009.342451:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3602
00000100:00080000:0.0:1767321009.342864:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321009.342871:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321009.342988:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994004992:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321009.343004:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994004864:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321009.405788:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321009.406185:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321010.429277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321010.430208:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321011.453465:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321011.453624:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321011.901340:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321011.901351:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321011.901354:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321011.901358:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321011.901363:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321011.901370:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6251
00000100:00080000:2.0:1767321011.901375:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321011.901382:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321011.901424:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c1880 x1853163994005120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321011.901448:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321011.901451:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321011.901453:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321011.901457:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6251
00000100:00080000:2.0:1767321011.901459:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321011.901463:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321011.901476:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c3800 x1853163994005248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321011.901517:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321011.901521:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321011.901523:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321011.901526:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6251
00000100:00080000:2.0:1767321011.901529:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321011.901532:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321011.901544:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2680 x1853163994005504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321011.901557:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767321011.901561:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321011.901564:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321011.901565:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321011.901568:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6251
00000100:00080000:2.0:1767321011.901570:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321011.901572:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321011.901574:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994005632:0@lo:400:kworker.0
00000100:00100000:2.0:1767321011.901584:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c1180 x1853163994005760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321011.901645:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994005888:0@lo:400:kworker.0
00000100:00100000:1.0:1767321011.901647:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321011.901675:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321011.901701:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994005376:0@lo:400:kworker.0
00000100:00100000:2.0:1767321011.901702:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321011.901707:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994006016:0@lo:400:kworker.0
00000100:00100000:1.0:1767321011.901722:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321011.901723:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321011.901751:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994005888
00000100:00100000:1.0:1767321011.901758:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994005888
00000100:00100000:2.0:1767321011.901758:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994006016
00000100:00100000:2.0:1767321011.901760:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994006016
00000100:00100000:3.0:1767321011.901856:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994005120:0@lo:38:kworker.0
00000100:00100000:3.0:1767321011.901883:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321011.901903:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994005248:0@lo:38:kworker.0
00000100:00100000:3.0:1767321011.901925:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321011.902005:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321011.902010:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321011.902831:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3817
00000100:00100000:1.0:1767321011.902847:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994006016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321011.903259:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994005504:0@lo:38:kworker.0
00000100:00100000:1.0:1767321011.903329:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994006016:12345-0@lo:400:kworker.0 Request processed in 487us (1603us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321011.903337:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3817
00000100:00100000:1.0:1767321011.903358:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3818
00000100:00100000:1.0:1767321011.903365:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994005888:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321011.903474:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994005632
00000100:00100000:0.0:1767321011.903482:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994005632
00000100:00100000:0.0:1767321011.903526:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994005376
00000100:00100000:0.0:1767321011.903530:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994005376
00000100:00100000:0.0:1767321011.903551:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994005120
00000100:00100000:0.0:1767321011.903554:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994005120
00000100:00100000:0.0:1767321011.903569:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6194
00000100:00100000:0.0:1767321011.903576:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994005632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321011.903637:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321011.903660:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994005760:0@lo:38:kworker.0
00000100:00100000:3.0:1767321011.903681:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321011.903714:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994005504
00000100:00100000:3.0:1767321011.903717:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994005504
00000100:00100000:3.0:1767321011.903730:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994005760
00000100:00100000:3.0:1767321011.903732:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994005760
00000100:00100000:3.0:1767321011.903740:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6195
00000100:00100000:3.0:1767321011.903746:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994005376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321011.903793:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994005376:12345-0@lo:400:kworker.0 Request processed in 47us (2071us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321011.903800:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6195
00000100:00100000:3.0:1767321011.903814:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73570
00000100:00100000:3.0:1767321011.903818:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994005120:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321011.903836:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321011.903866:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994005120:12345-0@lo:38:kworker.0 Request processed in 46us (1982us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321011.903872:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73570
00000100:00100000:3.0:1767321011.903883:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73571
00000100:00100000:3.0:1767321011.903887:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994005504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321011.903896:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321011.903918:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994005504:12345-0@lo:38:kworker.0 Request processed in 30us (281us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321011.903923:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73571
00000100:00100000:3.0:1767321011.903934:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73572
00000100:00100000:3.0:1767321011.903938:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994005760:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321011.903946:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321011.903966:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994005760:12345-0@lo:38:kworker.0 Request processed in 26us (283us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321011.903971:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73572
00000100:00100000:3.0:1767321011.904005:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994005376:0@lo:400:kworker.0
00000100:00080000:3.0:1767321011.904032:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321011.904037:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321011.904040:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994005120:0@lo:38:kworker.0
00000100:00080000:3.0:1767321011.904052:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321011.904055:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321011.904058:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994005504:0@lo:38:kworker.0
00000100:00080000:3.0:1767321011.904065:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321011.904068:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321011.904070:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994005760:0@lo:38:kworker.0
00000100:00100000:3.0:1767321011.904148:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994005248
00000100:00100000:3.0:1767321011.904152:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994005248
00000100:00100000:3.0:1767321011.904198:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412
00000100:00100000:3.0:1767321011.904203:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994005248:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321011.907330:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994005888:12345-0@lo:400:kworker.0 Request processed in 3880us (5568us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321011.907345:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3818
00000100:00080000:1.0:1767321011.907430:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321011.907485:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994006016:0@lo:400:kworker.0
00000100:00100000:1.0:1767321011.907500:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994005888:0@lo:400:kworker.0
00010000:00020000:3.0:1767321011.909830:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321011.909929:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994005248:12345-0@lo:38:kworker.0 Request processed in 5722us (8001us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321011.909940:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412
00000100:00080000:1.0:1767321011.914529:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321011.914543:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321011.914548:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994005248:0@lo:38:kworker.0
00000100:00100000:0.0:1767321011.916001:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994005632:12345-0@lo:400:kworker.0 Request processed in 12413us (14341us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321011.916016:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6194
00000100:00100000:3.0:1767321011.916996:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994005632:0@lo:400:kworker.0
00000100:00100000:2.0:1767321012.477310:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321012.477782:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321012.807659:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321012.807721:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321012.807813:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942283008
00000100:00100000:1.0:1767321012.807828:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942283008
00000100:00100000:1.0:1767321012.807925:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942282880
00000100:00100000:1.0:1767321012.807929:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942282880
00000100:00100000:1.0:1767321012.807955:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6196
00000100:00100000:1.0:1767321012.807969:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942283008:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321012.808067:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942283008:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 101us (428us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321012.808075:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6196
00000100:00100000:1.0:1767321012.808098:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73573
00000100:00100000:1.0:1767321012.808102:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942282880:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321012.808130:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321012.808212:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942282880:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (437us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321012.808219:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73573
00000100:00080000:0.0:1767321012.808690:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321013.501785:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321013.501895:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321014.461907:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994006272:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321014.462487:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321014.462569:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994006144:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321014.462705:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994006272
00000100:00100000:0.0:1767321014.462713:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994006272
00000100:00100000:0.0:1767321014.462774:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3603
00000100:00100000:0.0:1767321014.462782:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994006272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321014.462812:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321014.462854:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994006272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (367us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321014.462860:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3603
00000100:00080000:2.0:1767321014.463461:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321014.463510:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994006272:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321014.463604:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321014.464192:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994006144
00000100:00100000:0.0:1767321014.464200:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994006144
00000100:00080000:2.0:1767321014.464454:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321014.464499:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3604
00000100:00100000:0.0:1767321014.464510:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994006144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321014.464537:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321014.464616:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994006144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (1012us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321014.464624:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3604
00000100:00100000:2.0:1767321014.465015:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994006144:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321014.525433:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321014.526675:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321015.551811:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321015.551972:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321016.573327:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321016.573409:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321017.021558:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321017.021569:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321017.021572:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321017.021576:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321017.021580:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321017.021589:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6256
00000100:00080000:0.0:1767321017.021593:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321017.021599:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321017.021640:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f1f80 x1853163994006400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321017.021678:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321017.021682:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321017.021683:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321017.021687:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6256
00000100:00080000:0.0:1767321017.021690:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321017.021693:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321017.021707:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f1c00 x1853163994006528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321017.021751:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321017.021755:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321017.021757:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321017.021760:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6256
00000100:00080000:0.0:1767321017.021762:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767321017.021762:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994006400:0@lo:38:kworker.0
00000100:00080000:0.0:1767321017.021765:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321017.021778:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f0700 x1853163994006784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321017.021796:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321017.021798:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321017.021800:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321017.021802:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6256
00000100:00080000:0.0:1767321017.021804:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321017.021807:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321017.021816:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710ad80 x1853163994007040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321017.021829:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321017.021859:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994007168:0@lo:400:kworker.0
00000100:00100000:1.0:1767321017.021886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994006528:0@lo:38:kworker.0
00000100:00100000:0.0:1767321017.021889:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321017.021914:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321017.021914:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321017.021919:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994007296:0@lo:400:kworker.0
00000100:00100000:1.0:1767321017.021934:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994006784:0@lo:38:kworker.0
00000100:00100000:0.0:1767321017.021938:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321017.021953:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321017.021966:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994007040:0@lo:38:kworker.0
00000100:00100000:0.0:1767321017.021976:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994006400
00000100:00100000:0.0:1767321017.021983:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994006400
00000100:00100000:1.0:1767321017.021985:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321017.022009:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994007168
00000100:00100000:1.0:1767321017.022012:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994007168
00000100:00100000:0.0:1767321017.022013:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994006784
00000100:00100000:0.0:1767321017.022015:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994006784
00000100:00100000:0.0:1767321017.022025:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994007040
00000100:00100000:0.0:1767321017.022028:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994007040
00000100:00100000:0.0:1767321017.022043:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73574
00000100:00100000:0.0:1767321017.022051:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994006400:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321017.022067:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994007296
00000100:00100000:1.0:1767321017.022070:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994007296
00010000:00020000:0.0:1767321017.022071:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321017.022086:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3819
00000100:00100000:1.0:1767321017.022093:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994007168:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321017.022109:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994006400:12345-0@lo:38:kworker.0 Request processed in 58us (279us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321017.022128:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73574
00000100:00100000:1.0:1767321017.022146:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994007168:12345-0@lo:400:kworker.0 Request processed in 54us (255us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321017.022152:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3819
00000100:00100000:0.0:1767321017.022154:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73575
00000100:00100000:0.0:1767321017.022178:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994006784:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321017.022181:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3820
00000100:00100000:1.0:1767321017.022187:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994007296:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767321017.022188:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321017.022213:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994007296:12345-0@lo:400:kworker.0 Request processed in 26us (274us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321017.022218:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3820
00000100:00100000:1.0:1767321017.022239:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73576
00000100:00100000:1.0:1767321017.022243:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994007040:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321017.022253:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321017.022278:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994007040:12345-0@lo:38:kworker.0 Request processed in 33us (292us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321017.022284:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73576
00000100:00080000:1.0:1767321017.022310:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321017.022314:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321017.022343:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994007296:0@lo:400:kworker.0
00000100:00100000:1.0:1767321017.022351:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994007168:0@lo:400:kworker.0
00000100:00080000:1.0:1767321017.022379:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321017.022384:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321017.022387:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994007040:0@lo:38:kworker.0
00000100:00080000:1.0:1767321017.022394:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321017.022397:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321017.022400:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994006400:0@lo:38:kworker.0
00000100:00100000:0.0:1767321017.022644:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994006784:12345-0@lo:38:kworker.0 Request processed in 484us (689us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321017.022651:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73575
00000100:00100000:2.0:1767321017.022725:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994006656:0@lo:400:kworker.0
00000100:00100000:2.0:1767321017.022758:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321017.022787:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321017.022792:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994006912:0@lo:400:kworker.0
00000100:00100000:0.0:1767321017.022811:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994006656
00000100:00100000:2.0:1767321017.022813:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321017.022815:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994006656
00000100:00100000:0.0:1767321017.022838:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994006912
00000100:00100000:0.0:1767321017.022840:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994006912
00000100:00100000:0.0:1767321017.022862:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6197
00000100:00100000:0.0:1767321017.022868:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994006656:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321017.022875:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6198
00000100:00100000:2.0:1767321017.022882:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994006912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321017.022902:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994006656:12345-0@lo:400:kworker.0 Request processed in 34us (143us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321017.022906:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994006912:12345-0@lo:400:kworker.0 Request processed in 26us (93us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321017.022908:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6197
00000100:00100000:2.0:1767321017.022912:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6198
00000100:00100000:2.0:1767321017.022935:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994006912:0@lo:400:kworker.0
00000100:00100000:2.0:1767321017.022944:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994006656:0@lo:400:kworker.0
00000100:00100000:3.0:1767321017.023111:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994006528
00000100:00100000:3.0:1767321017.023116:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994006528
00000100:00100000:3.0:1767321017.023148:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413
00000100:00100000:3.0:1767321017.023154:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b726fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994006528:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321017.023190:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321017.023223:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b726fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994006528:12345-0@lo:38:kworker.0 Request processed in 68us (1308us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321017.023232:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413
00000100:00080000:1.0:1767321017.023684:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321017.023711:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321017.023716:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321017.023720:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994006784:0@lo:38:kworker.0
00000100:00080000:1.0:1767321017.023730:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321017.023733:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321017.023735:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994006528:0@lo:38:kworker.0
00000100:00100000:1.0:1767321017.597331:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321017.597437:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321017.933996:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321017.934208:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942283264
00000100:00100000:2.0:1767321017.934223:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942283264
00000100:00100000:2.0:1767321017.934348:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6199
00000100:00100000:2.0:1767321017.934361:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942283264:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321017.934477:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942283264:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 118us (499us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321017.934494:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6199
00000100:00080000:0.0:1767321017.935155:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321017.938961:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321017.939077:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942283136
00000100:00100000:3.0:1767321017.939091:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942283136
00000100:00100000:3.0:1767321017.939211:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73577
00000100:00100000:3.0:1767321017.939221:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942283136:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321017.939252:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321017.939348:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942283136:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 126us (402us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321017.939356:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73577
00000100:00100000:1.0:1767321018.621855:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321018.623203:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321019.581760:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321019.581785:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994007424:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321019.581885:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321019.582231:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994007424
00000100:00100000:2.0:1767321019.582243:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994007424
00000100:00100000:2.0:1767321019.582335:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3605
00000100:00100000:2.0:1767321019.582346:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994007424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321019.582388:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767321019.582576:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321019.582685:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994007424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 339us (798us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321019.582699:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3605
00000100:00100000:3.0:1767321019.582881:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994007552:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321019.582922:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321019.582995:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994007424:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321019.583065:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994007552
00000100:00100000:0.0:1767321019.583070:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994007552
00000100:00100000:0.0:1767321019.583114:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3606
00000100:00100000:0.0:1767321019.583122:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994007552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321019.583150:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321019.583220:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994007552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (297us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321019.583226:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3606
00000100:00080000:1.0:1767321019.583346:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321019.583412:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994007552:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321019.648077:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321019.648317:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321020.669646:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321020.670074:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321021.694788:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321021.696815:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321022.141516:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321022.141526:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321022.141529:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321022.141533:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321022.141538:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321022.141546:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6261
00000100:00080000:3.0:1767321022.141551:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321022.141558:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321022.141600:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f3800 x1853163994007680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321022.141632:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321022.141635:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321022.141637:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321022.141641:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6261
00000100:00080000:3.0:1767321022.141643:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321022.141646:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321022.141662:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293c700 x1853163994007808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321022.141702:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321022.141707:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321022.141709:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321022.141712:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6261
00000100:00080000:3.0:1767321022.141714:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321022.141717:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321022.141733:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8e680 x1853163994008064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321022.141748:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321022.141751:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321022.141753:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321022.141756:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6261
00000100:00080000:3.0:1767321022.141759:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321022.141762:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321022.141771:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8f100 x1853163994008320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321022.141820:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994008448:0@lo:400:kworker.0
00000100:00100000:3.0:1767321022.141904:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321022.141971:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321022.141978:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994008576:0@lo:400:kworker.0
00000100:00100000:3.0:1767321022.142001:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321022.142247:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994007936:0@lo:400:kworker.0
00000100:00100000:1.0:1767321022.142288:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321022.142309:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321022.142315:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994008192:0@lo:400:kworker.0
00000100:00100000:1.0:1767321022.142336:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321022.147321:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994008448
00000100:00100000:1.0:1767321022.147337:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994008448
00000100:00100000:1.0:1767321022.147502:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994008576
00000100:00100000:1.0:1767321022.147506:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994008576
00000100:00100000:2.0:1767321022.147563:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994007936
00000100:00100000:2.0:1767321022.147567:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994007936
00000100:00100000:3.0:1767321022.147632:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3821
00000100:00100000:3.0:1767321022.147643:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994008448:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321022.147725:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994008448:12345-0@lo:400:kworker.0 Request processed in 83us (5820us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321022.147733:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3821
00000100:00100000:3.0:1767321022.147779:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994008448:0@lo:400:kworker.0
00000100:00100000:3.0:1767321022.147820:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994007680:0@lo:38:kworker.0
00000100:00100000:3.0:1767321022.147856:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321022.147897:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994007808:0@lo:38:kworker.0
00000100:00100000:3.0:1767321022.147923:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321022.147945:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994008064:0@lo:38:kworker.0
00000100:00100000:3.0:1767321022.147965:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321022.147981:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994008320:0@lo:38:kworker.0
00000100:00100000:3.0:1767321022.148001:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321022.148049:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994008192
00000100:00100000:3.0:1767321022.148053:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994008192
00000100:00080000:0.0:1767321022.148239:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321022.148244:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321022.148247:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321022.148268:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994007680
00000100:00100000:0.0:1767321022.148272:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994007680
00000100:00100000:0.0:1767321022.148295:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994008064
00000100:00100000:0.0:1767321022.148298:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994008064
00000100:00100000:0.0:1767321022.148310:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994008320
00000100:00100000:0.0:1767321022.148312:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994008320
00000100:00100000:0.0:1767321022.148324:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73578
00000100:00100000:0.0:1767321022.148330:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994007680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321022.148349:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321022.148388:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994007680:12345-0@lo:38:kworker.0 Request processed in 57us (530us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321022.148394:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73578
00000100:00100000:0.0:1767321022.148419:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73579
00000100:00100000:0.0:1767321022.148424:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994008064:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321022.148434:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321022.148455:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994008064:12345-0@lo:38:kworker.0 Request processed in 30us (490us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321022.148460:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73579
00000100:00100000:0.0:1767321022.148475:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73580
00000100:00100000:0.0:1767321022.148478:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994008320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321022.148486:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321022.148506:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994008320:12345-0@lo:38:kworker.0 Request processed in 26us (504us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321022.148511:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73580
00000100:00080000:0.0:1767321022.148544:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321022.148549:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321022.148552:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994007680:0@lo:38:kworker.0
00000100:00080000:0.0:1767321022.148560:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321022.148563:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321022.148566:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994008064:0@lo:38:kworker.0
00000100:00080000:0.0:1767321022.148572:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321022.148574:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321022.148577:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994008320:0@lo:38:kworker.0
00000100:00100000:0.0:1767321022.148625:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994007808
00000100:00100000:0.0:1767321022.148629:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994007808
00000100:00100000:0.0:1767321022.148648:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414
00000100:00100000:0.0:1767321022.148651:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994007808:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321022.148661:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321022.148687:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994007808:12345-0@lo:38:kworker.0 Request processed in 35us (764us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321022.148693:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414
00000100:00080000:0.0:1767321022.148717:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321022.148721:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321022.148724:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994007808:0@lo:38:kworker.0
00000100:00100000:1.0:1767321022.156229:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3822
00000100:00100000:1.0:1767321022.156247:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994008576:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321022.156345:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994008576:12345-0@lo:400:kworker.0 Request processed in 105us (14342us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321022.156352:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3822
00000100:00100000:2.0:1767321022.157421:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6200
00000100:00100000:2.0:1767321022.157434:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994007936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321022.157506:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994007936:12345-0@lo:400:kworker.0 Request processed in 76us (15217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321022.157513:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6200
00000100:00100000:2.0:1767321022.157564:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994007936:0@lo:400:kworker.0
00000100:00100000:2.0:1767321022.157613:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994008576:0@lo:400:kworker.0
00000100:00100000:3.0:1767321022.161406:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6201
00000100:00100000:3.0:1767321022.161433:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994008192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321022.161540:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994008192:12345-0@lo:400:kworker.0 Request processed in 112us (19202us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321022.161547:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6201
00000100:00100000:2.0:1767321022.162244:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994008192:0@lo:400:kworker.0
00000100:00100000:1.0:1767321022.717307:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321022.717316:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321023.055480:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321023.055542:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942283520
00000100:00100000:1.0:1767321023.055552:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942283520
00000100:00100000:0.0:1767321023.055556:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321023.055648:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942283392
00000100:00100000:1.0:1767321023.055651:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942283392
00000100:00080000:2.0:1767321023.055661:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321023.055673:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6202
00000100:00100000:1.0:1767321023.055682:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942283520:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321023.055698:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73581
00000100:00100000:0.0:1767321023.055706:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942283392:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321023.055729:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321023.055992:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942283520:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 310us (937us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321023.055997:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6202
00000100:00100000:0.0:1767321023.058234:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942283392:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 2512us (2664us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321023.058250:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73581
00000100:00100000:1.0:1767321023.741391:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321023.743192:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321024.701445:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321024.701471:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994008704:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321024.701543:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321024.701794:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994008704
00000100:00100000:2.0:1767321024.701802:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994008704
00000100:00100000:2.0:1767321024.701902:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3607
00000100:00100000:2.0:1767321024.701911:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994008704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321024.701945:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321024.701991:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994008704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (448us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321024.701998:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3607
00000100:00100000:2.0:1767321024.702050:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994008704:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321024.702274:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321024.704410:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321024.704433:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994008832:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321024.704498:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321024.704584:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994008832
00000100:00100000:0.0:1767321024.704592:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994008832
00000100:00100000:0.0:1767321024.704656:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3608
00000100:00100000:0.0:1767321024.704666:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994008832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321024.704695:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767321024.704995:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321024.705026:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994008832:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321024.705031:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994008832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 363us (529us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321024.705043:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3608
00000100:00100000:1.0:1767321024.765374:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321024.765603:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321025.791913:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321025.792094:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321026.813606:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321026.814191:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321027.270458:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321027.270472:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321027.270475:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321027.270479:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321027.270484:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321027.270493:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6266
00000100:00080000:3.0:1767321027.270498:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321027.270506:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321027.270551:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3480 x1853163994008960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321027.270584:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321027.270588:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321027.270590:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321027.270595:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6266
00000100:00080000:3.0:1767321027.270597:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321027.270601:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321027.270616:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0e00 x1853163994009088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321027.270670:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321027.270674:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321027.270676:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321027.270679:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6266
00000100:00080000:3.0:1767321027.270682:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321027.270685:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321027.270746:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0000 x1853163994009344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321027.270765:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321027.270768:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321027.270770:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321027.270774:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6266
00000100:00080000:3.0:1767321027.270776:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321027.270779:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321027.270790:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a297b80 x1853163994009600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321027.270849:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994009856:0@lo:400:kworker.0
00000100:00100000:3.0:1767321027.270920:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321027.270991:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321027.270998:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994009728:0@lo:400:kworker.0
00000100:00100000:3.0:1767321027.271022:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321027.271236:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994009216:0@lo:400:kworker.0
00000100:00100000:0.0:1767321027.271268:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321027.271299:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321027.271305:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994009472:0@lo:400:kworker.0
00000100:00100000:0.0:1767321027.271341:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321027.271376:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994009856
00000100:00100000:0.0:1767321027.271383:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994009856
00000100:00100000:0.0:1767321027.271431:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994009728
00000100:00100000:0.0:1767321027.271434:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994009728
00000100:00100000:0.0:1767321027.271452:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3823
00000100:00100000:0.0:1767321027.271459:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994009856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321027.271508:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994009856:12345-0@lo:400:kworker.0 Request processed in 49us (587us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321027.271514:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3823
00000100:00100000:0.0:1767321027.271531:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3824
00000100:00100000:0.0:1767321027.271536:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994009728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321027.271559:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994009728:12345-0@lo:400:kworker.0 Request processed in 23us (537us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321027.271564:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3824
00000100:00100000:0.0:1767321027.271599:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994009728:0@lo:400:kworker.0
00000100:00100000:0.0:1767321027.271609:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994009856:0@lo:400:kworker.0
00000100:00080000:1.0:1767321027.271703:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321027.271708:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321027.271722:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994009216
00000100:00100000:1.0:1767321027.271726:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994009216
00000100:00100000:1.0:1767321027.271770:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994009472
00000100:00100000:1.0:1767321027.271773:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994009472
00000100:00100000:1.0:1767321027.271805:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6203
00000100:00100000:1.0:1767321027.271812:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994009216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321027.271854:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994009216:12345-0@lo:400:kworker.0 Request processed in 43us (585us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321027.271860:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6203
00000100:00100000:1.0:1767321027.271873:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6204
00000100:00100000:1.0:1767321027.271879:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994009472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321027.271904:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994009472:12345-0@lo:400:kworker.0 Request processed in 27us (562us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321027.271910:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6204
00000100:00100000:1.0:1767321027.271940:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994009472:0@lo:400:kworker.0
00000100:00100000:1.0:1767321027.271949:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994009216:0@lo:400:kworker.0
00000100:00100000:2.0:1767321027.272835:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994008960:0@lo:38:kworker.0
00000100:00100000:2.0:1767321027.272881:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321027.272913:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994009088:0@lo:38:kworker.0
00000100:00100000:2.0:1767321027.272940:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321027.272974:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994009344:0@lo:38:kworker.0
00000100:00100000:2.0:1767321027.272994:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321027.273009:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994009600:0@lo:38:kworker.0
00000100:00100000:2.0:1767321027.273027:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321027.273059:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994009088
00000100:00100000:2.0:1767321027.273064:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994009088
00000100:00100000:2.0:1767321027.273092:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415
00000100:00100000:2.0:1767321027.273097:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994009088:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321027.273117:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321027.273154:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994009088:12345-0@lo:38:kworker.0 Request processed in 55us (213us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321027.273191:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415
00000100:00080000:2.0:1767321027.273241:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321027.273246:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321027.273249:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994009088:0@lo:38:kworker.0
00000100:00080000:0.0:1767321027.273420:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321027.273699:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994008960
00000100:00100000:3.0:1767321027.273704:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994008960
00000100:00100000:3.0:1767321027.273736:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994009344
00000100:00100000:3.0:1767321027.273739:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994009344
00000100:00100000:3.0:1767321027.273757:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994009600
00000100:00100000:3.0:1767321027.273759:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994009600
00000100:00100000:3.0:1767321027.273783:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73582
00000100:00100000:3.0:1767321027.273788:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994008960:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321027.273801:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321027.273836:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994008960:12345-0@lo:38:kworker.0 Request processed in 48us (956us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321027.273843:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73582
00000100:00100000:3.0:1767321027.273856:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73583
00000100:00100000:3.0:1767321027.273859:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994009344:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321027.273868:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321027.273891:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994009344:12345-0@lo:38:kworker.0 Request processed in 30us (895us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321027.273897:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73583
00000100:00100000:3.0:1767321027.273907:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73584
00000100:00100000:3.0:1767321027.273911:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994009600:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321027.273920:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321027.273945:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994009600:12345-0@lo:38:kworker.0 Request processed in 32us (917us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321027.273950:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73584
00000100:00080000:2.0:1767321027.274529:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321027.274535:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321027.274540:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994008960:0@lo:38:kworker.0
00000100:00080000:2.0:1767321027.274550:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321027.274553:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321027.274556:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994009344:0@lo:38:kworker.0
00000100:00080000:2.0:1767321027.274564:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321027.274567:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321027.274571:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994009600:0@lo:38:kworker.0
00000100:00100000:1.0:1767321027.837878:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321027.839869:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321028.171441:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321028.171484:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321028.174866:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942283776
00000100:00100000:2.0:1767321028.174883:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942283776
00000100:00100000:1.0:1767321028.175432:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942283648
00000100:00100000:1.0:1767321028.175439:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942283648
00000100:00100000:2.0:1767321028.175569:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6205
00000100:00100000:2.0:1767321028.175582:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942283776:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321028.175594:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73585
00000100:00100000:1.0:1767321028.175602:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942283648:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321028.175623:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321028.175673:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942283648:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 71us (4187us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321028.175680:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73585
00000100:00080000:0.0:1767321028.185052:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321028.186311:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942283776:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 10710us (14855us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321028.186326:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6205
00000100:00100000:1.0:1767321028.861417:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321028.868418:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321029.821819:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994009984:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321029.821902:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321029.822141:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994009984
00000100:00100000:0.0:1767321029.822150:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994009984
00000100:00100000:0.0:1767321029.822238:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3609
00000100:00100000:0.0:1767321029.822254:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994009984:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321029.822281:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767321029.822298:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321029.822359:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994009984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (456us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321029.822435:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994009984:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321029.824460:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994010112:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321029.824527:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321029.824987:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994010112
00000100:00100000:3.0:1767321029.824996:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994010112
00000100:00080000:1.0:1767321029.825088:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321029.830792:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3609
00000100:00100000:3.0:1767321029.831096:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3610
00000100:00100000:3.0:1767321029.831116:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994010112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321029.831152:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321029.831319:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994010112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 213us (6790us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321029.831326:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3610
00000100:00100000:1.0:1767321029.835211:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994010112:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321029.885341:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321029.885424:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321030.909369:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321030.909478:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321031.357287:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321006/real 1767321006]  req@ffff89b731237480 x1853163994004736/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321031 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321031.357319:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b731237480 x1853163994004736/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321031 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321031.357338:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321031.357364:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321031.357368:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994004736:0@lo:250:kworker.0
00000100:00080000:0.0:1767321031.357449:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321031.357455:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321031.357458:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321031.357462:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6251
00000100:00080000:0.0:1767321031.357466:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321031.357472:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321031.357516:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a296a00 x1853163994010240/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321031.357542:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321031.357546:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321031.357548:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321031.357552:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6271
00000100:00080000:0.0:1767321031.357554:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321031.357559:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321031.357578:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a297100 x1853163994010368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321031.357587:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321031.357590:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321031.357591:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321031.357594:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6271
00000100:00080000:0.0:1767321031.357596:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321031.357599:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321031.357611:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a296d80 x1853163994010496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321031.357657:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321031.357662:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321031.357664:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321031.357668:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6271
00000100:00080000:0.0:1767321031.357670:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321031.357673:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321031.357686:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293c700 x1853163994010752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321031.357703:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321031.357706:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321031.357708:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321031.357711:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6271
00000100:00080000:0.0:1767321031.357713:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321031.357716:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321031.357726:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8f100 x1853163994011008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321031.357819:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994010880:0@lo:400:kworker.0
00000100:00100000:3.0:1767321031.357893:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321031.357898:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994011136:0@lo:400:kworker.0
00000100:00100000:1.0:1767321031.357930:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321031.357953:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321031.357954:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321031.357959:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994011264:0@lo:400:kworker.0
00000100:00100000:3.0:1767321031.357960:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994010624:0@lo:400:kworker.0
00000100:00100000:1.0:1767321031.357979:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321031.357979:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321031.358003:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994011136
00000100:00100000:3.0:1767321031.358003:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994010880
00000100:00100000:1.0:1767321031.358010:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994011136
00000100:00100000:3.0:1767321031.358010:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994010880
00000100:00100000:3.0:1767321031.358060:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994010624
00000100:00100000:3.0:1767321031.358064:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994010624
00000100:00100000:2.0:1767321031.358094:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994010240:0@lo:250:kworker.0
00000400:00000100:2.0:1767321031.358119:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994010240 offset 0 length 520: 4
00000100:00100000:2.0:1767321031.358139:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994010368:0@lo:38:kworker.0
00000100:00100000:2.0:1767321031.358185:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321031.358204:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994010496:0@lo:38:kworker.0
00000100:00100000:2.0:1767321031.358227:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321031.358254:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994010752:0@lo:38:kworker.0
00000100:00100000:2.0:1767321031.358273:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321031.358288:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994011008:0@lo:38:kworker.0
00000100:00100000:2.0:1767321031.358306:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321031.358333:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994010368
00000100:00100000:2.0:1767321031.358337:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994010368
00000100:00100000:0.0:1767321031.358384:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6206
00000100:00100000:0.0:1767321031.358397:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994010880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321031.358453:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994010880:12345-0@lo:400:kworker.0 Request processed in 58us (559us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321031.360391:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994010496
00000100:00100000:2.0:1767321031.360405:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994010496
00000100:00100000:2.0:1767321031.360443:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416
00000100:00100000:2.0:1767321031.360451:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994010496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321031.360474:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321031.360546:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994010496:12345-0@lo:38:kworker.0 Request processed in 95us (2318us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321031.360554:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416
00000100:00100000:2.0:1767321031.360577:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994010752
00000100:00100000:2.0:1767321031.360581:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994010752
00000100:00100000:2.0:1767321031.360593:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994011008
00000100:00100000:2.0:1767321031.360596:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994011008
00000100:00100000:2.0:1767321031.360605:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73586
00000100:00100000:2.0:1767321031.360610:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994010368:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321031.360619:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321031.360645:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994010368:12345-0@lo:38:kworker.0 Request processed in 34us (2460us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321031.360652:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73586
00000100:00100000:2.0:1767321031.360668:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73587
00000100:00100000:2.0:1767321031.360671:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994010752:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321031.360681:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321031.360712:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994010752:12345-0@lo:38:kworker.0 Request processed in 39us (2438us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321031.360722:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73587
00000100:00100000:2.0:1767321031.360733:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73588
00000100:00100000:2.0:1767321031.360738:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994011008:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321031.360747:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321031.360772:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994011008:12345-0@lo:38:kworker.0 Request processed in 33us (2465us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321031.360778:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73588
00000100:00080000:2.0:1767321031.360832:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321031.360837:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321031.360842:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994010368:0@lo:38:kworker.0
00000100:00080000:2.0:1767321031.360856:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321031.360860:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321031.360862:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994010496:0@lo:38:kworker.0
00000100:00080000:2.0:1767321031.360873:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321031.360876:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321031.360879:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994010752:0@lo:38:kworker.0
00000100:00080000:2.0:1767321031.360888:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321031.360892:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321031.360895:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994011008:0@lo:38:kworker.0
00000100:00100000:2.0:1767321031.360967:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994010880:0@lo:400:kworker.0
00000100:00100000:0.0:1767321031.362225:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6206
00000100:00100000:0.0:1767321031.362327:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994011264
00000100:00100000:0.0:1767321031.362334:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994011264
00000100:00100000:0.0:1767321031.362383:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3825
00000100:00100000:0.0:1767321031.362391:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994011264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321031.362454:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994011264:12345-0@lo:400:kworker.0 Request processed in 65us (4474us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321031.362460:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3825
00000100:00100000:0.0:1767321031.362505:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994011264:0@lo:400:kworker.0
00000100:00100000:1.0:1767321031.363601:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3826
00000100:00100000:1.0:1767321031.363617:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994011136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321031.363696:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994011136:12345-0@lo:400:kworker.0 Request processed in 86us (5765us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321031.363703:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3826
00000100:00100000:1.0:1767321031.363741:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994011136:0@lo:400:kworker.0
00000100:00100000:3.0:1767321031.364759:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6207
00000100:00100000:3.0:1767321031.364771:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994010624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321031.364865:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994010624:12345-0@lo:400:kworker.0 Request processed in 96us (6883us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321031.364872:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6207
00000100:00100000:1.0:1767321031.364949:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994010624:0@lo:400:kworker.0
00000100:00080000:2.0:1767321031.371702:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321031.371714:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321031.371718:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321031.933345:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321031.933425:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321032.957331:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321032.957940:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321033.286801:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321033.286989:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942284032
00000100:00100000:0.0:1767321033.287000:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942284032
00000100:00100000:0.0:1767321033.287095:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6208
00000100:00100000:0.0:1767321033.287107:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942284032:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321033.287155:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321033.287249:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942284032:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 144us (457us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321033.287258:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6208
00000100:00100000:0.0:1767321033.287279:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942283904
00000100:00100000:0.0:1767321033.287283:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942283904
00000100:00080000:2.0:1767321033.287343:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:3.0:1767321033.288365:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942284160 offset 0 length 520: 4
00000100:00100000:0.0:1767321033.288704:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73589
00000100:00100000:0.0:1767321033.288715:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942283904:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321033.288739:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321033.288901:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942283904:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 184us (1745us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321033.288909:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73589
00000100:00100000:0.0:1767321033.981298:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321033.982020:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321034.941499:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994011392:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321034.941570:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321034.941634:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994011392
00000100:00100000:3.0:1767321034.941642:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994011392
00000100:00100000:0.0:1767321034.941647:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321034.941656:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994011520:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321034.941689:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321034.941785:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321034.947649:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994011520
00000100:00100000:3.0:1767321034.947663:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994011520
00000100:00100000:2.0:1767321034.947672:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3611
00000100:00100000:2.0:1767321034.947689:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994011392:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321034.947727:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321034.947741:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3612
00000100:00100000:3.0:1767321034.947750:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994011520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321034.947770:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767321034.948053:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321034.948280:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994011392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 596us (6709us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321034.948290:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3611
00000100:00100000:3.0:1767321034.949913:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994011520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2158us (8216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321034.949923:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3612
00000100:00100000:0.0:1767321034.951310:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994011392:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321034.951442:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994011520:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321035.007059:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321035.008928:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321036.029930:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321036.030214:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321036.477478:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321036.477489:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321036.477492:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321036.477496:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321036.477500:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321036.477521:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6276
00000100:00080000:0.0:1767321036.477526:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321036.477534:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321036.477576:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238700 x1853163994011648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321036.477639:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994011648:0@lo:38:kworker.0
00000100:00100000:2.0:1767321036.477707:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321036.477857:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321036.477862:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321036.477864:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321036.477870:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6276
00000100:00080000:0.0:1767321036.477873:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767321036.477879:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994011648
00000100:00080000:0.0:1767321036.477880:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321036.477898:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994011648
00000100:00100000:0.0:1767321036.477905:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123b800 x1853163994011776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321036.478032:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73590
00000100:00100000:3.0:1767321036.478043:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994011648:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321036.478062:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994011776:0@lo:38:kworker.0
00010000:00020000:3.0:1767321036.478075:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321036.478108:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321036.478218:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321036.478223:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321036.478225:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321036.478229:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6276
00000100:00080000:0.0:1767321036.478232:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321036.478236:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321036.478251:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238e00 x1853163994012032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321036.478267:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321036.478271:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321036.478273:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321036.478276:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6276
00000100:00080000:0.0:1767321036.478278:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321036.478282:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321036.478290:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123b100 x1853163994012288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321036.478340:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994011904:0@lo:400:kworker.0
00000100:00100000:1.0:1767321036.478673:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994012160:0@lo:400:kworker.0
00000100:00100000:3.0:1767321036.478844:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994011648:12345-0@lo:38:kworker.0 Request processed in 800us (1134us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321036.478854:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73590
00000100:00100000:3.0:1767321036.478899:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994011776
00000100:00100000:3.0:1767321036.478906:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994011776
00000100:00100000:3.0:1767321036.478932:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417
00000100:00100000:3.0:1767321036.478938:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994011776:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321036.478954:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321036.478990:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994011776:12345-0@lo:38:kworker.0 Request processed in 51us (883us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321036.478997:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417
00000100:00100000:3.0:1767321036.479024:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994012544:0@lo:400:kworker.0
00000100:00100000:3.0:1767321036.479057:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321036.479098:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321036.479117:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994012416:0@lo:400:kworker.0
00000100:00100000:3.0:1767321036.479142:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321036.479201:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994012544
00000100:00100000:3.0:1767321036.479205:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994012544
00000100:00100000:3.0:1767321036.479253:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994012416
00000100:00100000:3.0:1767321036.479257:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994012416
00000100:00100000:3.0:1767321036.479280:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3827
00000100:00100000:3.0:1767321036.479288:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994012544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321036.479338:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994012544:12345-0@lo:400:kworker.0 Request processed in 51us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321036.479345:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3827
00000100:00100000:3.0:1767321036.479358:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3828
00000100:00100000:3.0:1767321036.479365:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994012416:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321036.479393:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994012416:12345-0@lo:400:kworker.0 Request processed in 30us (250us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321036.479398:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3828
00000100:00080000:3.0:1767321036.479419:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321036.479423:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321036.479456:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994012416:0@lo:400:kworker.0
00000100:00100000:3.0:1767321036.479467:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994012544:0@lo:400:kworker.0
00000100:00080000:2.0:1767321036.483684:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321036.483704:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321036.483709:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994011776:0@lo:38:kworker.0
00000100:00080000:2.0:1767321036.483725:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321036.483729:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321036.483731:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994011648:0@lo:38:kworker.0
00000100:00100000:2.0:1767321036.483768:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994012032:0@lo:38:kworker.0
00000100:00100000:2.0:1767321036.483830:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321036.483869:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994012288:0@lo:38:kworker.0
00000100:00100000:2.0:1767321036.483893:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321036.483941:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994012032
00000100:00100000:2.0:1767321036.483947:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994012032
00000100:00100000:2.0:1767321036.483984:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994012288
00000100:00100000:2.0:1767321036.483988:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994012288
00000100:00100000:2.0:1767321036.484015:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73591
00000100:00100000:2.0:1767321036.484021:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994012032:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321036.484042:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321036.484082:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994012032:12345-0@lo:38:kworker.0 Request processed in 60us (251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321036.484090:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73591
00000100:00100000:2.0:1767321036.484106:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73592
00000100:00100000:2.0:1767321036.484110:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994012288:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321036.484119:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321036.484139:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994012288:12345-0@lo:38:kworker.0 Request processed in 28us (246us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321036.484156:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73592
00000100:00080000:2.0:1767321036.484205:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321036.484210:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321036.484213:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994012032:0@lo:38:kworker.0
00000100:00080000:2.0:1767321036.484220:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321036.484223:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321036.484226:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994012288:0@lo:38:kworker.0
00000100:00100000:0.0:1767321036.486225:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321036.486419:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321036.486610:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994011904
00000100:00100000:3.0:1767321036.486619:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994011904
00000100:00100000:3.0:1767321036.486690:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994012160
00000100:00100000:3.0:1767321036.486693:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994012160
00000100:00100000:3.0:1767321036.486720:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6209
00000100:00100000:3.0:1767321036.486729:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994011904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321036.486797:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994011904:12345-0@lo:400:kworker.0 Request processed in 69us (580us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321036.486803:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6209
00000100:00100000:3.0:1767321036.486818:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6210
00000100:00100000:3.0:1767321036.486824:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994012160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321036.486853:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994012160:12345-0@lo:400:kworker.0 Request processed in 30us (434us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321036.486859:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6210
00000100:00080000:0.0:1767321036.486934:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321036.486968:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994011904:0@lo:400:kworker.0
00000100:00100000:1.0:1767321036.487048:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994012160:0@lo:400:kworker.0
00010000:00010000:3.0:1767321037.053473:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321037.053714:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321038.077304:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321038.077800:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321038.408421:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321038.408514:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942284416
00000100:00100000:2.0:1767321038.408527:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942284416
00000100:00080000:0.0:1767321038.408605:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321038.408616:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6211
00000100:00100000:2.0:1767321038.408632:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942284416:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321038.408711:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942284416:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 88us (308us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321038.408719:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6211
00000100:00100000:3.0:1767321038.425319:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321038.426845:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942284288
00000100:00100000:2.0:1767321038.426863:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942284288
00000100:00100000:2.0:1767321038.426935:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73593
00000100:00100000:2.0:1767321038.426944:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942284288:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321038.426968:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321038.427050:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942284288:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 105us (4000us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321038.427058:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73593
00010000:00010000:3.0:1767321039.101756:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321039.101826:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321040.062127:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321040.062150:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994012672:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321040.062251:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321040.062458:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994012800:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321040.062484:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321040.062560:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994012672
00000100:00100000:1.0:1767321040.062568:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994012672
00000100:00100000:1.0:1767321040.062630:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994012800
00000100:00100000:1.0:1767321040.062634:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994012800
00000100:00100000:1.0:1767321040.062655:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3613
00000100:00100000:1.0:1767321040.062664:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994012672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321040.062695:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321040.062738:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994012672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (487us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321040.062746:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3613
00000100:00100000:1.0:1767321040.062763:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3614
00000100:00100000:1.0:1767321040.062770:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994012800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321040.062785:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321040.062810:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994012800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (325us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321040.062819:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3614
00000100:00080000:2.0:1767321040.062878:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321040.062882:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321040.062922:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994012800:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321040.062934:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994012672:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321040.129294:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321040.129394:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321041.149277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321041.149548:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321041.597391:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321041.597411:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321041.597414:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321041.597418:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321041.597423:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321041.597432:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6281
00000100:00080000:0.0:1767321041.597437:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321041.597444:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321041.597488:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358700 x1853163994012928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321041.597527:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321041.597531:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321041.597532:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321041.597537:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6281
00000100:00080000:0.0:1767321041.597539:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321041.597542:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321041.597557:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635b800 x1853163994013056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321041.597587:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321041.597590:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321041.597592:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321041.597596:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6281
00000100:00080000:0.0:1767321041.597598:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321041.597601:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321041.597613:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113d500 x1853163994013312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321041.597629:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321041.597632:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321041.597634:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321041.597637:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6281
00000100:00080000:0.0:1767321041.597638:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321041.597641:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321041.597649:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113c000 x1853163994013568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321041.597861:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994013440:0@lo:400:kworker.0
00000100:00100000:2.0:1767321041.597913:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994012928:0@lo:38:kworker.0
00000100:00100000:3.0:1767321041.597935:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321041.597952:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994013824:0@lo:400:kworker.0
00000100:00100000:2.0:1767321041.597975:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321041.597988:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321041.597994:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994013184:0@lo:400:kworker.0
00000100:00100000:2.0:1767321041.598023:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321041.598027:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321041.598029:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994013696:0@lo:400:kworker.0
00000100:00100000:2.0:1767321041.598062:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321041.598069:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994013440
00000100:00100000:3.0:1767321041.598076:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994013440
00000100:00100000:2.0:1767321041.598086:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994013184
00000100:00100000:2.0:1767321041.598090:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994013184
00000100:00100000:2.0:1767321041.598127:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6212
00000100:00100000:2.0:1767321041.598134:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994013440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321041.598211:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994013440:12345-0@lo:400:kworker.0 Request processed in 77us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321041.598220:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6212
00000100:00100000:2.0:1767321041.598238:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6213
00000100:00100000:2.0:1767321041.598244:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994013184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321041.598271:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994013184:12345-0@lo:400:kworker.0 Request processed in 27us (243us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321041.598276:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6213
00000100:00100000:3.0:1767321041.599605:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994013824
00000100:00100000:3.0:1767321041.599618:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994013824
00000100:00100000:3.0:1767321041.599661:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994013696
00000100:00100000:3.0:1767321041.599664:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994013696
00000100:00100000:3.0:1767321041.599683:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3829
00000100:00100000:3.0:1767321041.599692:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994013824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321041.599766:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994013824:12345-0@lo:400:kworker.0 Request processed in 76us (1790us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321041.599773:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3829
00000100:00100000:3.0:1767321041.599786:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3830
00000100:00100000:3.0:1767321041.599793:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994013696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321041.599821:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994013696:12345-0@lo:400:kworker.0 Request processed in 28us (1759us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321041.599826:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3830
00000100:00100000:3.0:1767321041.599886:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994013184:0@lo:400:kworker.0
00000100:00100000:3.0:1767321041.599899:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994013440:0@lo:400:kworker.0
00000100:00080000:3.0:1767321041.599959:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321041.599973:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321041.599999:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994013056:0@lo:38:kworker.0
00000100:00100000:3.0:1767321041.600033:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321041.600073:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994013312:0@lo:38:kworker.0
00000100:00100000:3.0:1767321041.600098:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321041.600115:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994013568:0@lo:38:kworker.0
00000100:00100000:3.0:1767321041.600135:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321041.600191:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994013056
00000100:00100000:3.0:1767321041.600196:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994013056
00000100:00100000:3.0:1767321041.600216:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418
00000100:00100000:3.0:1767321041.600221:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994013056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321041.600239:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321041.600273:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994013056:12345-0@lo:38:kworker.0 Request processed in 50us (238us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321041.600279:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418
00000100:00100000:3.0:1767321041.600295:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994012928
00000100:00100000:3.0:1767321041.600299:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994012928
00000100:00100000:3.0:1767321041.600317:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994013312
00000100:00100000:3.0:1767321041.600319:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994013312
00000100:00100000:3.0:1767321041.600331:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994013568
00000100:00100000:3.0:1767321041.600333:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994013568
00000100:00100000:3.0:1767321041.600347:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73594
00000100:00100000:3.0:1767321041.600351:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741247c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994012928:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321041.600361:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321041.600386:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741247c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994012928:12345-0@lo:38:kworker.0 Request processed in 34us (412us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321041.600392:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73594
00000100:00100000:3.0:1767321041.601580:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73595
00000100:00100000:3.0:1767321041.601588:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994013312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321041.601603:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321041.601645:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994013312:12345-0@lo:38:kworker.0 Request processed in 57us (1546us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321041.601651:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73595
00000100:00100000:3.0:1767321041.601665:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73596
00000100:00100000:3.0:1767321041.601669:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994013568:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321041.601678:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321041.601700:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994013568:12345-0@lo:38:kworker.0 Request processed in 30us (1565us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321041.601705:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73596
00000100:00080000:3.0:1767321041.601767:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321041.601773:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321041.601776:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994012928:0@lo:38:kworker.0
00000100:00080000:3.0:1767321041.601788:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321041.601791:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321041.601793:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994013056:0@lo:38:kworker.0
00000100:00080000:3.0:1767321041.601800:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321041.601803:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321041.601805:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994013312:0@lo:38:kworker.0
00000100:00080000:3.0:1767321041.601812:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321041.601814:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321041.601816:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994013568:0@lo:38:kworker.0
00000100:00100000:3.0:1767321041.601888:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994013696:0@lo:400:kworker.0
00000100:00100000:3.0:1767321041.601899:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994013824:0@lo:400:kworker.0
00000100:00100000:0.0:1767321042.173912:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321042.176464:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321043.197468:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321043.198893:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321043.528211:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321043.528325:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321043.540907:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942284672
00000100:00100000:2.0:1767321043.540923:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942284672
00000100:00080000:3.0:1767321043.541190:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321043.541253:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942284544
00000100:00100000:1.0:1767321043.541269:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942284544
00000100:00100000:2.0:1767321043.541276:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6214
00000100:00100000:2.0:1767321043.541293:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942284672:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321043.541338:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73597
00000100:00100000:1.0:1767321043.541347:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942284544:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321043.541379:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321043.541583:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942284672:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 292us (13380us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321043.541594:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6214
00000100:00100000:1.0:1767321043.541753:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942284544:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 402us (13425us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321043.541762:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73597
00000100:00100000:0.0:1767321044.221459:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321044.221842:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321045.183593:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731188000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994014080:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321045.183700:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321045.183777:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994014080
00000100:00100000:3.0:1767321045.183801:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994014080
00000100:00100000:1.0:1767321045.183840:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994013952:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321045.183880:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321045.183973:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994013952
00000100:00100000:3.0:1767321045.183980:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994013952
00000100:00100000:0.0:1767321045.184019:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3615
00000100:00100000:0.0:1767321045.184035:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994014080:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321045.184068:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321045.184112:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994014080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (411us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321045.184120:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3615
00000100:00100000:0.0:1767321045.184224:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731188000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994014080:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321045.184347:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321045.184355:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321045.185298:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3616
00000100:00100000:3.0:1767321045.185314:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994013952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321045.185367:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321045.185450:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994013952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 141us (1571us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321045.185457:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3616
00000100:00100000:1.0:1767321045.191366:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994013952:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321045.245545:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321045.245623:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321046.269508:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321046.269743:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767321046.719286:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321046.719301:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321046.719305:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321046.719320:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321046.719325:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321046.719335:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6286
00000100:00080000:0.0:1767321046.719342:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321046.719351:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321046.719407:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113dc00 x1853163994014208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321046.719442:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321046.719456:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321046.719457:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321046.719462:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6286
00000100:00080000:0.0:1767321046.719465:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321046.719468:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321046.719484:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113c000 x1853163994014336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321046.719538:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321046.719543:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321046.719544:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321046.719549:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6286
00000100:00080000:0.0:1767321046.719551:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321046.719555:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321046.719567:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113f800 x1853163994014592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321046.719590:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321046.719594:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321046.719595:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321046.719599:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6286
00000100:00080000:0.0:1767321046.719602:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321046.719605:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321046.719616:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113d880 x1853163994014848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321046.719674:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994014976:0@lo:400:kworker.0
00000100:00100000:0.0:1767321046.719781:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321046.719860:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321046.719866:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994015104:0@lo:400:kworker.0
00000100:00100000:0.0:1767321046.719891:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321046.720237:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994014464:0@lo:400:kworker.0
00000100:00100000:1.0:1767321046.720279:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321046.720318:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321046.720325:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994014720:0@lo:400:kworker.0
00000100:00100000:1.0:1767321046.720349:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321046.720391:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994014464
00000100:00100000:1.0:1767321046.720400:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994014464
00000100:00100000:1.0:1767321046.720472:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994014720
00000100:00100000:1.0:1767321046.720476:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994014720
00000100:00100000:1.0:1767321046.720506:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6215
00000100:00100000:1.0:1767321046.720516:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994014464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321046.720576:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994014464:12345-0@lo:400:kworker.0 Request processed in 61us (297us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321046.720588:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6215
00000100:00100000:1.0:1767321046.720608:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6216
00000100:00100000:1.0:1767321046.720614:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994014720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321046.720642:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994014720:12345-0@lo:400:kworker.0 Request processed in 28us (292us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321046.720648:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6216
00000100:00100000:1.0:1767321046.720689:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994014720:0@lo:400:kworker.0
00000100:00100000:1.0:1767321046.720702:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994014464:0@lo:400:kworker.0
00000100:00080000:2.0:1767321046.721240:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321046.722702:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994014976
00000100:00100000:3.0:1767321046.722720:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994014976
00000100:00100000:3.0:1767321046.722807:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994015104
00000100:00100000:3.0:1767321046.722811:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994015104
00000100:00100000:3.0:1767321046.722836:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3831
00000100:00100000:3.0:1767321046.722846:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994014976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321046.722969:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994014976:12345-0@lo:400:kworker.0 Request processed in 125us (3188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321046.722977:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3831
00000100:00100000:3.0:1767321046.722993:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3832
00000100:00100000:3.0:1767321046.723000:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994015104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321046.723033:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994015104:12345-0@lo:400:kworker.0 Request processed in 34us (3141us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321046.723039:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3832
00000100:00100000:3.0:1767321046.723085:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994014208:0@lo:38:kworker.0
00000100:00100000:3.0:1767321046.723133:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321046.723183:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994014336:0@lo:38:kworker.0
00000100:00100000:3.0:1767321046.723211:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321046.723243:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994014592:0@lo:38:kworker.0
00000100:00100000:3.0:1767321046.723278:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321046.723298:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994014848:0@lo:38:kworker.0
00000100:00100000:3.0:1767321046.723546:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321046.723583:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994014336
00000100:00100000:3.0:1767321046.723588:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994014336
00000100:00100000:3.0:1767321046.723610:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419
00000100:00100000:3.0:1767321046.723616:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994014336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321046.723638:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321046.723674:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994014336:12345-0@lo:38:kworker.0 Request processed in 57us (462us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321046.723681:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419
00000100:00100000:3.0:1767321046.723700:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994014208
00000100:00100000:3.0:1767321046.723704:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994014208
00000100:00100000:3.0:1767321046.723726:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994014592
00000100:00100000:3.0:1767321046.723728:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994014592
00000100:00100000:3.0:1767321046.723739:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994014848
00000100:00100000:3.0:1767321046.723742:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994014848
00000100:00100000:3.0:1767321046.723922:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73598
00000100:00100000:3.0:1767321046.723927:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994014208:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321046.723939:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321046.723977:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994014208:12345-0@lo:38:kworker.0 Request processed in 49us (844us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321046.723986:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73598
00000100:00100000:3.0:1767321046.723999:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73599
00000100:00100000:3.0:1767321046.724003:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994014592:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321046.724012:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321046.724038:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994014592:12345-0@lo:38:kworker.0 Request processed in 34us (771us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321046.724044:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73599
00000100:00100000:3.0:1767321046.724054:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73600
00000100:00100000:3.0:1767321046.724057:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994014848:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321046.724066:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321046.724088:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994014848:12345-0@lo:38:kworker.0 Request processed in 29us (543us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321046.724094:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73600
00000100:00100000:2.0:1767321046.726127:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994015104:0@lo:400:kworker.0
00000100:00100000:2.0:1767321046.726152:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994014976:0@lo:400:kworker.0
00000100:00080000:3.0:1767321046.735577:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321046.735597:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321046.735605:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994014208:0@lo:38:kworker.0
00000100:00080000:3.0:1767321046.735624:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321046.735628:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321046.735632:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994014336:0@lo:38:kworker.0
00000100:00080000:3.0:1767321046.735644:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321046.735648:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321046.735652:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994014592:0@lo:38:kworker.0
00000100:00080000:3.0:1767321046.735664:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321046.735669:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321046.735672:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994014848:0@lo:38:kworker.0
00000100:00100000:0.0:1767321047.295372:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321047.295461:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321048.135869:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321048.136001:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942284800
00000100:00100000:2.0:1767321048.136035:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942284800
00000100:00080000:0.0:1767321048.136137:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321048.136155:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73601
00000100:00100000:2.0:1767321048.136210:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942284800:12345-192.168.204.50@tcp:17:kworker.0
00000100:00100000:2.0:1767321048.138061:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942284800:12345-192.168.204.50@tcp:17:kworker.0 Request processed in 1839us (2189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321048.138077:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73601
00000100:00100000:0.0:1767321048.317741:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321048.318049:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321048.651007:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321048.651062:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321048.651229:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942285056
00000100:00100000:1.0:1767321048.651231:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942284928
00000100:00100000:2.0:1767321048.651245:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942285056
00000100:00100000:1.0:1767321048.651248:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942284928
00000100:00100000:1.0:1767321048.651404:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6217
00000100:00100000:1.0:1767321048.651424:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942285056:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321048.651563:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942285056:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 148us (566us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321048.651573:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6217
00000100:00100000:1.0:1767321048.651603:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73602
00000100:00100000:1.0:1767321048.651609:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942284928:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321048.651638:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321048.651673:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942284928:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 63us (611us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321048.651680:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73602
00000100:00100000:0.0:1767321049.341698:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321049.342989:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321050.302815:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994015232:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321050.303503:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321050.303693:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994015232
00000100:00100000:0.0:1767321050.303705:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994015232
00000100:00080000:3.0:1767321050.303828:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321050.303882:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3617
00000100:00100000:0.0:1767321050.303902:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994015232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321050.303948:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321050.304071:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994015232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 180us (571us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321050.304081:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3617
00000100:00100000:1.0:1767321050.305328:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994015360:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321050.305404:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321050.305484:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994015360
00000100:00100000:1.0:1767321050.305493:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994015360
00000100:00100000:1.0:1767321050.305571:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3618
00000100:00100000:1.0:1767321050.305581:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994015360:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321050.305611:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321050.305654:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994015360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (250us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321050.305662:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3618
00000100:00100000:1.0:1767321050.305718:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994015360:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321050.305762:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321050.306676:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994015232:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321050.365389:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321050.365497:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321051.389613:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321051.389801:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767321051.842326:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321051.842339:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321051.842343:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321051.842348:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321051.842353:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321051.842364:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6291
00000100:00080000:1.0:1767321051.842370:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321051.842381:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321051.842448:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710aa00 x1853163994015488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321051.842484:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321051.842488:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321051.842490:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321051.842495:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6291
00000100:00080000:1.0:1767321051.842497:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321051.842503:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321051.842518:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617109180 x1853163994015616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321051.842594:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321051.842598:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321051.842600:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321051.842604:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6291
00000100:00080000:1.0:1767321051.842607:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321051.842611:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321051.842623:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710b100 x1853163994015872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321051.842639:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321051.842644:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321051.842646:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321051.842650:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6291
00000100:00080000:1.0:1767321051.842653:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321051.842656:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321051.842665:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710b800 x1853163994016128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321051.842738:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994016384:0@lo:400:kworker.0
00000100:00100000:0.0:1767321051.842826:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994015488:0@lo:38:kworker.0
00000100:00100000:1.0:1767321051.842840:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321051.842957:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994015744:0@lo:400:kworker.0
00000100:00100000:3.0:1767321051.843014:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994016000:0@lo:400:kworker.0
00000100:00100000:1.0:1767321051.845926:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321051.845957:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994016256:0@lo:400:kworker.0
00000100:00100000:1.0:1767321051.846043:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321051.846115:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994016384
00000100:00100000:1.0:1767321051.846125:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994016384
00000100:00100000:1.0:1767321051.846211:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994016256
00000100:00100000:1.0:1767321051.846215:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994016256
00000100:00100000:1.0:1767321051.846244:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3833
00000100:00100000:1.0:1767321051.846268:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994016384:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321051.846339:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994016384:12345-0@lo:400:kworker.0 Request processed in 86us (3505us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321051.846348:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3833
00000100:00100000:1.0:1767321051.846369:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3834
00000100:00100000:1.0:1767321051.846376:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994016256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321051.846409:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994016256:12345-0@lo:400:kworker.0 Request processed in 34us (367us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321051.846416:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3834
00000100:00100000:1.0:1767321051.846472:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994016256:0@lo:400:kworker.0
00000100:00100000:1.0:1767321051.846486:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994016384:0@lo:400:kworker.0
00000100:00100000:0.0:1767321051.852964:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321051.853023:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994015488
00000100:00100000:0.0:1767321051.853033:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994015488
00000100:00100000:0.0:1767321051.853179:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73603
00000100:00100000:0.0:1767321051.853187:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994015488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321051.853212:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321051.853261:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994015488:12345-0@lo:38:kworker.0 Request processed in 74us (306us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321051.853268:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73603
00000100:00080000:0.0:1767321051.853453:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321051.853460:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321051.853464:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994015488:0@lo:38:kworker.0
00000100:00100000:0.0:1767321051.853475:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994015616:0@lo:38:kworker.0
00000100:00100000:0.0:1767321051.853509:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321051.853535:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994015616
00000100:00100000:0.0:1767321051.853539:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994015616
00000100:00100000:0.0:1767321051.853562:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420
00000100:00100000:0.0:1767321051.853567:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994015616:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321051.853577:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321051.853602:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994015616:12345-0@lo:38:kworker.0 Request processed in 34us (92us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321051.853608:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420
00000100:00080000:1.0:1767321051.853951:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321051.853957:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321051.853960:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994015616:0@lo:38:kworker.0
00000100:00100000:1.0:1767321051.853967:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994015872:0@lo:38:kworker.0
00000100:00100000:1.0:1767321051.853995:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321051.854014:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994016128:0@lo:38:kworker.0
00000100:00100000:1.0:1767321051.854033:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321051.855211:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321051.855320:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994015872
00000100:00100000:2.0:1767321051.855330:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994015872
00000100:00100000:2.0:1767321051.855371:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994016128
00000100:00100000:2.0:1767321051.855374:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994016128
00000100:00100000:2.0:1767321051.855390:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994015744
00000100:00100000:2.0:1767321051.855393:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994015744
00000100:00100000:2.0:1767321051.855440:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6218
00000100:00100000:2.0:1767321051.855462:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994015744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321051.855525:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994015744:12345-0@lo:400:kworker.0 Request processed in 78us (324us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321051.855534:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6218
00000100:00100000:2.0:1767321051.855557:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73604
00000100:00100000:2.0:1767321051.855561:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994015872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321051.855583:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321051.855611:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994015872:12345-0@lo:38:kworker.0 Request processed in 49us (1616us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321051.855617:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73604
00000100:00100000:2.0:1767321051.855627:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73605
00000100:00100000:2.0:1767321051.855631:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994016128:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321051.855640:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321051.855659:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994016128:12345-0@lo:38:kworker.0 Request processed in 27us (1625us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321051.855665:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73605
00000100:00080000:2.0:1767321051.855692:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321051.855734:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994015744:0@lo:400:kworker.0
00000100:00080000:1.0:1767321051.856473:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321051.856489:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321051.856494:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994015872:0@lo:38:kworker.0
00000100:00080000:1.0:1767321051.856510:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321051.856513:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321051.856515:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994016128:0@lo:38:kworker.0
00000100:00100000:3.0:1767321051.862200:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321051.864053:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994016000
00000100:00100000:2.0:1767321051.864082:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994016000
00000100:00100000:2.0:1767321051.864215:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6219
00000100:00100000:2.0:1767321051.864227:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994016000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321051.864363:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994016000:12345-0@lo:400:kworker.0 Request processed in 138us (2177us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321051.864373:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6219
00000100:00100000:3.0:1767321051.864423:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994016000:0@lo:400:kworker.0
00000100:00080000:1.0:1767321051.864584:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321052.413919:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321052.414061:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321053.437334:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321053.437952:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321053.767984:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321053.768038:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321053.768120:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942285184
00000100:00100000:0.0:1767321053.768131:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942285312
00000100:00100000:2.0:1767321053.768141:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942285184
00000100:00100000:0.0:1767321053.768147:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942285312
00000100:00100000:2.0:1767321053.768275:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73606
00000100:00100000:2.0:1767321053.768287:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942285184:12345-192.168.204.50@tcp:38:kworker.0
00000100:00080000:3.0:1767321053.768311:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767321053.768316:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321053.768474:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942285184:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 187us (506us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321053.769538:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6220
00000100:00100000:0.0:1767321053.769559:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942285312:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321053.769718:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942285312:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 167us (1677us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321053.769788:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6220
00000100:00100000:2.0:1767321053.778371:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73606
00010000:00010000:3.0:1767321054.461644:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321054.462440:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321055.421410:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321055.421435:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994016512:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321055.421505:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321055.421700:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994016512
00000100:00100000:1.0:1767321055.421709:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994016512
00000100:00100000:1.0:1767321055.421771:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3619
00000100:00100000:1.0:1767321055.421782:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994016512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321055.421822:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321055.421886:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994016512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321055.421894:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3619
00000100:00080000:3.0:1767321055.422110:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321055.422196:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994016640:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321055.422223:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321055.422278:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994016512:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321055.422448:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994016640
00000100:00100000:2.0:1767321055.422453:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994016640
00000100:00100000:2.0:1767321055.422494:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3620
00000100:00100000:2.0:1767321055.422501:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994016640:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321055.422520:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321055.422556:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994016640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (332us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321055.422563:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3620
00000100:00100000:2.0:1767321055.422594:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994016640:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321055.422650:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321055.485492:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321055.485732:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321056.509398:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321056.509640:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321056.957344:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321031/real 1767321031]  req@ffff89b70a296a00 x1853163994010240/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321056 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321056.957388:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b70a296a00 x1853163994010240/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321056 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767321056.957409:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321056.957432:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321056.957436:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994010240:0@lo:250:kworker.0
00000100:00080000:1.0:1767321056.957805:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321056.957813:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321056.957816:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321056.957822:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6276
00000100:00080000:1.0:1767321056.957826:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321056.957834:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321056.957872:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113e680 x1853163994016768/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321056.957897:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321056.957901:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321056.957902:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321056.957906:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6296
00000100:00080000:1.0:1767321056.957909:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321056.957912:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321056.957927:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113ca80 x1853163994016896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321056.957935:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321056.957938:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321056.957939:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321056.957943:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6296
00000100:00080000:1.0:1767321056.957945:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321056.957947:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321056.957959:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113d500 x1853163994017024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321056.957988:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321056.957992:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321056.957994:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321056.957997:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6296
00000100:00080000:1.0:1767321056.958000:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321056.958003:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321056.958014:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108700 x1853163994017280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321056.958029:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321056.958033:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321056.958035:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321056.958039:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6296
00000100:00080000:1.0:1767321056.958041:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321056.958044:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321056.958054:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710b100 x1853163994017536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321056.958131:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994017152:0@lo:400:kworker.0
00000100:00100000:1.0:1767321056.958219:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321056.958274:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321056.958280:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994017408:0@lo:400:kworker.0
00000100:00100000:1.0:1767321056.958303:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321056.958329:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994017664:0@lo:400:kworker.0
00000100:00100000:1.0:1767321056.958356:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321056.958381:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321056.958386:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994017792:0@lo:400:kworker.0
00000100:00100000:1.0:1767321056.958409:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321056.958435:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994017152
00000100:00100000:1.0:1767321056.958453:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994017152
00000100:00100000:1.0:1767321056.958498:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994017408
00000100:00100000:1.0:1767321056.958501:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994017408
00000100:00100000:1.0:1767321056.958522:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6221
00000100:00100000:1.0:1767321056.958529:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994017152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321056.958574:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994017152:12345-0@lo:400:kworker.0 Request processed in 45us (355us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321056.958581:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6221
00000100:00100000:1.0:1767321056.958598:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6222
00000100:00100000:1.0:1767321056.958604:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994017408:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321056.958628:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994017408:12345-0@lo:400:kworker.0 Request processed in 25us (324us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321056.958635:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6222
00000100:00100000:1.0:1767321056.958651:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994017664
00000100:00100000:1.0:1767321056.958654:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994017664
00000100:00100000:1.0:1767321056.958673:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994017792
00000100:00100000:1.0:1767321056.958676:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994017792
00000100:00100000:1.0:1767321056.958693:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3835
00000100:00100000:1.0:1767321056.958699:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994017664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321056.958736:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994017664:12345-0@lo:400:kworker.0 Request processed in 37us (379us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321056.958741:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3835
00000100:00100000:1.0:1767321056.958751:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3836
00000100:00100000:1.0:1767321056.958757:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994017792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321056.958797:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994017792:12345-0@lo:400:kworker.0 Request processed in 41us (388us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321056.958802:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3836
00000100:00100000:1.0:1767321056.958843:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994017792:0@lo:400:kworker.0
00000100:00100000:1.0:1767321056.958853:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994017664:0@lo:400:kworker.0
00000100:00100000:1.0:1767321056.958878:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994017408:0@lo:400:kworker.0
00000100:00100000:1.0:1767321056.958888:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994017152:0@lo:400:kworker.0
00000100:00080000:3.0:1767321056.959424:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321056.959473:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994016768:0@lo:250:kworker.0
00000400:00000100:3.0:1767321056.959506:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994016768 offset 0 length 520: 4
00000100:00100000:3.0:1767321056.959535:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994016896:0@lo:38:kworker.0
00000100:00100000:3.0:1767321056.959559:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321056.959586:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994017024:0@lo:38:kworker.0
00000100:00100000:3.0:1767321056.959606:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321056.959630:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994017280:0@lo:38:kworker.0
00000100:00100000:3.0:1767321056.959648:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321056.959671:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994017024
00000100:00100000:0.0:1767321056.959677:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994017024
00000100:00100000:3.0:1767321056.959678:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994017536:0@lo:38:kworker.0
00000100:00100000:0.0:1767321056.959701:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421
00000100:00100000:0.0:1767321056.959709:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994017024:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321056.959710:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767321056.959728:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321056.959748:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994016896
00000100:00100000:3.0:1767321056.959754:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994016896
00000100:00100000:0.0:1767321056.959778:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994017024:12345-0@lo:38:kworker.0 Request processed in 70us (169us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321056.959784:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421
00000100:00100000:3.0:1767321056.959793:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994017280
00000100:00100000:3.0:1767321056.959797:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994017280
00000100:00100000:3.0:1767321056.959812:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994017536
00000100:00100000:3.0:1767321056.959815:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994017536
00000100:00100000:0.0:1767321056.959823:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73607
00000100:00100000:0.0:1767321056.959829:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994016896:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321056.959834:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73608
00010000:00020000:0.0:1767321056.959841:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321056.959843:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994017280:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321056.959866:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994016896:12345-0@lo:38:kworker.0 Request processed in 35us (305us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321056.959872:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73607
00010000:00020000:3.0:1767321056.959872:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321056.959885:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73609
00000100:00100000:0.0:1767321056.959889:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994017536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321056.959895:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321056.959911:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994017280:12345-0@lo:38:kworker.0 Request processed in 68us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321056.959918:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994017536:12345-0@lo:38:kworker.0 Request processed in 27us (212us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321056.959922:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73608
00000100:00080000:3.0:1767321056.959957:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321056.959963:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321056.959967:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994016896:0@lo:38:kworker.0
00000100:00080000:3.0:1767321056.959977:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321056.959980:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321056.959983:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994017024:0@lo:38:kworker.0
00000100:00080000:3.0:1767321056.959989:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321056.959994:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321056.959997:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994017280:0@lo:38:kworker.0
00000100:00080000:3.0:1767321056.960007:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321056.960011:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321056.960013:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994017536:0@lo:38:kworker.0
00000100:00100000:0.0:1767321056.967200:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73609
00010000:00010000:3.0:1767321057.533410:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321057.533503:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321057.866816:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:0.0:1767321057.866858:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942285440 offset 0 length 520: 4
00000100:00100000:0.0:1767321057.866883:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321057.866968:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942285696
00000100:00100000:1.0:1767321057.866975:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942285568
00000100:00100000:2.0:1767321057.866979:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942285696
00000100:00100000:1.0:1767321057.866983:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942285568
00000100:00100000:1.0:1767321057.867038:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6223
00000100:00100000:2.0:1767321057.867054:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73610
00000100:00100000:1.0:1767321057.867055:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942285696:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321057.867064:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942285568:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321057.867086:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321057.867128:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942285696:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 81us (320us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321057.867137:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6223
00000100:00080000:3.0:1767321057.867216:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321057.867991:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942285568:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 923us (1102us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321057.868001:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73610
00010000:00010000:3.0:1767321058.557478:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321058.558507:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321059.581267:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321059.581362:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321060.541442:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321060.543042:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321060.543065:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994018048:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321060.543132:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321060.543406:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994018048
00000100:00100000:0.0:1767321060.543415:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994018048
00000100:00100000:0.0:1767321060.543481:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3621
00000100:00100000:0.0:1767321060.543490:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994018048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321060.543519:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321060.543567:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994018048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (434us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321060.543575:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3621
00000100:00100000:0.0:1767321060.543621:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994018048:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321060.543730:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321060.543860:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994017920:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321060.543894:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321060.547004:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994017920
00000100:00100000:2.0:1767321060.547021:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994017920
00000100:00100000:2.0:1767321060.547188:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3622
00000100:00100000:2.0:1767321060.547199:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994017920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321060.547231:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321060.547319:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994017920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (3423us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321060.547326:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3622
00000100:00100000:3.0:1767321060.548940:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994017920:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321060.549146:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767321060.606358:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321060.606422:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321061.629441:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321061.629599:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321062.078578:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321062.078590:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321062.078594:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321062.078598:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321062.078602:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321062.078610:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6301
00000100:00080000:3.0:1767321062.078615:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321062.078621:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321062.078681:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f411880 x1853163994018176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321062.078713:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321062.078716:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321062.078718:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321062.078721:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6301
00000100:00080000:3.0:1767321062.078724:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321062.078727:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321062.078746:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f410e00 x1853163994018304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321062.078786:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321062.078790:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321062.078792:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321062.078795:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6301
00000100:00080000:3.0:1767321062.078797:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321062.078801:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321062.078815:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909d500 x1853163994018560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321062.078829:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321062.078832:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321062.078834:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321062.078837:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6301
00000100:00080000:3.0:1767321062.078839:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321062.078842:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321062.078918:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994018688:0@lo:400:kworker.0
00000100:00100000:2.0:1767321062.079035:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321062.079112:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321062.079118:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994018432:0@lo:400:kworker.0
00000100:00100000:2.0:1767321062.079142:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321062.079185:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994018688
00000100:00100000:1.0:1767321062.079195:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994018688
00000100:00100000:2.0:1767321062.079195:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994018432
00000100:00100000:2.0:1767321062.079198:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994018432
00000100:00100000:3.0:1767321062.079246:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909d880 x1853163994018816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321062.079252:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6224
00000100:00100000:0.0:1767321062.079307:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994018176:0@lo:38:kworker.0
00000100:00100000:0.0:1767321062.079335:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321062.079357:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994018304:0@lo:38:kworker.0
00000100:00100000:0.0:1767321062.079380:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321062.079403:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994018560:0@lo:38:kworker.0
00000100:00100000:0.0:1767321062.079420:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321062.079435:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994018816:0@lo:38:kworker.0
00000100:00100000:0.0:1767321062.079453:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321062.090115:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994018176
00000100:00100000:1.0:1767321062.090134:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994018176
00000100:00100000:1.0:1767321062.090183:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994018560
00000100:00100000:1.0:1767321062.090187:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994018560
00000100:00100000:1.0:1767321062.090196:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994018816
00000100:00100000:1.0:1767321062.090199:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994018816
00000100:00100000:1.0:1767321062.090215:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6225
00000100:00100000:1.0:1767321062.090231:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994018688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321062.090341:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994018688:12345-0@lo:400:kworker.0 Request processed in 118us (11305us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321062.090348:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6225
00000100:00100000:1.0:1767321062.090368:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73611
00000100:00100000:1.0:1767321062.090372:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994018176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321062.090392:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321062.090434:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994018176:12345-0@lo:38:kworker.0 Request processed in 60us (11098us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321062.090441:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73611
00000100:00100000:1.0:1767321062.090452:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73612
00000100:00100000:1.0:1767321062.090456:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994018560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321062.090465:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321062.090488:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994018560:12345-0@lo:38:kworker.0 Request processed in 30us (11067us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321062.090494:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73612
00000100:00100000:1.0:1767321062.090505:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73613
00000100:00100000:1.0:1767321062.090509:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994018816:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321062.090517:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321062.090539:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994018816:12345-0@lo:38:kworker.0 Request processed in 29us (11086us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321062.090544:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73613
00000100:00100000:1.0:1767321062.090600:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994018688:0@lo:400:kworker.0
00000100:00100000:2.0:1767321062.090885:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994018432:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321062.091108:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994018432:12345-0@lo:400:kworker.0 Request processed in 11847us (11963us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321062.091121:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6224
00000100:00100000:1.0:1767321062.091250:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994018304
00000100:00100000:1.0:1767321062.091256:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994018304
00000100:00100000:1.0:1767321062.091282:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422
00000100:00100000:1.0:1767321062.091287:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994018304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321062.091298:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321062.091331:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994018304:12345-0@lo:38:kworker.0 Request processed in 41us (11948us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321062.091338:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422
00000100:00080000:1.0:1767321062.091379:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321062.091384:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321062.091388:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994018176:0@lo:38:kworker.0
00000100:00080000:1.0:1767321062.091399:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321062.091402:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321062.091406:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994018304:0@lo:38:kworker.0
00000100:00080000:1.0:1767321062.091415:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321062.091418:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321062.091421:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994018560:0@lo:38:kworker.0
00000100:00080000:1.0:1767321062.091430:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321062.091433:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321062.091436:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994018816:0@lo:38:kworker.0
00000100:00100000:1.0:1767321062.091515:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994018944:0@lo:400:kworker.0
00000100:00080000:2.0:1767321062.091517:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321062.091546:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994018432:0@lo:400:kworker.0
00000100:00100000:0.0:1767321062.091619:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994019072:0@lo:400:kworker.0
00000100:00100000:1.0:1767321062.091979:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321062.092032:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994018944
00000100:00100000:2.0:1767321062.092038:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994018944
00000100:00080000:1.0:1767321062.092129:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321062.092219:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3837
00000100:00100000:2.0:1767321062.092228:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994018944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321062.092271:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994018944:12345-0@lo:400:kworker.0 Request processed in 44us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321062.092277:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3837
00000100:00100000:3.0:1767321062.097693:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994018944:0@lo:400:kworker.0
00000100:00100000:0.0:1767321062.097933:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321062.099070:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994019072
00000100:00100000:1.0:1767321062.099081:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994019072
00000100:00100000:1.0:1767321062.099150:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3838
00000100:00100000:1.0:1767321062.099175:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994019072:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767321062.099224:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321062.099244:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994019072:12345-0@lo:400:kworker.0 Request processed in 86us (1312us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321062.099253:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3838
00000100:00100000:0.0:1767321062.099260:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994019072:0@lo:400:kworker.0
00000100:00100000:0.0:1767321062.656040:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321062.658210:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321062.985569:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321062.985915:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942285824
00000100:00100000:0.0:1767321062.985932:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942285824
00000100:00100000:0.0:1767321062.986007:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73614
00000100:00100000:0.0:1767321062.986015:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942285824:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321062.986039:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321062.986124:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942285824:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 106us (570us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321062.986131:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73614
00000100:00100000:3.0:1767321063.003508:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321063.007985:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942285952
00000100:00100000:1.0:1767321063.008008:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942285952
00000100:00100000:1.0:1767321063.008146:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6226
00000100:00100000:1.0:1767321063.008209:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942285952:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321063.008338:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942285952:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 182us (4848us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321063.008347:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6226
00000100:00080000:0.0:1767321063.009875:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321063.677296:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321063.679572:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321064.701464:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321064.701951:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321065.661784:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994019200:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321065.661864:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321065.662015:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994019200
00000100:00100000:0.0:1767321065.662025:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994019200
00000100:00080000:2.0:1767321065.662087:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321065.662106:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3623
00000100:00100000:2.0:1767321065.662123:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994019200:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321065.662190:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321065.662564:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994019328:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321065.662600:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321065.662669:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994019328
00000100:00100000:3.0:1767321065.662674:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994019328
00000100:00100000:2.0:1767321065.662724:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994019200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 603us (859us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321065.662966:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994019200:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321065.664015:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321065.672781:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3624
00000100:00100000:3.0:1767321065.672811:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994019328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321065.673259:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321065.673492:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3623
00000100:00100000:3.0:1767321065.673709:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994019328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 911us (11106us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321065.673720:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3624
00000100:00100000:2.0:1767321065.673797:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994019328:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321065.725444:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321065.725824:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321066.749519:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321066.750751:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321067.198274:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321067.198284:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321067.198287:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321067.198290:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321067.198295:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321067.198302:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6306
00000100:00080000:3.0:1767321067.198307:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321067.198313:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321067.198353:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909df80 x1853163994019456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321067.198493:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994019456:0@lo:38:kworker.0
00000100:00100000:1.0:1767321067.198560:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321067.198708:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994019456
00000100:00100000:0.0:1767321067.198718:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994019456
00000100:00100000:0.0:1767321067.198776:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73615
00000100:00100000:0.0:1767321067.198784:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994019456:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321067.198807:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767321067.198980:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321067.198984:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321067.198986:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321067.198991:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6306
00000100:00080000:3.0:1767321067.198993:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321067.198997:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321067.199015:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909c700 x1853163994019584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321067.202035:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994019584:0@lo:38:kworker.0
00000100:00100000:1.0:1767321067.203351:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321067.204973:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994019456:12345-0@lo:38:kworker.0 Request processed in 6179us (6403us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321067.204987:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73615
00000100:00100000:2.0:1767321067.205192:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994019584
00000100:00100000:2.0:1767321067.205200:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994019584
00000100:00100000:2.0:1767321067.210217:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423
00000100:00100000:2.0:1767321067.210231:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994019584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321067.210255:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321067.210339:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994019584:12345-0@lo:38:kworker.0 Request processed in 109us (6987us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321067.210347:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423
00000100:00080000:1.0:1767321067.210459:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321067.210466:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321067.210470:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994019456:0@lo:38:kworker.0
00000100:00080000:1.0:1767321067.210503:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321067.210507:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321067.210511:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994019584:0@lo:38:kworker.0
00000100:00080000:3.0:1767321067.212947:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321067.212953:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321067.212956:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321067.212964:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6306
00000100:00080000:3.0:1767321067.212968:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321067.212974:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321067.212995:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909d500 x1853163994019840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321067.213013:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321067.213016:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321067.213018:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321067.213021:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6306
00000100:00080000:3.0:1767321067.213023:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321067.213026:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321067.213036:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909c700 x1853163994020096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321067.213114:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994019712:0@lo:400:kworker.0
00000100:00100000:3.0:1767321067.213200:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321067.213241:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321067.213246:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994019968:0@lo:400:kworker.0
00000100:00100000:3.0:1767321067.213265:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321067.213295:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994019712
00000100:00100000:3.0:1767321067.213302:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994019712
00000100:00100000:3.0:1767321067.213347:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994019968
00000100:00100000:3.0:1767321067.213350:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994019968
00000100:00100000:3.0:1767321067.213548:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6227
00000100:00100000:3.0:1767321067.213557:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994019712:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321067.213617:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994019712:12345-0@lo:400:kworker.0 Request processed in 61us (416us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321067.213628:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6227
00000100:00100000:3.0:1767321067.213645:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6228
00000100:00100000:3.0:1767321067.213652:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994019968:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321067.213679:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994019968:12345-0@lo:400:kworker.0 Request processed in 29us (414us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321067.213684:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6228
00000100:00100000:3.0:1767321067.213833:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994019968:0@lo:400:kworker.0
00000100:00100000:3.0:1767321067.213847:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994019712:0@lo:400:kworker.0
00000100:00100000:3.0:1767321067.213890:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994020352:0@lo:400:kworker.0
00000100:00100000:3.0:1767321067.213925:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321067.213946:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321067.213952:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994020224:0@lo:400:kworker.0
00000100:00100000:3.0:1767321067.213971:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321067.213997:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994020352
00000100:00100000:3.0:1767321067.214002:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994020352
00000100:00100000:3.0:1767321067.214028:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994020224
00000100:00100000:3.0:1767321067.214031:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994020224
00000100:00100000:0.0:1767321067.214694:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3839
00000100:00100000:0.0:1767321067.214708:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994020352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321067.214986:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994020352:12345-0@lo:400:kworker.0 Request processed in 282us (1058us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321067.214993:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3839
00000100:00100000:0.0:1767321067.215142:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994020352:0@lo:400:kworker.0
00000100:00080000:1.0:1767321067.215341:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321067.215347:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321067.215349:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321067.215455:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994019840:0@lo:38:kworker.0
00000100:00100000:1.0:1767321067.215494:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321067.215524:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994020096:0@lo:38:kworker.0
00000100:00100000:1.0:1767321067.215546:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321067.215589:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994019840
00000100:00100000:1.0:1767321067.215595:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994019840
00000100:00100000:1.0:1767321067.215620:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994020096
00000100:00100000:1.0:1767321067.215624:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994020096
00000100:00100000:1.0:1767321067.215640:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73616
00000100:00100000:1.0:1767321067.215645:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994019840:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321067.215666:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321067.215701:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994019840:12345-0@lo:38:kworker.0 Request processed in 55us (206us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321067.215707:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73616
00000100:00100000:1.0:1767321067.215819:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73617
00000100:00100000:1.0:1767321067.215826:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994020096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321067.215836:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321067.215862:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994020096:12345-0@lo:38:kworker.0 Request processed in 35us (315us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321067.215868:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73617
00000100:00080000:1.0:1767321067.215904:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321067.215909:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321067.215912:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994019840:0@lo:38:kworker.0
00000100:00080000:1.0:1767321067.215920:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321067.215923:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321067.215925:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994020096:0@lo:38:kworker.0
00000100:00100000:0.0:1767321067.216701:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3840
00000100:00100000:0.0:1767321067.216714:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994020224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321067.216872:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994020224:12345-0@lo:400:kworker.0 Request processed in 162us (2899us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321067.216879:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3840
00000100:00100000:3.0:1767321067.217498:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994020224:0@lo:400:kworker.0
00000100:00100000:0.0:1767321067.773461:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321067.773758:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321068.107202:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321068.107381:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321068.108156:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942286208
00000100:00100000:3.0:1767321068.108195:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942286208
00000100:00100000:3.0:1767321068.108299:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942286080
00000100:00100000:3.0:1767321068.108304:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942286080
00000100:00100000:3.0:1767321068.108329:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6229
00000100:00100000:3.0:1767321068.108341:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942286208:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321068.108453:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942286208:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 114us (1268us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321068.108463:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6229
00000100:00100000:3.0:1767321068.108488:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73618
00000100:00100000:3.0:1767321068.108493:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942286080:12345-192.168.204.50@tcp:38:kworker.0
00000100:00080000:1.0:1767321068.109153:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767321068.109340:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321068.109405:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942286080:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 908us (2022us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321068.109416:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73618
00000100:00100000:0.0:1767321068.798587:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321068.798624:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321069.821303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321069.821638:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321070.781925:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994020480:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321070.782036:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321070.782277:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994020480
00000100:00100000:2.0:1767321070.782289:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994020480
00000100:00100000:2.0:1767321070.782373:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3625
00000100:00100000:2.0:1767321070.782385:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994020480:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321070.782425:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994020608:0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321070.782426:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321070.782476:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321070.782484:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994020480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (447us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321070.782492:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3625
00000100:00100000:2.0:1767321070.782530:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994020608
00000100:00100000:2.0:1767321070.782534:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994020608
00000100:00100000:2.0:1767321070.782556:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3626
00000100:00100000:2.0:1767321070.782561:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994020608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321070.782576:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321070.782608:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994020608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (134us total) trans 0 rc 0/0
00000100:00080000:1.0:1767321070.782611:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321070.782618:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321070.782852:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994020480:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321070.787289:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994020608:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321070.795685:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3626
00000100:00100000:0.0:1767321070.845335:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321070.845632:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321071.872934:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321071.873216:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321072.317334:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321072.317533:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321072.317536:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321072.317541:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321072.317546:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321072.317557:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6311
00000100:00080000:3.0:1767321072.317563:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321072.317572:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321072.317626:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6d80 x1853163994020736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321072.317665:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321072.317669:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321072.317670:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321072.317675:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6311
00000100:00080000:3.0:1767321072.317678:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321072.317683:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321072.317699:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b4380 x1853163994020864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321072.317704:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994020736:0@lo:38:kworker.0
00000100:00100000:2.0:1767321072.317799:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321072.317837:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321072.317841:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321072.317843:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321072.317848:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6311
00000100:00080000:3.0:1767321072.317851:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321072.317855:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321072.317869:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5880 x1853163994021120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321072.317887:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767321072.317890:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994020864:0@lo:38:kworker.0
00000100:00080000:3.0:1767321072.317892:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321072.317896:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321072.317901:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6311
00000100:00080000:3.0:1767321072.317903:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321072.317906:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321072.317918:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6a00 x1853163994021376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321072.317929:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321072.317962:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994021120:0@lo:38:kworker.0
00000100:00100000:3.0:1767321072.317979:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994021632:0@lo:400:kworker.0
00000100:00100000:2.0:1767321072.317988:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321072.318014:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994021376:0@lo:38:kworker.0
00000100:00100000:3.0:1767321072.318024:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321072.318054:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321072.318055:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321072.318062:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994021504:0@lo:400:kworker.0
00000100:00100000:3.0:1767321072.318087:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321072.318110:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994020864
00000100:00100000:3.0:1767321072.318117:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994021248:0@lo:400:kworker.0
00000100:00100000:2.0:1767321072.318121:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994020864
00000100:00100000:2.0:1767321072.318191:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424
00000100:00100000:2.0:1767321072.318200:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994020864:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321072.318224:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321072.318269:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994020864:12345-0@lo:38:kworker.0 Request processed in 70us (343us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321072.318276:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424
00000100:00080000:2.0:1767321072.318324:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321072.318329:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321072.318333:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994020864:0@lo:38:kworker.0
00000100:00100000:2.0:1767321072.318365:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994020736
00000100:00100000:2.0:1767321072.318369:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994020736
00000100:00100000:2.0:1767321072.318388:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994021120
00000100:00100000:2.0:1767321072.318391:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994021120
00000100:00100000:2.0:1767321072.318402:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994021376
00000100:00100000:2.0:1767321072.318404:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994021376
00000100:00100000:2.0:1767321072.318417:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73619
00000100:00100000:2.0:1767321072.318421:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994020736:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321072.318431:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321072.318624:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994020736:12345-0@lo:38:kworker.0 Request processed in 201us (825us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321072.318631:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73619
00000100:00100000:2.0:1767321072.318644:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73620
00000100:00100000:2.0:1767321072.318648:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994021120:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321072.318656:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321072.318677:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994021120:12345-0@lo:38:kworker.0 Request processed in 28us (689us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321072.318682:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73620
00000100:00100000:2.0:1767321072.318691:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73621
00000100:00100000:2.0:1767321072.318694:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994021376:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321072.318702:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321072.318719:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994021376:12345-0@lo:38:kworker.0 Request processed in 23us (665us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321072.318724:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73621
00000100:00080000:2.0:1767321072.318744:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321072.318748:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321072.318751:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994021376:0@lo:38:kworker.0
00000100:00080000:2.0:1767321072.318758:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321072.318762:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321072.318764:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994021120:0@lo:38:kworker.0
00000100:00080000:2.0:1767321072.318771:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321072.318774:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321072.318777:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994020736:0@lo:38:kworker.0
00000100:00100000:1.0:1767321072.318882:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994021632
00000100:00100000:1.0:1767321072.318888:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994021632
00000100:00100000:1.0:1767321072.318952:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994021504
00000100:00100000:1.0:1767321072.318956:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994021504
00000100:00100000:1.0:1767321072.318979:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3841
00000100:00100000:1.0:1767321072.318987:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994021632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321072.319046:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994021632:12345-0@lo:400:kworker.0 Request processed in 60us (1023us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321072.319053:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3841
00000100:00100000:1.0:1767321072.319140:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3842
00000100:00100000:1.0:1767321072.319149:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994021504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321072.319208:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994021504:12345-0@lo:400:kworker.0 Request processed in 60us (1120us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321072.319216:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3842
00000100:00100000:1.0:1767321072.319272:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994021504:0@lo:400:kworker.0
00000100:00100000:1.0:1767321072.319285:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994021632:0@lo:400:kworker.0
00000100:00100000:0.0:1767321072.319473:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994020992:0@lo:400:kworker.0
00000100:00100000:0.0:1767321072.319521:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321072.319587:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994020992
00000100:00100000:0.0:1767321072.319592:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994020992
00000100:00100000:0.0:1767321072.319629:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6230
00000100:00100000:0.0:1767321072.319636:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994020992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321072.319672:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994020992:12345-0@lo:400:kworker.0 Request processed in 37us (151us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321072.319678:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6230
00000100:00100000:0.0:1767321072.319712:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994020992:0@lo:400:kworker.0
00000100:00080000:2.0:1767321072.320020:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321072.320026:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321072.320029:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321072.321532:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321072.322126:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994021248
00000100:00100000:1.0:1767321072.322142:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994021248
00000100:00100000:1.0:1767321072.322263:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6231
00000100:00100000:1.0:1767321072.322275:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994021248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321072.322391:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994021248:12345-0@lo:400:kworker.0 Request processed in 117us (867us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321072.322400:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6231
00000100:00080000:2.0:1767321072.322662:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321072.322762:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994021248:0@lo:400:kworker.0
00000100:00100000:0.0:1767321072.893555:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321072.896734:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321073.227911:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321073.228037:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321073.228138:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942286464
00000100:00100000:1.0:1767321073.228152:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942286464
00000100:00100000:1.0:1767321073.228279:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942286336
00000100:00100000:1.0:1767321073.228282:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942286336
00000100:00100000:1.0:1767321073.228308:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6232
00000100:00100000:1.0:1767321073.228331:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942286464:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321073.228345:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73622
00000100:00100000:2.0:1767321073.228354:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942286336:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321073.228384:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321073.228486:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942286336:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 131us (448us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321073.228495:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73622
00000100:00100000:1.0:1767321073.229259:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942286464:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 935us (1357us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321073.229270:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6232
00000100:00080000:3.0:1767321073.229438:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321073.917349:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321073.919269:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321074.941344:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321074.942717:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321075.901908:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994021760:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321075.901975:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321075.904341:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994021760
00000100:00100000:0.0:1767321075.904355:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994021760
00000100:00100000:0.0:1767321075.904458:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3627
00000100:00100000:0.0:1767321075.904470:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994021760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321075.904516:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321075.904584:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994021760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (2607us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321075.904592:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3627
00000100:00080000:1.0:1767321075.904747:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321075.904791:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994021760:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321075.905857:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994021888:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321075.905909:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321075.906023:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994021888
00000100:00100000:0.0:1767321075.906029:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994021888
00000100:00100000:0.0:1767321075.906082:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3628
00000100:00100000:0.0:1767321075.906090:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994021888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321075.906113:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767321075.906179:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321075.906334:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994021888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 244us (424us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321075.906342:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3628
00000100:00100000:2.0:1767321075.906427:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994021888:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321075.965284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321075.965572:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321076.989278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321076.991947:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321077.437787:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321077.437797:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321077.437801:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321077.437805:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321077.437809:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321077.437817:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6317
00000100:00080000:2.0:1767321077.437822:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321077.437828:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321077.437871:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238700 x1853163994022016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321077.437940:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994022016:0@lo:38:kworker.0
00000100:00100000:0.0:1767321077.438006:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321077.438121:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994022016
00000100:00100000:1.0:1767321077.438130:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994022016
00000100:00100000:1.0:1767321077.438195:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73623
00000100:00100000:1.0:1767321077.438203:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994022016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321077.438226:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767321077.438292:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321077.438296:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321077.438298:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321077.438303:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6317
00000100:00080000:2.0:1767321077.438306:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321077.438310:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321077.438327:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123a680 x1853163994022144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321077.438884:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994022144:0@lo:38:kworker.0
00000100:00100000:0.0:1767321077.438922:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321077.439044:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994022016:12345-0@lo:38:kworker.0 Request processed in 840us (1037us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321077.439052:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73623
00000100:00080000:2.0:1767321077.439224:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321077.439228:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321077.439230:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321077.439234:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6317
00000100:00080000:2.0:1767321077.439237:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321077.439241:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321077.439254:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731239880 x1853163994022400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321077.439276:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321077.439279:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321077.439281:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321077.439285:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6317
00000100:00080000:2.0:1767321077.439287:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321077.439290:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321077.439299:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8ea00 x1853163994022656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321077.439339:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994022784:0@lo:400:kworker.0
00000100:00100000:2.0:1767321077.439367:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321077.439398:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321077.439404:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994022912:0@lo:400:kworker.0
00000100:00100000:2.0:1767321077.439434:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321077.439475:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994022784
00000100:00100000:2.0:1767321077.439480:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994022784
00000100:00100000:2.0:1767321077.439522:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994022912
00000100:00100000:2.0:1767321077.439526:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994022912
00000100:00100000:2.0:1767321077.439559:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3843
00000100:00100000:2.0:1767321077.439566:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994022784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321077.439617:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994022784:12345-0@lo:400:kworker.0 Request processed in 51us (248us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321077.439623:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3843
00000100:00100000:2.0:1767321077.439639:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3844
00000100:00100000:2.0:1767321077.439645:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994022912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321077.439670:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994022912:12345-0@lo:400:kworker.0 Request processed in 25us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321077.439676:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3844
00000100:00100000:2.0:1767321077.439706:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994022528:0@lo:400:kworker.0
00000100:00100000:2.0:1767321077.439731:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321077.439752:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321077.439757:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994022272:0@lo:400:kworker.0
00000100:00100000:2.0:1767321077.439790:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321077.439813:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994022528
00000100:00100000:2.0:1767321077.439817:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994022528
00000100:00100000:2.0:1767321077.439841:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994022272
00000100:00100000:2.0:1767321077.439844:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994022272
00000100:00100000:2.0:1767321077.439861:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6233
00000100:00100000:2.0:1767321077.439867:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994022528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321077.439898:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994022528:12345-0@lo:400:kworker.0 Request processed in 32us (166us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321077.439904:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6233
00000100:00100000:2.0:1767321077.439916:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6234
00000100:00100000:2.0:1767321077.439922:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994022272:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321077.439947:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994022272:12345-0@lo:400:kworker.0 Request processed in 26us (156us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321077.439953:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6234
00000100:00100000:2.0:1767321077.439995:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994022912:0@lo:400:kworker.0
00000100:00100000:2.0:1767321077.440004:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994022784:0@lo:400:kworker.0
00000100:00100000:2.0:1767321077.440027:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994022272:0@lo:400:kworker.0
00000100:00100000:2.0:1767321077.440035:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994022528:0@lo:400:kworker.0
00000100:00080000:2.0:1767321077.440069:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321077.440073:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321077.440075:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321077.440881:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994022144
00000100:00100000:3.0:1767321077.440887:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994022144
00000100:00100000:3.0:1767321077.440923:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425
00000100:00100000:3.0:1767321077.440929:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994022144:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321077.440945:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321077.440988:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994022144:12345-0@lo:38:kworker.0 Request processed in 58us (2066us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321077.440995:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425
00000100:00080000:0.0:1767321077.441725:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321077.441731:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321077.441736:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994022016:0@lo:38:kworker.0
00000100:00100000:0.0:1767321077.441760:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994022400:0@lo:38:kworker.0
00000100:00100000:0.0:1767321077.441977:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321077.442049:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994022656:0@lo:38:kworker.0
00000100:00100000:0.0:1767321077.442088:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321077.443719:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321077.443729:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321077.443733:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994022144:0@lo:38:kworker.0
00000100:00100000:2.0:1767321077.443941:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994022400
00000100:00100000:2.0:1767321077.443947:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994022400
00000100:00100000:2.0:1767321077.443986:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994022656
00000100:00100000:2.0:1767321077.443989:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994022656
00000100:00100000:2.0:1767321077.444011:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73624
00000100:00100000:2.0:1767321077.444018:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994022400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321077.444039:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321077.444108:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994022400:12345-0@lo:38:kworker.0 Request processed in 88us (2130us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321077.444115:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73624
00000100:00100000:0.0:1767321077.444124:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73625
00000100:00100000:0.0:1767321077.444129:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994022656:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321077.444139:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321077.444987:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994022656:12345-0@lo:38:kworker.0 Request processed in 850us (2903us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321077.444995:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73625
00000100:00080000:0.0:1767321077.445398:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321077.445405:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321077.445409:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994022400:0@lo:38:kworker.0
00000100:00080000:0.0:1767321077.445420:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321077.445423:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321077.445532:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994022656:0@lo:38:kworker.0
00000100:00100000:0.0:1767321078.013271:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321078.013366:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321078.343545:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321078.343695:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942286720
00000100:00100000:1.0:1767321078.343704:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942286720
00000100:00100000:1.0:1767321078.343781:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6235
00000100:00100000:1.0:1767321078.343791:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942286720:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:2.0:1767321078.343792:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321078.343869:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942286720:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 79us (335us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321078.343877:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6235
00000100:00100000:2.0:1767321078.352918:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321078.353032:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942286592
00000100:00100000:0.0:1767321078.353048:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942286592
00000100:00100000:0.0:1767321078.353100:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73626
00000100:00100000:0.0:1767321078.353107:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942286592:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321078.353143:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321078.353309:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942286592:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 197us (400us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321078.353323:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73626
00000100:00100000:0.0:1767321079.037276:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321079.037391:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321080.061286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321080.061408:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321081.021456:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994023040:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321081.021505:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994023168:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321081.021545:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321081.021622:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994023040
00000100:00100000:2.0:1767321081.021638:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994023040
00000100:00100000:2.0:1767321081.021714:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3629
00000100:00100000:2.0:1767321081.021722:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994023040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321081.021752:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767321081.021871:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321081.029822:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994023040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8090us (8269us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321081.029917:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3629
00000100:00100000:3.0:1767321081.031814:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321081.033208:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994023168
00000100:00100000:2.0:1767321081.033221:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994023168
00000100:00100000:2.0:1767321081.033303:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3630
00000100:00100000:2.0:1767321081.033313:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994023168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321081.033358:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321081.033429:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994023168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (1620us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321081.033436:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3630
00000100:00080000:3.0:1767321081.033766:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321081.033812:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994023168:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321081.034861:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994023040:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321081.085371:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321081.085416:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321081.533634:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321056/real 1767321056]  req@ffff89b73113e680 x1853163994016768/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321081 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321081.533682:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b73113e680 x1853163994016768/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321081 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321081.533713:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321081.533743:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321081.533748:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994016768:0@lo:250:kworker.0
00000100:00080000:3.0:1767321081.533979:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321081.533986:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321081.533989:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321081.533993:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6301
00000100:00080000:3.0:1767321081.533997:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321081.534004:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321081.534040:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5500 x1853163994023296/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321081.534069:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321081.534073:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321081.534075:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321081.534079:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6322
00000100:00080000:3.0:1767321081.534081:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321081.534085:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321081.534103:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5c00 x1853163994023424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321081.534111:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321081.534114:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321081.534116:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321081.534121:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6322
00000100:00080000:3.0:1767321081.534124:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321081.534128:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321081.534142:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5180 x1853163994023552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321081.534211:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321081.534216:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321081.534217:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321081.534221:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6322
00000100:00080000:3.0:1767321081.534224:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321081.534227:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321081.534239:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6d80 x1853163994023808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321081.534252:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321081.534255:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321081.534256:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321081.534260:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6322
00000100:00080000:3.0:1767321081.534262:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321081.534265:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321081.534273:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6a00 x1853163994024064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321081.534341:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994023680:0@lo:400:kworker.0
00000100:00100000:3.0:1767321081.534347:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994024320:0@lo:400:kworker.0
00000100:00100000:1.0:1767321081.534442:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994023936:0@lo:400:kworker.0
00000100:00100000:2.0:1767321081.534460:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994023296:0@lo:250:kworker.0
00000100:00100000:0.0:1767321081.539203:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321081.539219:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321081.539282:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321081.539351:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994023680
00000100:00100000:1.0:1767321081.539360:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994023680
00000100:00100000:1.0:1767321081.539418:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994023936
00000100:00100000:1.0:1767321081.539421:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994023936
00000100:00100000:1.0:1767321081.539444:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6236
00000100:00100000:1.0:1767321081.539452:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994023680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321081.539510:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994023680:12345-0@lo:400:kworker.0 Request processed in 59us (316us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321081.539517:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6236
00000100:00100000:1.0:1767321081.539535:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6237
00000100:00100000:1.0:1767321081.539542:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994023936:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321081.539574:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994023936:12345-0@lo:400:kworker.0 Request processed in 32us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321081.539579:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6237
00000100:00080000:1.0:1767321081.539600:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321081.539635:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994023936:0@lo:400:kworker.0
00000100:00100000:1.0:1767321081.539662:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994024192:0@lo:400:kworker.0
00000100:00100000:1.0:1767321081.539710:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321081.539741:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994024320
00000100:00100000:1.0:1767321081.539745:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994024320
00000100:00100000:1.0:1767321081.539769:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994024192
00000100:00100000:1.0:1767321081.539773:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994024192
00000100:00100000:1.0:1767321081.539790:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3845
00000100:00100000:1.0:1767321081.539795:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994024320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321081.539824:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994024320:12345-0@lo:400:kworker.0 Request processed in 29us (608us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321081.539830:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3845
00000100:00100000:1.0:1767321081.539840:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3846
00000100:00100000:1.0:1767321081.539845:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994024192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321081.539876:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994024192:12345-0@lo:400:kworker.0 Request processed in 30us (165us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321081.539880:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3846
00000100:00100000:1.0:1767321081.539909:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994024192:0@lo:400:kworker.0
00000100:00100000:0.0:1767321081.543234:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994023680:0@lo:400:kworker.0
00000100:00100000:3.0:1767321081.548290:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994024320:0@lo:400:kworker.0
00000400:00000100:2.0:1767321081.549134:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994023296 offset 0 length 520: 4
00000100:00100000:2.0:1767321081.549198:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994023424:0@lo:38:kworker.0
00000100:00100000:2.0:1767321081.549248:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321081.549287:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994023552:0@lo:38:kworker.0
00000100:00100000:2.0:1767321081.549405:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321081.549519:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994023424
00000100:00100000:1.0:1767321081.549530:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994023424
00000100:00100000:1.0:1767321081.549585:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73627
00000100:00100000:1.0:1767321081.549593:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994023424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321081.549615:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321081.549660:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994023424:12345-0@lo:38:kworker.0 Request processed in 67us (412us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321081.549667:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73627
00000100:00100000:2.0:1767321081.549804:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994023808:0@lo:38:kworker.0
00000100:00100000:2.0:1767321081.549841:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321081.549871:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994024064:0@lo:38:kworker.0
00000100:00100000:2.0:1767321081.549892:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321081.549939:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321081.549945:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321081.549949:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994023424:0@lo:38:kworker.0
00000100:00100000:0.0:1767321081.550059:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994023808
00000100:00100000:0.0:1767321081.550064:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994023808
00000100:00100000:1.0:1767321081.550077:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994024064
00000100:00100000:1.0:1767321081.550084:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994024064
00000100:00100000:0.0:1767321081.550095:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73628
00000100:00100000:0.0:1767321081.550100:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994023808:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321081.550116:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321081.550117:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73629
00000100:00100000:1.0:1767321081.550124:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994024064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321081.550136:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321081.550146:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994023808:12345-0@lo:38:kworker.0 Request processed in 45us (304us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321081.550151:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73628
00000100:00100000:1.0:1767321081.550196:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994024064:12345-0@lo:38:kworker.0 Request processed in 70us (301us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321081.550204:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73629
00000100:00080000:2.0:1767321081.554080:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321081.554093:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321081.554099:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994023808:0@lo:38:kworker.0
00000100:00080000:2.0:1767321081.554109:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321081.554113:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321081.554116:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994024064:0@lo:38:kworker.0
00000100:00100000:3.0:1767321081.558300:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994023552
00000100:00100000:3.0:1767321081.558349:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994023552
00000100:00100000:3.0:1767321081.558417:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426
00000100:00100000:3.0:1767321081.558427:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994023552:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321081.558693:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321081.558788:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994023552:12345-0@lo:38:kworker.0 Request processed in 361us (9382us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321081.558797:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426
00000100:00080000:2.0:1767321081.559140:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321081.559147:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321081.559152:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994023552:0@lo:38:kworker.0
00000100:00100000:0.0:1767321082.109330:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321082.109769:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321083.133525:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321083.134136:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321083.463409:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321083.463562:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942287104
00000100:00100000:1.0:1767321083.463572:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942287104
00000100:00100000:1.0:1767321083.463698:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6238
00000100:00100000:1.0:1767321083.463709:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942287104:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321083.463799:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942287104:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 92us (411us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321083.463807:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6238
00000100:00080000:3.0:1767321083.463901:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:2.0:1767321083.465699:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942286848 offset 0 length 520: 4
00000100:00100000:2.0:1767321083.465758:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321083.465878:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942286976
00000100:00100000:1.0:1767321083.465888:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942286976
00000100:00100000:1.0:1767321083.466154:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73630
00000100:00100000:1.0:1767321083.466200:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942286976:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321083.466230:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321083.466306:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942286976:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 107us (548us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321083.466313:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73630
00000100:00100000:0.0:1767321084.157418:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321084.158355:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321085.181302:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321085.181412:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321086.141524:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321086.141552:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994024448:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321086.141623:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321086.145574:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994024448
00000100:00100000:3.0:1767321086.145598:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994024448
00000100:00100000:3.0:1767321086.145891:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3631
00000100:00100000:3.0:1767321086.145905:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994024448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321086.145956:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321086.146081:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994024448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 179us (4457us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321086.146091:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3631
00000100:00080000:3.0:1767321086.146133:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321086.146240:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994024448:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321086.147508:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321086.147557:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994024576:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321086.147642:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321086.147999:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994024576
00000100:00100000:1.0:1767321086.148009:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994024576
00000100:00100000:1.0:1767321086.148109:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3632
00000100:00100000:1.0:1767321086.148122:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994024576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321086.148194:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321086.148424:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994024576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 305us (781us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321086.148433:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3632
00000100:00100000:1.0:1767321086.148496:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994024576:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321086.149655:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767321086.205863:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321086.206293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767321086.653380:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321086.653397:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321086.653400:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321086.653404:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321086.653409:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321086.653421:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6326
00000100:00080000:3.0:1767321086.653427:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321086.653436:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321086.653493:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909df80 x1853163994024704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321086.653523:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321086.653527:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321086.653529:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321086.653534:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6326
00000100:00080000:3.0:1767321086.653538:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321086.653546:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321086.653562:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909d500 x1853163994024832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321086.653580:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994024704:0@lo:38:kworker.0
00000100:00080000:3.0:1767321086.653609:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321086.653615:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321086.653617:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321086.653623:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6326
00000100:00080000:3.0:1767321086.653627:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321086.653631:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321086.653649:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909fb80 x1853163994025088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321086.653662:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321086.653689:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321086.653693:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321086.653696:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321086.653701:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6326
00000100:00080000:3.0:1767321086.653704:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321086.653709:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321086.653727:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ec81c00 x1853163994025344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321086.653758:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994024832:0@lo:38:kworker.0
00000100:00100000:2.0:1767321086.653798:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321086.653813:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994025472:0@lo:400:kworker.0
00000100:00100000:2.0:1767321086.653826:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994025088:0@lo:38:kworker.0
00000100:00100000:2.0:1767321086.653851:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321086.653868:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994025344:0@lo:38:kworker.0
00000100:00100000:3.0:1767321086.653898:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321086.653905:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321086.653954:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994024704
00000100:00100000:2.0:1767321086.653962:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994024704
00000100:00100000:3.0:1767321086.653972:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321086.653986:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994025600:0@lo:400:kworker.0
00000100:00100000:2.0:1767321086.653992:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994025088
00000100:00100000:2.0:1767321086.653995:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994025088
00000100:00100000:3.0:1767321086.654028:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321086.654084:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994025472
00000100:00100000:3.0:1767321086.654093:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994025472
00000100:00100000:3.0:1767321086.654147:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994025600
00000100:00100000:3.0:1767321086.654150:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994025600
00000100:00100000:2.0:1767321086.654310:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994025344
00000100:00100000:2.0:1767321086.654316:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994025344
00000100:00100000:2.0:1767321086.654344:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73631
00000100:00100000:1.0:1767321086.654345:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994024960:0@lo:400:kworker.0
00000100:00100000:2.0:1767321086.654355:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994024704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321086.654378:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321086.654404:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321086.654439:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321086.654448:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994024704:12345-0@lo:38:kworker.0 Request processed in 90us (788us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321086.654453:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994025216:0@lo:400:kworker.0
00000100:00100000:2.0:1767321086.654470:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73631
00000100:00100000:2.0:1767321086.654489:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994024960
00000100:00100000:2.0:1767321086.654494:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994024960
00000100:00100000:1.0:1767321086.654503:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321086.654542:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994025216
00000100:00100000:2.0:1767321086.654545:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994025216
00000100:00100000:1.0:1767321086.654568:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6239
00000100:00100000:1.0:1767321086.654582:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994024960:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321086.654620:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6240
00000100:00100000:2.0:1767321086.654631:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994025216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321086.654652:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994024960:12345-0@lo:400:kworker.0 Request processed in 70us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321086.654663:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6239
00000100:00100000:2.0:1767321086.654691:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994025216:12345-0@lo:400:kworker.0 Request processed in 60us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321086.654698:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73632
00000100:00100000:1.0:1767321086.654709:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994025088:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321086.654723:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6240
00010000:00020000:1.0:1767321086.654742:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321086.654754:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73633
00000100:00100000:2.0:1767321086.654761:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994025344:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321086.654771:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321086.654797:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994025088:12345-0@lo:38:kworker.0 Request processed in 86us (943us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321086.654807:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73632
00000100:00100000:2.0:1767321086.654813:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994025344:12345-0@lo:38:kworker.0 Request processed in 51us (917us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321086.654819:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73633
00000100:00100000:1.0:1767321086.654884:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994025216:0@lo:400:kworker.0
00000100:00080000:2.0:1767321086.654885:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321086.654901:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321086.654907:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994025088:0@lo:38:kworker.0
00000100:00080000:2.0:1767321086.654920:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767321086.654923:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994024960:0@lo:400:kworker.0
00000100:00080000:2.0:1767321086.654926:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321086.654939:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994025344:0@lo:38:kworker.0
00000100:00080000:2.0:1767321086.654950:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321086.654954:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321086.654959:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994024704:0@lo:38:kworker.0
00000100:00100000:1.0:1767321086.655771:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3847
00000100:00100000:1.0:1767321086.655791:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994025472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321086.655806:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994024832
00000100:00100000:2.0:1767321086.655813:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994024832
00000100:00100000:2.0:1767321086.655841:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427
00000100:00100000:2.0:1767321086.655850:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994024832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321086.655861:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321086.655873:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994025472:12345-0@lo:400:kworker.0 Request processed in 89us (1979us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321086.655882:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3847
00000100:00080000:0.0:1767321086.655897:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321086.655911:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994024832:12345-0@lo:38:kworker.0 Request processed in 63us (2114us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321086.655917:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427
00000100:00080000:2.0:1767321086.655960:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321086.655963:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321086.655966:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994024832:0@lo:38:kworker.0
00000100:00100000:0.0:1767321086.655991:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994025472:0@lo:400:kworker.0
00000100:00100000:3.0:1767321086.658662:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3848
00000100:00100000:3.0:1767321086.658687:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994025600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321086.658830:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994025600:12345-0@lo:400:kworker.0 Request processed in 154us (4802us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321086.658839:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3848
00000100:00100000:0.0:1767321086.658965:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994025600:0@lo:400:kworker.0
00010000:00010000:3.0:1767321087.229463:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321087.229652:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321088.255693:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321088.256797:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321088.590566:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321088.591336:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942287232
00000100:00100000:1.0:1767321088.591364:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942287232
00000100:00100000:1.0:1767321088.591440:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73634
00000100:00100000:1.0:1767321088.591452:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942287232:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321088.591495:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321088.591864:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942287232:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 411us (1314us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321088.591874:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73634
00000100:00100000:0.0:1767321088.596507:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321088.596670:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942287360
00000100:00100000:1.0:1767321088.596690:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942287360
00000100:00100000:1.0:1767321088.596824:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6241
00000100:00100000:1.0:1767321088.596837:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942287360:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321088.596957:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942287360:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 122us (457us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321088.596966:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6241
00000100:00080000:0.0:1767321088.597075:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321089.277479:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321089.277575:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321090.301389:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321090.301744:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321091.261628:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994025728:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321091.261752:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321091.262457:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994025728
00000100:00100000:1.0:1767321091.262471:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994025728
00000100:00100000:1.0:1767321091.262567:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3633
00000100:00100000:1.0:1767321091.262577:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994025728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321091.262622:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321091.262707:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994025728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (953us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321091.262715:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3633
00000100:00080000:0.0:1767321091.262807:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321091.264742:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994025728:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321091.266550:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994025856:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321091.266651:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321091.266975:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994025856
00000100:00100000:0.0:1767321091.266988:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994025856
00000100:00100000:0.0:1767321091.267093:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3634
00000100:00100000:0.0:1767321091.267107:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994025856:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321091.267226:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321091.267298:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994025856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 195us (646us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321091.267311:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3634
00000100:00100000:3.0:1767321091.267662:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994025856:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321091.267799:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767321091.325651:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321091.326661:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767321091.773343:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321091.773361:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321091.773364:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321091.773369:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321091.773374:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321091.773385:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6331
00000100:00080000:3.0:1767321091.773391:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321091.773400:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321091.773459:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ec80a80 x1853163994025984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321091.773493:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321091.773497:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321091.773499:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321091.773505:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6331
00000100:00080000:3.0:1767321091.773507:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321091.773512:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321091.773529:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ec81f80 x1853163994026112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321091.773585:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321091.773589:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321091.773591:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321091.773595:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6331
00000100:00080000:3.0:1767321091.773597:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321091.773601:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321091.773614:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ec81c00 x1853163994026368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321091.773631:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321091.773635:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321091.773637:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321091.773641:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6331
00000100:00080000:3.0:1767321091.773643:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321091.773646:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321091.773673:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741253480 x1853163994026624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321091.773745:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994026880:0@lo:400:kworker.0
00000100:00100000:3.0:1767321091.773829:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321091.773894:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321091.773898:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994026752:0@lo:400:kworker.0
00000100:00100000:3.0:1767321091.773913:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321091.773945:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994026880
00000100:00100000:3.0:1767321091.773953:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994026880
00000100:00100000:3.0:1767321091.774003:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994026752
00000100:00100000:3.0:1767321091.774006:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994026752
00000100:00100000:3.0:1767321091.774022:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3849
00000100:00100000:3.0:1767321091.774028:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994026880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321091.774074:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994026880:12345-0@lo:400:kworker.0 Request processed in 47us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321091.774080:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3849
00000100:00100000:3.0:1767321091.774093:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3850
00000100:00100000:3.0:1767321091.774097:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994026752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321091.774112:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994026752:12345-0@lo:400:kworker.0 Request processed in 15us (199us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321091.774117:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3850
00000100:00100000:3.0:1767321091.774186:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994026752:0@lo:400:kworker.0
00000100:00100000:3.0:1767321091.774194:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994026880:0@lo:400:kworker.0
00000100:00100000:2.0:1767321091.774318:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994026496:0@lo:400:kworker.0
00000100:00100000:2.0:1767321091.774359:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321091.774383:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321091.774387:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994026240:0@lo:400:kworker.0
00000100:00100000:2.0:1767321091.774405:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321091.774430:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994026496
00000100:00100000:2.0:1767321091.774432:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994026496
00000100:00100000:2.0:1767321091.774467:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994026240
00000100:00100000:2.0:1767321091.774470:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994026240
00000100:00100000:2.0:1767321091.774491:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6242
00000100:00100000:2.0:1767321091.774496:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994026496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321091.774531:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994026496:12345-0@lo:400:kworker.0 Request processed in 35us (171us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321091.774537:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6242
00000100:00100000:2.0:1767321091.774552:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6243
00000100:00100000:2.0:1767321091.774556:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994026240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321091.774581:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994026240:12345-0@lo:400:kworker.0 Request processed in 24us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321091.774586:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6243
00000100:00080000:2.0:1767321091.774611:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321091.774631:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994026240:0@lo:400:kworker.0
00000100:00100000:2.0:1767321091.774640:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994026496:0@lo:400:kworker.0
00000100:00100000:0.0:1767321091.774735:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994025984:0@lo:38:kworker.0
00000100:00100000:0.0:1767321091.774763:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321091.774783:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994026112:0@lo:38:kworker.0
00000100:00100000:0.0:1767321091.774801:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321091.774818:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994026368:0@lo:38:kworker.0
00000100:00100000:0.0:1767321091.774830:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321091.774836:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994026624:0@lo:38:kworker.0
00000100:00100000:0.0:1767321091.774848:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321091.775147:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994025984
00000100:00100000:1.0:1767321091.775153:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994025984
00000100:00100000:1.0:1767321091.775203:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994026368
00000100:00100000:2.0:1767321091.775340:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994026112
00000100:00100000:2.0:1767321091.775346:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994026112
00000100:00100000:2.0:1767321091.775373:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428
00000100:00100000:2.0:1767321091.775378:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994026112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321091.775401:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321091.775447:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994026112:12345-0@lo:38:kworker.0 Request processed in 67us (643us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321091.775466:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428
00000100:00100000:2.0:1767321091.775489:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994026624
00000100:00100000:2.0:1767321091.775493:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994026624
00000100:00100000:2.0:1767321091.775513:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73635
00000100:00100000:2.0:1767321091.775518:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994025984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321091.775528:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321091.775556:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994025984:12345-0@lo:38:kworker.0 Request processed in 37us (791us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321091.775576:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73635
00000100:00100000:1.0:1767321091.775580:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994026368
00000100:00100000:2.0:1767321091.775602:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73636
00000100:00100000:1.0:1767321091.775606:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73637
00000100:00100000:2.0:1767321091.775606:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994026624:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321091.775611:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994026368:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321091.775616:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767321091.775619:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321091.775640:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994026624:12345-0@lo:38:kworker.0 Request processed in 33us (791us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321091.775646:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994026368:12345-0@lo:38:kworker.0 Request processed in 36us (815us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321091.775646:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73636
00000100:00100000:1.0:1767321091.775652:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73637
00000100:00080000:1.0:1767321091.775716:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321091.775722:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321091.775726:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994025984:0@lo:38:kworker.0
00000100:00080000:1.0:1767321091.775737:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321091.775740:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321091.775744:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994026112:0@lo:38:kworker.0
00000100:00080000:1.0:1767321091.775752:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321091.775755:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321091.775757:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994026368:0@lo:38:kworker.0
00000100:00080000:1.0:1767321091.775766:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321091.775769:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321091.775772:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994026624:0@lo:38:kworker.0
00010000:00010000:3.0:1767321092.350315:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321092.351636:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321093.373332:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321093.374101:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321093.707076:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321093.707129:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321093.707335:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942287616
00000100:00100000:3.0:1767321093.707349:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942287616
00000100:00100000:0.0:1767321093.707384:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942287488
00000100:00100000:0.0:1767321093.707398:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942287488
00000100:00100000:3.0:1767321093.707449:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6244
00000100:00100000:0.0:1767321093.707464:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73638
00000100:00100000:0.0:1767321093.707480:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942287488:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:3.0:1767321093.707481:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942287616:12345-192.168.204.50@tcp:400:kworker.0
00010000:00020000:0.0:1767321093.707523:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767321093.707766:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321093.707832:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942287616:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 369us (764us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321093.707842:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6244
00000100:00100000:0.0:1767321093.708103:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942287488:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 624us (968us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321093.708117:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73638
00000100:00100000:2.0:1767321094.398863:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321094.399783:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321095.421336:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321095.427116:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321096.381573:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321096.381606:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994027008:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321096.381705:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321096.381854:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994027008
00000100:00100000:1.0:1767321096.381866:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994027008
00000100:00080000:2.0:1767321096.382000:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321096.382206:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3635
00000100:00100000:1.0:1767321096.382218:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994027008:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321096.382257:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321096.382327:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994027008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (623us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321096.382336:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3635
00000100:00100000:3.0:1767321096.382588:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994027008:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321096.382824:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994027136:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321096.382864:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321096.382990:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994027136
00000100:00100000:2.0:1767321096.382997:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994027136
00000100:00100000:2.0:1767321096.383065:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3636
00000100:00100000:2.0:1767321096.383073:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994027136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321096.383096:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767321096.383447:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321096.383528:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994027136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 456us (662us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321096.383537:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3636
00000100:00100000:3.0:1767321096.383627:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994027136:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321096.445633:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321096.447394:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321096.895267:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321096.895283:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321096.895287:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321096.895292:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321096.895297:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321096.895309:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6336
00000100:00080000:3.0:1767321096.895316:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321096.895325:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321096.895391:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252a00 x1853163994027264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321096.895422:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321096.895425:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321096.895427:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321096.895432:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6336
00000100:00080000:3.0:1767321096.895434:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321096.895438:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321096.895454:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251880 x1853163994027392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321096.895493:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321096.895497:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321096.895499:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321096.895502:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6336
00000100:00080000:3.0:1767321096.895504:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321096.895508:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321096.895519:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251180 x1853163994027648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321096.895534:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321096.895538:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321096.895540:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321096.895544:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6336
00000100:00080000:3.0:1767321096.895546:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321096.895550:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321096.895560:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251c00 x1853163994027904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321096.895612:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994027776:0@lo:400:kworker.0
00000100:00100000:3.0:1767321096.895703:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321096.895786:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321096.895793:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994027520:0@lo:400:kworker.0
00000100:00100000:3.0:1767321096.895822:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321096.895864:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994027776
00000100:00100000:3.0:1767321096.895873:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994027776
00000100:00100000:3.0:1767321096.895933:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994027520
00000100:00100000:3.0:1767321096.895936:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994027520
00000100:00100000:3.0:1767321096.895960:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6245
00000100:00100000:3.0:1767321096.895983:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994027776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321096.896061:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994027776:12345-0@lo:400:kworker.0 Request processed in 92us (357us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321096.896070:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6245
00000100:00100000:3.0:1767321096.896091:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6246
00000100:00100000:3.0:1767321096.896098:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994027520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321096.896128:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994027520:12345-0@lo:400:kworker.0 Request processed in 30us (305us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321096.896133:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6246
00000100:00100000:3.0:1767321096.896212:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994027520:0@lo:400:kworker.0
00000100:00100000:3.0:1767321096.896224:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994027776:0@lo:400:kworker.0
00000100:00100000:1.0:1767321096.896384:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994027264:0@lo:38:kworker.0
00000100:00100000:1.0:1767321096.896420:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321096.896443:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994027392:0@lo:38:kworker.0
00000100:00100000:1.0:1767321096.896468:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321096.896492:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994027648:0@lo:38:kworker.0
00000100:00100000:1.0:1767321096.896512:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321096.896530:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994027904:0@lo:38:kworker.0
00000100:00100000:1.0:1767321096.896550:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321096.896580:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994027264
00000100:00100000:1.0:1767321096.896584:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994027264
00000100:00100000:1.0:1767321096.896609:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994027648
00000100:00100000:1.0:1767321096.896612:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994027648
00000100:00100000:1.0:1767321096.896620:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994027904
00000100:00100000:1.0:1767321096.896622:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994027904
00000100:00100000:1.0:1767321096.896631:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73639
00000100:00100000:1.0:1767321096.896636:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994027264:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321096.896659:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321096.896696:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994027264:12345-0@lo:38:kworker.0 Request processed in 58us (276us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321096.896703:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73639
00000100:00100000:1.0:1767321096.896717:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73640
00000100:00100000:1.0:1767321096.896720:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994027648:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321096.896729:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321096.896749:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994027648:12345-0@lo:38:kworker.0 Request processed in 27us (236us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321096.896756:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73640
00000100:00100000:1.0:1767321096.896767:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73641
00000100:00100000:1.0:1767321096.896771:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994027904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321096.896779:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321096.896799:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994027904:12345-0@lo:38:kworker.0 Request processed in 26us (247us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321096.896804:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73641
00000100:00080000:1.0:1767321096.896851:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321096.896857:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321096.896860:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994027264:0@lo:38:kworker.0
00000100:00080000:1.0:1767321096.896868:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321096.896872:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321096.896874:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994027648:0@lo:38:kworker.0
00000100:00080000:1.0:1767321096.896881:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321096.896885:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321096.896887:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994027904:0@lo:38:kworker.0
00000100:00080000:0.0:1767321096.897561:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321096.897653:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994027392
00000100:00100000:2.0:1767321096.897662:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994027392
00000100:00100000:2.0:1767321096.897710:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429
00000100:00100000:2.0:1767321096.897718:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994027392:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321096.897733:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321096.897801:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994027392:12345-0@lo:38:kworker.0 Request processed in 82us (1329us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321096.897808:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429
00000100:00080000:1.0:1767321096.898086:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321096.898093:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321096.898097:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994027392:0@lo:38:kworker.0
00010000:00010000:2.0:1767321097.470297:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321097.470950:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321098.493405:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321098.495557:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321098.824084:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321098.824193:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942287744
00000100:00100000:0.0:1767321098.824209:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942287744
00000100:00100000:0.0:1767321098.824284:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73642
00000100:00100000:0.0:1767321098.824295:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942287744:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321098.824328:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321098.824432:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942287744:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 137us (361us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321098.824441:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73642
00000100:00100000:1.0:1767321098.831003:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321098.831125:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942287872
00000100:00100000:3.0:1767321098.831140:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942287872
00000100:00100000:3.0:1767321098.831290:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6247
00000100:00100000:3.0:1767321098.831303:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942287872:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321098.831423:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942287872:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 121us (447us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321098.831432:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6247
00000100:00080000:0.0:1767321098.831763:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321099.517405:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321099.517990:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321100.541513:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321100.541544:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321101.501897:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321101.514174:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994028160:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321101.514257:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321101.514354:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994028032:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321101.514380:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321101.514489:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994028160
00000100:00100000:2.0:1767321101.514506:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994028160
00000100:00080000:3.0:1767321101.514598:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321101.514601:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994028032
00000100:00100000:2.0:1767321101.514606:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994028032
00000100:00100000:3.0:1767321101.514634:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3637
00000100:00100000:3.0:1767321101.514648:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994028160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321101.514692:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767321101.514783:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321101.515548:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994028160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 900us (1286us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321101.515619:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994028160:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321101.519318:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3637
00000100:00100000:2.0:1767321101.519592:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3638
00000100:00100000:2.0:1767321101.519618:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994028032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321101.519672:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321101.519786:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994028032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 182us (5404us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321101.519795:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3638
00000100:00100000:3.0:1767321101.519859:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994028032:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321101.565381:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321101.565955:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321102.017122:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321102.017134:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321102.017137:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321102.017140:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321102.017144:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321102.017153:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6341
00000100:00080000:0.0:1767321102.017171:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321102.017178:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321102.017226:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3800 x1853163994028288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321102.017253:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321102.017255:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321102.017257:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321102.017260:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6341
00000100:00080000:0.0:1767321102.017262:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321102.017265:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321102.017274:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3100 x1853163994028416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321102.017299:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321102.017302:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321102.017303:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321102.017306:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6341
00000100:00080000:0.0:1767321102.017308:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321102.017310:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321102.017318:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d2a00 x1853163994028672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321102.017328:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321102.017330:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321102.017331:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321102.017334:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6341
00000100:00080000:0.0:1767321102.017336:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321102.017337:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321102.017347:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d0e00 x1853163994028928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321102.017479:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994028800:0@lo:400:kworker.0
00000100:00100000:2.0:1767321102.017564:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321102.017634:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321102.017638:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994028544:0@lo:400:kworker.0
00000100:00100000:2.0:1767321102.017653:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321102.017688:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994028800
00000100:00100000:2.0:1767321102.017698:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994028800
00000100:00100000:2.0:1767321102.017762:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994028544
00000100:00100000:2.0:1767321102.017766:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994028544
00000100:00100000:2.0:1767321102.017792:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6248
00000100:00100000:2.0:1767321102.017801:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994028800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321102.017859:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994028800:12345-0@lo:400:kworker.0 Request processed in 59us (294us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321102.017867:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6248
00000100:00100000:2.0:1767321102.017890:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6249
00000100:00100000:2.0:1767321102.017897:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994028544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321102.017921:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994028544:12345-0@lo:400:kworker.0 Request processed in 26us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321102.017927:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6249
00000100:00080000:2.0:1767321102.017962:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321102.018293:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994028288:0@lo:38:kworker.0
00000100:00100000:2.0:1767321102.018318:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321102.018334:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994028416:0@lo:38:kworker.0
00000100:00100000:2.0:1767321102.018352:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321102.018369:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994028672:0@lo:38:kworker.0
00000100:00100000:2.0:1767321102.018382:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321102.018390:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994028928:0@lo:38:kworker.0
00000100:00100000:2.0:1767321102.018402:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321102.018420:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994028288
00000100:00100000:2.0:1767321102.018423:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994028288
00000100:00100000:2.0:1767321102.018439:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994028672
00000100:00100000:2.0:1767321102.018441:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994028672
00000100:00100000:2.0:1767321102.018448:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994028928
00000100:00100000:2.0:1767321102.018449:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994028928
00000100:00100000:2.0:1767321102.018458:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73643
00000100:00100000:2.0:1767321102.018461:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994028288:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321102.018481:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321102.018504:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994028288:12345-0@lo:38:kworker.0 Request processed in 42us (185us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321102.018508:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73643
00000100:00100000:2.0:1767321102.018515:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73644
00000100:00100000:2.0:1767321102.018518:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994028672:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321102.018523:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321102.018535:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994028672:12345-0@lo:38:kworker.0 Request processed in 17us (152us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321102.018539:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73644
00000100:00100000:3.0:1767321102.018687:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994028416
00000100:00100000:3.0:1767321102.018693:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994028416
00000100:00100000:3.0:1767321102.018720:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430
00000100:00100000:3.0:1767321102.018726:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994028416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321102.018736:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321102.018768:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994028416:12345-0@lo:38:kworker.0 Request processed in 41us (413us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321102.018774:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430
00000100:00100000:3.0:1767321102.018795:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73645
00000100:00100000:3.0:1767321102.018800:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994028928:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321102.018809:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321102.018829:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994028928:12345-0@lo:38:kworker.0 Request processed in 29us (425us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321102.018835:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73645
00000100:00100000:3.0:1767321102.018880:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994028544:0@lo:400:kworker.0
00000100:00100000:3.0:1767321102.018892:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994028800:0@lo:400:kworker.0
00000100:00080000:3.0:1767321102.018989:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321102.018994:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321102.018998:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994028288:0@lo:38:kworker.0
00000100:00080000:3.0:1767321102.019006:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321102.019008:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321102.019010:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994028416:0@lo:38:kworker.0
00000100:00080000:3.0:1767321102.019015:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321102.019016:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321102.019018:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994028672:0@lo:38:kworker.0
00000100:00080000:3.0:1767321102.019024:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321102.019026:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321102.019028:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994028928:0@lo:38:kworker.0
00000100:00100000:0.0:1767321102.589357:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321102.589834:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321103.613516:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321103.614941:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321103.949102:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321103.949148:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321103.955247:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942288128
00000100:00100000:3.0:1767321103.955264:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942288128
00000100:00100000:3.0:1767321103.955351:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942288000
00000100:00100000:3.0:1767321103.955355:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942288000
00000100:00100000:3.0:1767321103.955382:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6250
00000100:00100000:3.0:1767321103.955392:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942288128:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321103.955479:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942288128:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 88us (6385us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321103.955487:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6250
00000100:00100000:3.0:1767321103.955508:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73646
00000100:00100000:3.0:1767321103.955513:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942288000:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321103.955533:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321103.955558:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942288000:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (6409us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321103.955564:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73646
00000100:00080000:2.0:1767321103.955654:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321104.637394:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321104.638685:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321105.661274:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321105.665938:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321106.110046:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321081/real 1767321081]  req@ffff89b6061b5500 x1853163994023296/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321106 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321106.110084:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6061b5500 x1853163994023296/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321106 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321106.110106:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321106.110137:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321106.110142:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994023296:0@lo:250:kworker.0
00000100:00080000:0.0:1767321106.111072:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321106.111079:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321106.111083:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321106.111089:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6326
00000100:00080000:0.0:1767321106.111094:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321106.111101:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321106.111138:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d0e00 x1853163994029056/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321106.111154:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767321106.111391:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994029056:0@lo:250:kworker.0
00000400:00000100:2.0:1767321106.111444:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994029056 offset 0 length 520: 4
00000100:00080000:0.0:1767321106.111631:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321106.111634:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321106.111638:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6346
00000100:00080000:0.0:1767321106.111641:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321106.111701:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321106.111721:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d2a00 x1853163994029184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321106.111741:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321106.111744:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321106.111746:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321106.111750:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6346
00000100:00080000:0.0:1767321106.111752:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321106.111757:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321106.111769:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3100 x1853163994029312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321106.111852:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321106.111899:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994029184:0@lo:38:kworker.0
00000100:00100000:2.0:1767321106.111935:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321106.111956:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994029312:0@lo:38:kworker.0
00000100:00100000:2.0:1767321106.111978:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321106.112013:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994029184
00000100:00100000:2.0:1767321106.112021:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994029184
00000100:00100000:2.0:1767321106.112056:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73647
00000100:00100000:2.0:1767321106.112062:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994029184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321106.112080:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321106.112118:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994029184:12345-0@lo:38:kworker.0 Request processed in 55us (182us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321106.112125:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73647
00000100:00080000:2.0:1767321106.112196:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321106.112200:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321106.112204:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994029184:0@lo:38:kworker.0
00000100:00080000:0.0:1767321106.114230:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321106.114245:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321106.114249:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321106.114255:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6346
00000100:00080000:0.0:1767321106.114260:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321106.114266:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321106.114305:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3480 x1853163994029568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321106.114401:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994029568:0@lo:38:kworker.0
00000100:00100000:2.0:1767321106.114459:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321106.114512:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994029568
00000100:00100000:2.0:1767321106.114519:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994029568
00000100:00100000:2.0:1767321106.114555:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73648
00000100:00100000:2.0:1767321106.114560:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994029568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321106.114581:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321106.114621:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994029568:12345-0@lo:38:kworker.0 Request processed in 59us (161us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321106.114627:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73648
00000100:00080000:2.0:1767321106.114682:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321106.114688:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321106.114691:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994029568:0@lo:38:kworker.0
00000100:00100000:3.0:1767321106.115067:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321106.115079:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994029696:0@lo:400:kworker.0
00000100:00100000:3.0:1767321106.115116:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321106.115178:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994029312
00000100:00100000:3.0:1767321106.115183:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994029312
00000100:00100000:3.0:1767321106.115205:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431
00000100:00100000:3.0:1767321106.115210:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994029312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321106.115222:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321106.115269:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994029312:12345-0@lo:38:kworker.0 Request processed in 58us (3289us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321106.115276:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431
00000100:00080000:3.0:1767321106.115307:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321106.115311:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321106.115314:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994029312:0@lo:38:kworker.0
00000100:00100000:2.0:1767321106.115689:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994029696
00000100:00100000:2.0:1767321106.115693:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994029696
00000100:00100000:2.0:1767321106.115742:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6251
00000100:00100000:2.0:1767321106.115748:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994029696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321106.115789:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994029696:12345-0@lo:400:kworker.0 Request processed in 41us (673us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321106.115795:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6251
00000100:00080000:3.0:1767321106.116001:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321106.116027:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994029696:0@lo:400:kworker.0
00000100:00100000:1.0:1767321106.121451:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994029440:0@lo:400:kworker.0
00000100:00100000:1.0:1767321106.121776:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321106.122030:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321106.122036:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321106.122041:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321106.122046:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6346
00000100:00080000:0.0:1767321106.122050:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321106.122056:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321106.122090:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d1c00 x1853163994029824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321106.122369:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994029952:0@lo:400:kworker.0
00000100:00100000:3.0:1767321106.122455:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321106.122483:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321106.122488:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994030080:0@lo:400:kworker.0
00000100:00100000:3.0:1767321106.122511:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321106.122562:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994029824:0@lo:38:kworker.0
00000100:00100000:3.0:1767321106.122588:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321106.122828:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994029952
00000100:00100000:1.0:1767321106.122837:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994029952
00000100:00100000:1.0:1767321106.123003:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994030080
00000100:00100000:1.0:1767321106.123008:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994030080
00000100:00100000:1.0:1767321106.123036:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3851
00000100:00100000:1.0:1767321106.123047:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994029952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321106.123099:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994029952:12345-0@lo:400:kworker.0 Request processed in 55us (642us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321106.123106:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3851
00000100:00100000:1.0:1767321106.123123:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3852
00000100:00100000:1.0:1767321106.123129:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994030080:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321106.123153:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994030080:12345-0@lo:400:kworker.0 Request processed in 25us (642us total) trans 0 rc 0/0
00000100:00080000:3.0:1767321106.123359:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321106.123364:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321106.123438:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994030080:0@lo:400:kworker.0
00000100:00100000:3.0:1767321106.123449:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994029952:0@lo:400:kworker.0
00000100:00100000:1.0:1767321106.123622:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3852
00000100:00100000:2.0:1767321106.123968:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994029440
00000100:00100000:2.0:1767321106.123974:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994029440
00000100:00100000:2.0:1767321106.124025:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994029824
00000100:00100000:2.0:1767321106.124029:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994029824
00000100:00100000:2.0:1767321106.124052:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6252
00000100:00100000:2.0:1767321106.124060:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994029440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321106.124112:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994029440:12345-0@lo:400:kworker.0 Request processed in 53us (2336us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321106.124118:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6252
00000100:00100000:2.0:1767321106.124133:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73649
00000100:00100000:2.0:1767321106.124138:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994029824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321106.124156:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767321106.124347:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321106.124395:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994029440:0@lo:400:kworker.0
00000100:00100000:2.0:1767321106.124513:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994029824:12345-0@lo:38:kworker.0 Request processed in 373us (1923us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321106.124521:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73649
00000100:00080000:3.0:1767321106.127796:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321106.127810:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321106.127815:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994029824:0@lo:38:kworker.0
00000100:00100000:3.0:1767321106.621684:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994030208:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321106.621759:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321106.621882:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994030208
00000100:00100000:0.0:1767321106.621891:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994030208
00000100:00100000:0.0:1767321106.621952:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3639
00000100:00100000:0.0:1767321106.621962:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994030208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321106.621992:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321106.622042:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994030208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321106.622051:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3639
00000100:00100000:0.0:1767321106.622097:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994030208:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321106.622640:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994030336:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321106.622680:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321106.622744:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994030336
00000100:00100000:3.0:1767321106.622749:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994030336
00000100:00100000:3.0:1767321106.622785:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3640
00000100:00100000:3.0:1767321106.622792:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994030336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321106.622812:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321106.623075:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994030336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 283us (393us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321106.623082:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3640
00000100:00100000:2.0:1767321106.623132:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994030336:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321106.685290:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321106.685566:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321107.710796:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321107.711533:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767321108.044323:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942288256 offset 0 length 520: 4
00000100:00100000:2.0:1767321108.049274:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321108.049376:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321108.064307:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942288512
00000100:00100000:1.0:1767321108.064323:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942288512
00000100:00100000:1.0:1767321108.064435:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942288384
00000100:00100000:1.0:1767321108.064439:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942288384
00000100:00100000:1.0:1767321108.064467:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6253
00000100:00100000:1.0:1767321108.064478:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942288512:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321108.064577:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942288512:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 101us (15313us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321108.064586:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6253
00000100:00100000:1.0:1767321108.064607:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73650
00000100:00100000:1.0:1767321108.064613:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942288384:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321108.064635:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321108.064662:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942288384:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (15286us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321108.064668:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73650
00000100:00080000:3.0:1767321108.065541:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321108.733326:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321108.735851:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321109.757550:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321109.757696:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321110.781367:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321110.781606:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321111.230823:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321111.230834:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321111.230837:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321111.230841:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321111.230845:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321111.230853:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6350
00000100:00080000:2.0:1767321111.230858:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321111.230864:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321111.230904:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293f100 x1853163994030464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321111.230932:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321111.230936:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321111.230938:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321111.230942:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6350
00000100:00080000:2.0:1767321111.230944:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321111.230948:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321111.230959:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293e300 x1853163994030592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321111.230994:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321111.230998:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321111.231000:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321111.231004:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6350
00000100:00080000:2.0:1767321111.231006:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321111.231010:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321111.231020:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293d880 x1853163994030848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321111.231033:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321111.231037:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321111.231039:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321111.231042:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6350
00000100:00080000:2.0:1767321111.231045:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321111.231048:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321111.231057:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293c700 x1853163994031104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321111.231104:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994031360:0@lo:400:kworker.0
00000100:00100000:2.0:1767321111.231190:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321111.231247:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321111.231253:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994031232:0@lo:400:kworker.0
00000100:00100000:2.0:1767321111.231275:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321111.231306:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994031360
00000100:00100000:2.0:1767321111.231313:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994031360
00000100:00100000:2.0:1767321111.231359:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994031232
00000100:00100000:2.0:1767321111.231362:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994031232
00000100:00100000:2.0:1767321111.231382:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3853
00000100:00100000:2.0:1767321111.231391:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994031360:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321111.231442:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994031360:12345-0@lo:400:kworker.0 Request processed in 52us (252us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321111.231450:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3853
00000100:00100000:2.0:1767321111.231467:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3854
00000100:00100000:2.0:1767321111.231473:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994031232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321111.231499:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994031232:12345-0@lo:400:kworker.0 Request processed in 27us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321111.231505:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3854
00000100:00100000:2.0:1767321111.231539:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994031232:0@lo:400:kworker.0
00000100:00100000:2.0:1767321111.231548:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994031360:0@lo:400:kworker.0
00000100:00100000:1.0:1767321111.231627:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994030976:0@lo:400:kworker.0
00000100:00100000:1.0:1767321111.231661:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321111.231690:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321111.231696:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994030720:0@lo:400:kworker.0
00000100:00100000:1.0:1767321111.231718:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321111.231807:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321111.231813:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321111.231832:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994030976
00000100:00100000:3.0:1767321111.231836:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994030976
00000100:00100000:3.0:1767321111.231876:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994030720
00000100:00100000:3.0:1767321111.231880:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994030720
00000100:00100000:3.0:1767321111.231902:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6254
00000100:00100000:3.0:1767321111.231908:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994030976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321111.231946:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994030976:12345-0@lo:400:kworker.0 Request processed in 38us (284us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321111.231953:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6254
00000100:00100000:3.0:1767321111.231965:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6255
00000100:00100000:3.0:1767321111.231970:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994030720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321111.231994:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994030720:12345-0@lo:400:kworker.0 Request processed in 24us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321111.232000:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6255
00000100:00100000:3.0:1767321111.232022:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994030464:0@lo:38:kworker.0
00000100:00100000:3.0:1767321111.232046:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321111.232062:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994030592:0@lo:38:kworker.0
00000100:00100000:3.0:1767321111.232081:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321111.232103:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994030848:0@lo:38:kworker.0
00000100:00100000:3.0:1767321111.232122:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321111.232136:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994031104:0@lo:38:kworker.0
00000100:00100000:3.0:1767321111.232179:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321111.232208:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994030592
00000100:00100000:3.0:1767321111.232212:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994030592
00000100:00100000:3.0:1767321111.232232:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432
00000100:00100000:3.0:1767321111.232238:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994030592:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321111.232258:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321111.232292:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994030592:12345-0@lo:38:kworker.0 Request processed in 52us (209us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321111.232298:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432
00000100:00100000:3.0:1767321111.232315:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994030464
00000100:00100000:3.0:1767321111.232319:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994030464
00000100:00100000:2.0:1767321111.232624:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994030848
00000100:00100000:2.0:1767321111.232629:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994030848
00000100:00100000:3.0:1767321111.232670:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994031104
00000100:00100000:3.0:1767321111.232674:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994031104
00000100:00100000:0.0:1767321111.232757:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73651
00000100:00100000:0.0:1767321111.232774:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994030464:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321111.232787:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321111.232822:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994030464:12345-0@lo:38:kworker.0 Request processed in 47us (775us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321111.232828:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73651
00000100:00100000:0.0:1767321111.232873:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994030720:0@lo:400:kworker.0
00000100:00100000:0.0:1767321111.232883:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994030976:0@lo:400:kworker.0
00000100:00080000:1.0:1767321111.233090:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321111.233121:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321111.233127:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321111.233131:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994030464:0@lo:38:kworker.0
00000100:00080000:1.0:1767321111.233140:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321111.233143:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321111.233145:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994030592:0@lo:38:kworker.0
00000100:00100000:2.0:1767321111.235275:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73652
00000100:00100000:2.0:1767321111.235285:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994030848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321111.235307:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321111.235396:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994030848:12345-0@lo:38:kworker.0 Request processed in 111us (3273us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321111.235403:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73652
00000100:00080000:1.0:1767321111.235479:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321111.235485:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321111.235489:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994030848:0@lo:38:kworker.0
00000100:00100000:0.0:1767321111.236127:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73653
00000100:00100000:0.0:1767321111.236134:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994031104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321111.236147:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321111.236254:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994031104:12345-0@lo:38:kworker.0 Request processed in 119us (4095us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321111.236260:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73653
00000100:00080000:1.0:1767321111.236528:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321111.236534:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321111.236537:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994031104:0@lo:38:kworker.0
00000100:00100000:3.0:1767321111.742338:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321111.742361:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994031488:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321111.742426:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321111.742499:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994031488
00000100:00100000:3.0:1767321111.742502:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994031616:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321111.742509:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994031488
00000100:00100000:3.0:1767321111.742524:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321111.742556:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994031616
00000100:00100000:1.0:1767321111.742560:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994031616
00000100:00100000:3.0:1767321111.742573:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3641
00000100:00100000:1.0:1767321111.742579:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3642
00000100:00100000:3.0:1767321111.742583:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994031488:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321111.742584:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994031616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321111.742611:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:3.0:1767321111.742611:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321111.742657:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994031616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (131us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321111.742664:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3642
00000100:00100000:3.0:1767321111.746275:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994031488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3682us (3837us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321111.746290:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3641
00000100:00100000:2.0:1767321111.749029:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994031616:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321111.749087:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994031488:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321111.805830:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321111.810731:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321112.830417:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321112.831000:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321113.160854:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321113.160894:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321113.160970:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942288768
00000100:00100000:2.0:1767321113.160980:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942288768
00000100:00100000:2.0:1767321113.161054:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942288640
00000100:00100000:2.0:1767321113.161058:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942288640
00000100:00100000:2.0:1767321113.161080:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6256
00000100:00100000:2.0:1767321113.161088:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942288768:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321113.161185:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942288768:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 72us (316us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321113.161193:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6256
00000100:00100000:2.0:1767321113.161211:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73654
00000100:00100000:2.0:1767321113.161216:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942288640:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321113.161237:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321113.161263:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942288640:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (367us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321113.161270:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73654
00000100:00080000:1.0:1767321113.162735:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321113.853409:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321113.853814:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321114.879315:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321114.880202:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321115.901501:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321115.901759:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767321116.349383:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321116.349402:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321116.349405:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321116.349412:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321116.349419:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321116.349430:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6355
00000100:00080000:1.0:1767321116.349437:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321116.349447:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321116.349508:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113e680 x1853163994031744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321116.349539:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321116.349543:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321116.349545:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321116.349549:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6355
00000100:00080000:1.0:1767321116.349552:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321116.349556:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321116.349571:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113d500 x1853163994031872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321116.349613:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994031744:0@lo:38:kworker.0
00000100:00080000:1.0:1767321116.349621:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321116.349627:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321116.349629:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321116.349633:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6355
00000100:00080000:1.0:1767321116.349637:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321116.349642:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321116.349660:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113df80 x1853163994032128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321116.349694:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321116.349699:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321116.349701:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321116.349706:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6355
00000100:00080000:1.0:1767321116.349708:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321116.349713:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321116.349721:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321116.349730:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108700 x1853163994032384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321116.349806:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994031872:0@lo:38:kworker.0
00000100:00100000:1.0:1767321116.349827:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994032512:0@lo:400:kworker.0
00000100:00100000:2.0:1767321116.349842:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994032256:0@lo:400:kworker.0
00000100:00100000:3.0:1767321116.349850:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321116.349888:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994032128:0@lo:38:kworker.0
00000100:00100000:1.0:1767321116.349927:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321116.349928:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321116.349931:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994031744
00000100:00100000:3.0:1767321116.349940:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994031744
00000100:00100000:3.0:1767321116.349975:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994032256
00000100:00100000:3.0:1767321116.349977:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994032256
00000100:00100000:3.0:1767321116.350015:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6257
00000100:00100000:3.0:1767321116.350027:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994032256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321116.350049:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994032000:0@lo:400:kworker.0
00000100:00100000:2.0:1767321116.352864:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73655
00000100:00100000:2.0:1767321116.352877:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994031744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321116.352905:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321116.353003:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994031744:12345-0@lo:38:kworker.0 Request processed in 126us (3282us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321116.353012:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73655
00000100:00100000:3.0:1767321116.353022:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994032256:12345-0@lo:400:kworker.0 Request processed in 2996us (3104us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321116.353034:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6257
00000100:00100000:3.0:1767321116.353085:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321116.353111:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994032384:0@lo:38:kworker.0
00000100:00100000:3.0:1767321116.353147:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321116.353232:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321116.353256:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994032640:0@lo:400:kworker.0
00000100:00100000:1.0:1767321116.353333:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321116.353394:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994032512
00000100:00100000:1.0:1767321116.353406:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994032512
00000100:00100000:1.0:1767321116.353471:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994032640
00000100:00100000:1.0:1767321116.353475:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994032640
00000100:00100000:1.0:1767321116.353503:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3855
00000100:00100000:1.0:1767321116.353512:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994032512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321116.353572:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994032512:12345-0@lo:400:kworker.0 Request processed in 62us (3659us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321116.353580:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3855
00000100:00100000:1.0:1767321116.353597:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3856
00000100:00100000:1.0:1767321116.353603:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994032640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321116.353632:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994032640:12345-0@lo:400:kworker.0 Request processed in 29us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321116.353638:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3856
00000100:00080000:1.0:1767321116.353660:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321116.353676:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321116.353679:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321116.353760:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994032640:0@lo:400:kworker.0
00000100:00100000:1.0:1767321116.353774:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994032512:0@lo:400:kworker.0
00000100:00100000:2.0:1767321116.353826:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994032128
00000100:00100000:2.0:1767321116.353837:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994032128
00000100:00100000:2.0:1767321116.353872:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994032384
00000100:00100000:2.0:1767321116.353875:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994032384
00000100:00100000:2.0:1767321116.353903:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73656
00000100:00100000:2.0:1767321116.353909:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994032128:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321116.353925:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321116.353969:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994032128:12345-0@lo:38:kworker.0 Request processed in 59us (884us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321116.353976:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73656
00000100:00100000:2.0:1767321116.353991:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73657
00000100:00100000:2.0:1767321116.353995:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994032384:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321116.354005:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321116.354027:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994032384:12345-0@lo:38:kworker.0 Request processed in 31us (880us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321116.354032:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73657
00000100:00100000:2.0:1767321116.354602:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994032256:0@lo:400:kworker.0
00000100:00100000:2.0:1767321116.354785:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994031872
00000100:00100000:2.0:1767321116.354792:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994031872
00000100:00100000:2.0:1767321116.354820:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433
00000100:00100000:2.0:1767321116.354825:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994031872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321116.354838:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321116.354877:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994031872:12345-0@lo:38:kworker.0 Request processed in 51us (5030us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321116.354883:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433
00000100:00080000:3.0:1767321116.355253:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321116.355260:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321116.355265:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994032384:0@lo:38:kworker.0
00000100:00080000:3.0:1767321116.355276:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321116.355280:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321116.355283:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994031744:0@lo:38:kworker.0
00000100:00080000:3.0:1767321116.355302:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321116.355306:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321116.355309:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994031872:0@lo:38:kworker.0
00000100:00080000:3.0:1767321116.355341:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321116.355345:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321116.355348:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994032128:0@lo:38:kworker.0
00000100:00100000:0.0:1767321116.359313:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321116.360150:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994032000
00000100:00100000:3.0:1767321116.360189:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994032000
00000100:00100000:3.0:1767321116.360347:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6258
00000100:00100000:3.0:1767321116.360359:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994032000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321116.360447:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994032000:12345-0@lo:400:kworker.0 Request processed in 90us (1146us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321116.360455:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6258
00000100:00100000:0.0:1767321116.360541:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994032000:0@lo:400:kworker.0
00000100:00080000:1.0:1767321116.370315:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321116.862146:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321116.862192:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994032768:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321116.862284:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321116.863013:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994032768
00000100:00100000:3.0:1767321116.863027:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994032768
00000100:00100000:3.0:1767321116.863111:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3643
00000100:00100000:3.0:1767321116.863122:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994032768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321116.863196:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321116.863265:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994032768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (979us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321116.863273:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3643
00000100:00100000:2.0:1767321116.864046:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994032768:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321116.869854:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321116.869886:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994032896:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321116.869982:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321116.870638:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994032896
00000100:00100000:2.0:1767321116.870652:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994032896
00000100:00100000:2.0:1767321116.870747:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3644
00000100:00100000:2.0:1767321116.870760:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994032896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321116.870805:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321116.870878:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994032896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (896us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321116.870888:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3644
00000100:00100000:1.0:1767321116.871221:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994032896:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321116.925326:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321116.925464:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321117.949413:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321117.949627:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321118.281361:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321118.281418:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321118.281588:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942289024
00000100:00100000:2.0:1767321118.281602:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942289024
00000100:00100000:2.0:1767321118.281730:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942288896
00000100:00100000:2.0:1767321118.281735:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942288896
00000100:00100000:2.0:1767321118.281762:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6259
00000100:00100000:2.0:1767321118.281774:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942289024:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321118.281874:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942289024:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 102us (532us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321118.281883:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6259
00000100:00100000:2.0:1767321118.281912:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73658
00000100:00100000:2.0:1767321118.281917:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942288896:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321118.281945:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321118.281975:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942288896:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 57us (557us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321118.281983:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73658
00000100:00080000:1.0:1767321118.284062:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321118.973323:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321118.973567:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321119.997281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321120.008932:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321121.021429:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321121.021703:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321121.470838:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321121.470855:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321121.470859:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321121.470865:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321121.470870:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321121.470882:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6361
00000100:00080000:1.0:1767321121.470889:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321121.470898:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321121.470960:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605d880 x1853163994033024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321121.470990:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321121.470994:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321121.470995:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321121.471000:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6361
00000100:00080000:1.0:1767321121.471003:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321121.471007:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321121.471027:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605ed80 x1853163994033152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321121.471049:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994033024:0@lo:38:kworker.0
00000100:00080000:1.0:1767321121.471075:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321121.471080:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321121.471082:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321121.471087:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6361
00000100:00080000:1.0:1767321121.471090:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321121.471094:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321121.471113:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f480 x1853163994033408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321121.471136:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321121.471141:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321121.471143:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321121.471151:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6361
00000100:00080000:1.0:1767321121.471189:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767321121.471192:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321121.471197:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321121.471214:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e300 x1853163994033664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321121.471283:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994033152:0@lo:38:kworker.0
00000100:00100000:1.0:1767321121.471300:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994033792:0@lo:400:kworker.0
00000100:00100000:0.0:1767321121.471322:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321121.471378:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994033408:0@lo:38:kworker.0
00000100:00100000:1.0:1767321121.471378:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321121.471423:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321121.471438:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994033792
00000100:00100000:1.0:1767321121.471449:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994033792
00000100:00100000:0.0:1767321121.471468:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994033664:0@lo:38:kworker.0
00000100:00100000:0.0:1767321121.471507:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321121.471538:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3857
00000100:00100000:1.0:1767321121.471554:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994033792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321121.471556:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994033024
00000100:00100000:0.0:1767321121.471566:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994033024
00000100:00100000:0.0:1767321121.471606:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994033408
00000100:00100000:0.0:1767321121.471610:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994033408
00000100:00100000:0.0:1767321121.471633:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994033664
00000100:00100000:0.0:1767321121.471636:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994033664
00000100:00100000:1.0:1767321121.471645:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994033792:12345-0@lo:400:kworker.0 Request processed in 95us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321121.471656:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3857
00000100:00100000:0.0:1767321121.471662:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73659
00000100:00100000:0.0:1767321121.471675:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994033024:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321121.471699:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321121.471702:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321121.471809:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994033152
00000100:00100000:2.0:1767321121.471815:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994033152
00000100:00100000:2.0:1767321121.471846:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434
00000100:00100000:2.0:1767321121.471853:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994033152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321121.471872:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321121.471901:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994033024:12345-0@lo:38:kworker.0 Request processed in 223us (749us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321121.471917:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73659
00000100:00100000:2.0:1767321121.471931:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994033152:12345-0@lo:38:kworker.0 Request processed in 74us (607us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321121.471941:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434
00000100:00100000:0.0:1767321121.471946:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73660
00000100:00100000:0.0:1767321121.471953:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994033408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321121.471968:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321121.471980:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73661
00000100:00100000:2.0:1767321121.471987:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994033664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321121.472000:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321121.472007:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994033408:12345-0@lo:38:kworker.0 Request processed in 51us (582us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321121.472016:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73660
00000100:00100000:2.0:1767321121.472045:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994033664:12345-0@lo:38:kworker.0 Request processed in 55us (536us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321121.472056:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73661
00000100:00080000:0.0:1767321121.472075:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321121.472082:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321121.472087:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994033152:0@lo:38:kworker.0
00000100:00080000:0.0:1767321121.472102:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321121.472108:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321121.472114:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994033408:0@lo:38:kworker.0
00000100:00100000:2.0:1767321121.472114:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994033536:0@lo:400:kworker.0
00000100:00080000:0.0:1767321121.472140:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321121.472144:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321121.472147:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994033664:0@lo:38:kworker.0
00000100:00080000:0.0:1767321121.472193:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321121.472198:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321121.472201:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994033024:0@lo:38:kworker.0
00000100:00100000:2.0:1767321121.472211:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321121.472259:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321121.472268:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994033280:0@lo:400:kworker.0
00000100:00100000:2.0:1767321121.472294:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321121.472335:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994033536
00000100:00100000:2.0:1767321121.472339:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994033536
00000100:00100000:2.0:1767321121.472383:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994033280
00000100:00100000:2.0:1767321121.472387:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994033280
00000100:00100000:3.0:1767321121.472406:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6260
00000100:00100000:3.0:1767321121.472422:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994033536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321121.472628:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994033536:12345-0@lo:400:kworker.0 Request processed in 210us (422us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321121.472648:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994033792:0@lo:400:kworker.0
00000100:00100000:1.0:1767321121.472672:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767321121.472689:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321121.472711:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994033920:0@lo:400:kworker.0
00000100:00100000:0.0:1767321121.472755:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321121.472777:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994033536:0@lo:400:kworker.0
00000100:00100000:0.0:1767321121.472798:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994033920
00000100:00100000:0.0:1767321121.472805:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994033920
00000100:00100000:2.0:1767321121.473190:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6261
00000100:00100000:2.0:1767321121.473203:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994033280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321121.473260:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994033280:12345-0@lo:400:kworker.0 Request processed in 61us (965us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321121.473267:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6261
00000100:00100000:0.0:1767321121.474320:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3858
00000100:00080000:2.0:1767321121.475230:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321121.475360:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994033280:0@lo:400:kworker.0
00000100:00100000:0.0:1767321121.475493:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994033920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321121.475596:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994033920:12345-0@lo:400:kworker.0 Request processed in 123us (2844us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321121.475605:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3858
00000100:00100000:2.0:1767321121.475693:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994033920:0@lo:400:kworker.0
00000100:00100000:3.0:1767321121.475776:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6260
00000100:00100000:3.0:1767321121.981461:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994034048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321121.981546:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321121.981629:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321121.981642:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994034176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321121.981673:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321121.981728:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994034048
00000100:00100000:3.0:1767321121.981735:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994034048
00000100:00100000:0.0:1767321121.981795:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994034176
00000100:00100000:0.0:1767321121.981806:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994034176
00000100:00100000:3.0:1767321121.981857:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3645
00000100:00100000:3.0:1767321121.981866:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994034048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321121.981894:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321121.981931:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994034048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (386us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321121.981937:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3645
00000100:00100000:3.0:1767321121.981951:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3646
00000100:00100000:3.0:1767321121.981956:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994034176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321121.981970:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321121.981993:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994034176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (321us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321121.981996:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3646
00000100:00100000:2.0:1767321121.982247:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994034176:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321121.982268:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994034048:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321122.045336:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321122.046773:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321123.070187:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321123.071215:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321123.404913:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321123.404983:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321123.405270:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942289280
00000100:00100000:1.0:1767321123.405284:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942289280
00000100:00100000:1.0:1767321123.405378:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942289152
00000100:00100000:1.0:1767321123.405382:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942289152
00000100:00100000:1.0:1767321123.405406:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6262
00000100:00100000:1.0:1767321123.405418:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942289280:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321123.405512:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942289280:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 96us (615us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321123.405521:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6262
00000100:00100000:1.0:1767321123.405555:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73662
00000100:00100000:1.0:1767321123.405561:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942289152:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321123.405588:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321123.405617:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942289152:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (634us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321123.405624:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73662
00000100:00080000:2.0:1767321123.405688:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321124.093505:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321124.093614:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321125.117361:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321125.117797:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321126.141517:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321126.142042:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321126.598914:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321126.598929:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321126.598932:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321126.598937:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321126.598942:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321126.598952:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6366
00000100:00080000:3.0:1767321126.598958:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321126.598967:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321126.599034:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b2680 x1853163994034304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321126.599056:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321126.599061:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321126.599063:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321126.599068:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6366
00000100:00080000:3.0:1767321126.599070:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321126.599075:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321126.599092:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b0a80 x1853163994034432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321126.599145:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321126.599149:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321126.599151:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321126.599154:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6366
00000100:00080000:3.0:1767321126.599197:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321126.599203:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321126.599216:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113df80 x1853163994034688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321126.599234:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321126.599238:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321126.599240:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321126.599243:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6366
00000100:00080000:3.0:1767321126.599246:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321126.599250:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321126.599261:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113e680 x1853163994034944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321126.600094:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994034560:0@lo:400:kworker.0
00000100:00100000:2.0:1767321126.600231:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321126.600323:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321126.600342:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994034816:0@lo:400:kworker.0
00000100:00100000:2.0:1767321126.600367:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321126.600404:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994035072:0@lo:400:kworker.0
00000100:00100000:2.0:1767321126.600436:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321126.600486:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321126.600493:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994035200:0@lo:400:kworker.0
00000100:00100000:2.0:1767321126.600518:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321126.600561:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994034560
00000100:00100000:2.0:1767321126.600571:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994034560
00000100:00100000:2.0:1767321126.600646:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994034816
00000100:00100000:2.0:1767321126.600650:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994034816
00000100:00100000:2.0:1767321126.600677:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6263
00000100:00100000:2.0:1767321126.600687:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994034560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321126.600753:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994034560:12345-0@lo:400:kworker.0 Request processed in 67us (522us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321126.600761:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6263
00000100:00100000:2.0:1767321126.600785:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6264
00000100:00100000:2.0:1767321126.600792:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994034816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321126.600820:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994034816:12345-0@lo:400:kworker.0 Request processed in 28us (452us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321126.600839:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6264
00000100:00100000:2.0:1767321126.600862:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994035072
00000100:00100000:2.0:1767321126.600865:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994035072
00000100:00100000:2.0:1767321126.600894:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994035200
00000100:00100000:2.0:1767321126.600897:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994035200
00000100:00100000:2.0:1767321126.600919:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3859
00000100:00100000:2.0:1767321126.600925:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994035072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321126.600962:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994035072:12345-0@lo:400:kworker.0 Request processed in 36us (525us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321126.600969:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3859
00000100:00100000:2.0:1767321126.600981:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3860
00000100:00100000:2.0:1767321126.600988:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994035200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321126.601015:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994035200:12345-0@lo:400:kworker.0 Request processed in 28us (496us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321126.601022:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3860
00000100:00080000:2.0:1767321126.601040:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321126.601045:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321126.601047:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321126.601088:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994034816:0@lo:400:kworker.0
00000100:00100000:2.0:1767321126.601103:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994034560:0@lo:400:kworker.0
00000100:00100000:2.0:1767321126.601147:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994035200:0@lo:400:kworker.0
00000100:00100000:2.0:1767321126.601156:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994035072:0@lo:400:kworker.0
00000100:00100000:0.0:1767321126.604220:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994034304:0@lo:38:kworker.0
00000100:00100000:0.0:1767321126.604347:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321126.604524:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994034432:0@lo:38:kworker.0
00000100:00100000:0.0:1767321126.604555:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321126.604592:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994034688:0@lo:38:kworker.0
00000100:00100000:0.0:1767321126.604621:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321126.604684:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994034432
00000100:00100000:2.0:1767321126.604695:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994034432
00000100:00100000:2.0:1767321126.604760:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435
00000100:00100000:2.0:1767321126.604770:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994034432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321126.604803:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321126.604872:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994034432:12345-0@lo:38:kworker.0 Request processed in 102us (315us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321126.604880:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435
00000100:00100000:0.0:1767321126.608557:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994034944:0@lo:38:kworker.0
00000100:00100000:0.0:1767321126.608665:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321126.612053:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994034304
00000100:00100000:3.0:1767321126.612077:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994034304
00000100:00100000:3.0:1767321126.612182:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994034688
00000100:00100000:3.0:1767321126.612186:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994034688
00000100:00100000:3.0:1767321126.612219:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73663
00000100:00100000:3.0:1767321126.612232:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994034304:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321126.612265:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321126.612395:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994034304:12345-0@lo:38:kworker.0 Request processed in 164us (8047us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321126.612403:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73663
00000100:00100000:3.0:1767321126.612423:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73664
00000100:00100000:3.0:1767321126.612427:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994034688:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321126.612435:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321126.612484:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994034688:12345-0@lo:38:kworker.0 Request processed in 34us (7840us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321126.612490:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73664
00000100:00080000:0.0:1767321126.616100:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321126.616117:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321126.616124:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994034304:0@lo:38:kworker.0
00000100:00080000:0.0:1767321126.616144:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321126.616148:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321126.616151:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994034432:0@lo:38:kworker.0
00000100:00080000:0.0:1767321126.616190:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321126.616194:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321126.616198:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994034688:0@lo:38:kworker.0
00000100:00100000:2.0:1767321126.616319:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994034944
00000100:00100000:2.0:1767321126.616330:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994034944
00000100:00100000:2.0:1767321126.616396:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73665
00000100:00100000:2.0:1767321126.616406:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994034944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321126.616432:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321126.616553:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994034944:12345-0@lo:38:kworker.0 Request processed in 145us (7887us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321126.616564:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73665
00000100:00080000:0.0:1767321126.616958:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321126.616964:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321126.616968:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994034944:0@lo:38:kworker.0
00000100:00100000:0.0:1767321127.101504:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321127.104277:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994035456:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321127.104385:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321127.104539:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994035328:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321127.104565:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321127.112179:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994035456
00000100:00100000:2.0:1767321127.112201:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994035456
00000100:00100000:2.0:1767321127.112295:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994035328
00000100:00100000:2.0:1767321127.112299:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994035328
00000100:00100000:2.0:1767321127.112510:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3647
00000100:00100000:2.0:1767321127.112524:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994035456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321127.112573:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321127.112860:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994035456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 339us (8474us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321127.112869:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3647
00000100:00100000:2.0:1767321127.112894:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3648
00000100:00100000:2.0:1767321127.112901:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994035328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321127.112919:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321127.112949:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994035328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (8383us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321127.112955:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3648
00000100:00100000:1.0:1767321127.113066:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994035456:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321127.113088:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994035328:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321127.165782:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321127.166152:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321128.189378:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321128.192880:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321128.528779:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321128.529735:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321128.533800:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942289408
00000100:00100000:2.0:1767321128.533817:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942289408
00000100:00100000:2.0:1767321128.533885:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942289536
00000100:00100000:2.0:1767321128.533888:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942289536
00000100:00100000:2.0:1767321128.533936:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6265
00000100:00100000:2.0:1767321128.533944:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942289536:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321128.534030:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942289536:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 86us (4300us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321128.534038:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6265
00000100:00100000:2.0:1767321128.534061:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73666
00000100:00100000:2.0:1767321128.534065:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942289408:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321128.534086:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321128.534111:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942289408:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (5344us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321128.534115:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73666
00000100:00080000:1.0:1767321128.534365:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321129.213281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321129.213454:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321130.238200:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321130.238651:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321131.261375:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321131.261547:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767321131.710128:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321131.710139:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321131.710142:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321131.710145:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321131.710149:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321131.710156:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6371
00000100:00080000:1.0:1767321131.710199:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321131.710207:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321131.710249:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605d500 x1853163994035584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321131.710280:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321131.710283:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321131.710285:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321131.710289:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6371
00000100:00080000:1.0:1767321131.710292:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321131.710295:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321131.710308:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605c700 x1853163994035712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321131.710356:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321131.710359:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321131.710361:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321131.710364:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6371
00000100:00080000:1.0:1767321131.710367:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321131.710370:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321131.710391:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e300 x1853163994035968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321131.710406:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321131.710409:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321131.710411:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321131.710414:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6371
00000100:00080000:1.0:1767321131.710416:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321131.710420:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321131.710430:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605ed80 x1853163994036224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321131.710617:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994035584:0@lo:38:kworker.0
00000100:00100000:0.0:1767321131.710684:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321131.710754:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994035712:0@lo:38:kworker.0
00000100:00100000:0.0:1767321131.710779:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321131.710803:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994035968:0@lo:38:kworker.0
00000100:00100000:0.0:1767321131.710823:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321131.710837:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994036224:0@lo:38:kworker.0
00000100:00100000:0.0:1767321131.710854:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321131.710890:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994035712
00000100:00100000:0.0:1767321131.710898:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994035712
00000100:00100000:0.0:1767321131.710930:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436
00000100:00100000:0.0:1767321131.710937:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994035712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321131.710956:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321131.710996:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994035712:12345-0@lo:38:kworker.0 Request processed in 58us (215us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321131.711003:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436
00000100:00100000:0.0:1767321131.711037:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994035584
00000100:00100000:0.0:1767321131.711040:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994035584
00000100:00100000:0.0:1767321131.711057:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994035968
00000100:00100000:0.0:1767321131.711059:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994035968
00000100:00100000:0.0:1767321131.711071:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994036224
00000100:00100000:0.0:1767321131.711074:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994036224
00000100:00100000:0.0:1767321131.711088:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73667
00000100:00100000:0.0:1767321131.711092:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994035584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321131.711102:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321131.711129:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994035584:12345-0@lo:38:kworker.0 Request processed in 35us (445us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321131.711138:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73667
00000100:00100000:0.0:1767321131.711150:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73668
00000100:00100000:0.0:1767321131.711153:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994035968:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321131.711183:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321131.711223:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994035968:12345-0@lo:38:kworker.0 Request processed in 67us (399us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321131.711229:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73668
00000100:00100000:0.0:1767321131.711241:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73669
00000100:00100000:0.0:1767321131.711245:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994036224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321131.711254:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321131.711275:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994036224:12345-0@lo:38:kworker.0 Request processed in 29us (420us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321131.711280:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73669
00000100:00100000:0.0:1767321131.711310:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994036096:0@lo:400:kworker.0
00000100:00100000:0.0:1767321131.711333:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321131.711353:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321131.711358:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994035840:0@lo:400:kworker.0
00000100:00100000:0.0:1767321131.711379:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321131.711413:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994036096
00000100:00100000:0.0:1767321131.711417:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994036096
00000100:00100000:0.0:1767321131.711451:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994035840
00000100:00100000:0.0:1767321131.711454:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994035840
00000100:00100000:0.0:1767321131.712124:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6266
00000100:00100000:0.0:1767321131.712139:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994036096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321131.712228:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994036096:12345-0@lo:400:kworker.0 Request processed in 95us (894us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321131.712235:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6266
00000100:00100000:0.0:1767321131.712265:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6267
00000100:00100000:0.0:1767321131.712272:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994035840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321131.712299:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994035840:12345-0@lo:400:kworker.0 Request processed in 28us (919us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321131.712304:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6267
00000100:00100000:0.0:1767321131.712361:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994035840:0@lo:400:kworker.0
00000100:00100000:0.0:1767321131.712371:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994036096:0@lo:400:kworker.0
00000100:00080000:0.0:1767321131.712417:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321131.712422:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321131.712425:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994035584:0@lo:38:kworker.0
00000100:00080000:0.0:1767321131.712439:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321131.712442:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321131.712444:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994035712:0@lo:38:kworker.0
00000100:00080000:0.0:1767321131.712453:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321131.712457:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321131.712459:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994035968:0@lo:38:kworker.0
00000100:00080000:0.0:1767321131.712468:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767321131.712506:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994036352:0@lo:400:kworker.0
00000100:00100000:3.0:1767321131.712543:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321131.712570:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321131.712576:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994036480:0@lo:400:kworker.0
00000100:00100000:3.0:1767321131.712597:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321131.712628:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994036352
00000100:00100000:3.0:1767321131.712633:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994036352
00000100:00100000:3.0:1767321131.712660:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994036480
00000100:00100000:3.0:1767321131.712663:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994036480
00000100:00100000:3.0:1767321131.712680:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3861
00000100:00100000:3.0:1767321131.712686:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994036352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321131.712721:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994036352:12345-0@lo:400:kworker.0 Request processed in 35us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321131.712727:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3861
00000100:00100000:3.0:1767321131.712738:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3862
00000100:00100000:3.0:1767321131.712744:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994036480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321131.712784:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994036480:12345-0@lo:400:kworker.0 Request processed in 40us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321131.712791:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3862
00000100:00100000:3.0:1767321131.712814:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994036480:0@lo:400:kworker.0
00000100:00100000:3.0:1767321131.712823:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994036352:0@lo:400:kworker.0
00000100:00080000:3.0:1767321131.712871:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321131.712875:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321131.712878:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321131.712906:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321131.712910:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994036224:0@lo:38:kworker.0
00000100:00100000:3.0:1767321132.221491:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994036608:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321132.221573:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321132.221696:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994036608
00000100:00100000:1.0:1767321132.221705:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994036608
00000100:00100000:1.0:1767321132.221767:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3649
00000100:00100000:1.0:1767321132.221774:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994036608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321132.221798:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321132.221837:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994036608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321132.221846:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3649
00000100:00100000:3.0:1767321132.221934:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994036608:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321132.222847:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321132.222925:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994036736:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321132.222970:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321132.223204:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994036736
00000100:00100000:0.0:1767321132.223210:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994036736
00000100:00100000:0.0:1767321132.223242:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3650
00000100:00100000:0.0:1767321132.223248:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994036736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321132.223270:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321132.223303:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994036736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321132.223308:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3650
00000100:00100000:3.0:1767321132.223346:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994036736:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321132.285315:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321132.286039:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321132.734577:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321106/real 1767321106]  req@ffff89b72b3d0e00 x1853163994029056/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321131 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321132.734609:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b72b3d0e00 x1853163994029056/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321131 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321132.734627:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321132.734652:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321132.734656:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994029056:0@lo:250:kworker.0
00000100:00080000:1.0:1767321132.734733:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321132.734749:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321132.734752:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321132.734757:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6350
00000100:00080000:1.0:1767321132.734760:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321132.734766:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321132.734797:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710a300 x1853163994036864/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321132.734821:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321132.734833:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321132.734835:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321132.734839:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6376
00000100:00080000:1.0:1767321132.734841:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321132.734845:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321132.734860:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710b800 x1853163994036992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321132.734869:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321132.734871:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321132.734873:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321132.734876:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6376
00000100:00080000:1.0:1767321132.734879:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321132.734881:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321132.734891:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108700 x1853163994037120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321132.734931:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321132.734935:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321132.734937:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321132.734940:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6376
00000100:00080000:1.0:1767321132.734942:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321132.734945:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321132.734959:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295e680 x1853163994037376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321132.734972:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321132.734975:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321132.734976:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321132.734979:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6376
00000100:00080000:1.0:1767321132.734982:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321132.734984:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321132.734992:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ea00 x1853163994037632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321132.735044:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994037888:0@lo:400:kworker.0
00000100:00100000:1.0:1767321132.735101:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321132.735157:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321132.735185:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994037760:0@lo:400:kworker.0
00000100:00100000:1.0:1767321132.735208:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321132.735420:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994037248:0@lo:400:kworker.0
00000100:00100000:3.0:1767321132.735452:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321132.735480:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321132.735485:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994037504:0@lo:400:kworker.0
00000100:00100000:3.0:1767321132.735505:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321132.735580:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994037888
00000100:00100000:2.0:1767321132.735588:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994037888
00000100:00100000:2.0:1767321132.735638:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994037760
00000100:00100000:2.0:1767321132.735641:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994037760
00000100:00100000:0.0:1767321132.735646:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3863
00000100:00100000:0.0:1767321132.735660:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994037888:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321132.735665:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3864
00000100:00100000:2.0:1767321132.735676:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994037760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321132.735733:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994037760:12345-0@lo:400:kworker.0 Request processed in 59us (523us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321132.735751:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3864
00000100:00100000:2.0:1767321132.735774:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994036864:0@lo:250:kworker.0
00000400:00000100:2.0:1767321132.735792:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994036864 offset 0 length 520: 4
00000100:00100000:2.0:1767321132.735807:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994036992:0@lo:38:kworker.0
00000100:00100000:2.0:1767321132.735825:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321132.735839:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994037120:0@lo:38:kworker.0
00000100:00100000:2.0:1767321132.735860:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321132.735876:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994037376:0@lo:38:kworker.0
00000100:00100000:2.0:1767321132.735895:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321132.735907:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994037632:0@lo:38:kworker.0
00000100:00100000:2.0:1767321132.735923:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321132.735952:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994037120
00000100:00100000:2.0:1767321132.735955:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994037120
00000100:00100000:2.0:1767321132.735975:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437
00000100:00100000:2.0:1767321132.735980:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994037120:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321132.735999:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321132.736030:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994037120:12345-0@lo:38:kworker.0 Request processed in 49us (169us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321132.736036:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437
00000100:00100000:3.0:1767321132.736184:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994037248
00000100:00100000:3.0:1767321132.736188:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994037248
00000100:00100000:3.0:1767321132.736214:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994037504
00000100:00100000:3.0:1767321132.736217:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994037504
00000100:00100000:3.0:1767321132.736232:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994036992
00000100:00100000:3.0:1767321132.736234:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994036992
00000100:00100000:3.0:1767321132.736242:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994037376
00000100:00100000:3.0:1767321132.736244:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994037376
00000100:00100000:3.0:1767321132.736250:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6268
00000100:00100000:3.0:1767321132.736256:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994037248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321132.736289:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994037248:12345-0@lo:400:kworker.0 Request processed in 34us (836us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321132.736296:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6268
00000100:00100000:3.0:1767321132.736321:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994037632
00000100:00100000:0.0:1767321132.736322:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994037888:12345-0@lo:400:kworker.0 Request processed in 665us (1219us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321132.736326:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994037632
00000100:00100000:0.0:1767321132.736333:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3863
00000100:00100000:3.0:1767321132.736342:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6269
00000100:00100000:3.0:1767321132.736351:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994037504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321132.736373:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73670
00000100:00100000:0.0:1767321132.736381:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994036992:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321132.736390:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994037504:12345-0@lo:400:kworker.0 Request processed in 41us (883us total) trans 0 rc 0/0
00010000:00020000:0.0:1767321132.736394:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321132.736400:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6269
00000100:00100000:3.0:1767321132.736416:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73671
00000100:00100000:3.0:1767321132.736421:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994037376:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321132.736430:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994036992:12345-0@lo:38:kworker.0 Request processed in 47us (602us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767321132.736433:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321132.736441:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73670
00000100:00100000:3.0:1767321132.736464:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994037376:12345-0@lo:38:kworker.0 Request processed in 41us (567us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321132.736474:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73671
00000100:00100000:3.0:1767321132.736484:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73672
00000100:00100000:3.0:1767321132.736487:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994037632:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321132.736495:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321132.736512:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994037632:12345-0@lo:38:kworker.0 Request processed in 24us (587us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321132.736517:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73672
00000100:00100000:3.0:1767321132.736560:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994037504:0@lo:400:kworker.0
00000100:00100000:3.0:1767321132.736570:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994037248:0@lo:400:kworker.0
00000100:00080000:3.0:1767321132.736603:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321132.736608:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321132.736611:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994036992:0@lo:38:kworker.0
00000100:00080000:3.0:1767321132.736618:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321132.736621:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321132.736624:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994037120:0@lo:38:kworker.0
00000100:00080000:3.0:1767321132.736631:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321132.736634:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321132.736636:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994037376:0@lo:38:kworker.0
00000100:00080000:3.0:1767321132.736642:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321132.736646:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321132.736648:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994037632:0@lo:38:kworker.0
00000100:00100000:2.0:1767321132.736862:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994037760:0@lo:400:kworker.0
00000100:00100000:2.0:1767321132.736875:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994037888:0@lo:400:kworker.0
00010000:00010000:0.0:1767321133.310475:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321133.311596:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321133.643487:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321133.643659:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942289920
00000100:00100000:1.0:1767321133.643669:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942289920
00000100:00100000:1.0:1767321133.643746:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6270
00000100:00100000:1.0:1767321133.643757:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942289920:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767321133.643823:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321133.643845:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942289920:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 90us (368us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321133.643853:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6270
00000400:00000100:2.0:1767321133.649320:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942289664 offset 0 length 520: 4
00000100:00100000:2.0:1767321133.649397:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321133.649653:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942289792
00000100:00100000:0.0:1767321133.649665:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942289792
00000100:00100000:0.0:1767321133.649715:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73673
00000100:00100000:0.0:1767321133.649799:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942289792:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321133.650380:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321133.650504:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942289792:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 779us (1105us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321133.650514:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73673
00000100:00100000:2.0:1767321134.333474:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321134.334127:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321135.357488:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321135.357629:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321136.381271:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321136.382581:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321137.341994:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321137.342029:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994038016:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321137.342106:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321137.342252:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994038016
00000100:00100000:2.0:1767321137.342260:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994038016
00000100:00100000:2.0:1767321137.342333:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3651
00000100:00100000:2.0:1767321137.342343:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994038016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321137.342373:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321137.342433:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994038016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (315us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321137.342441:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3651
00000100:00100000:2.0:1767321137.342492:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994038016:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321137.342641:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321137.342930:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994038144:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321137.342961:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321137.343045:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994038144
00000100:00100000:1.0:1767321137.343051:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994038144
00000100:00100000:1.0:1767321137.343098:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3652
00000100:00100000:1.0:1767321137.343106:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994038144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321137.343125:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321137.343188:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994038144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (226us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321137.343195:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3652
00000100:00100000:1.0:1767321137.343225:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994038144:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321137.343288:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321137.405252:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321137.405550:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321137.854104:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321137.854111:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321137.854113:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321137.854117:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321137.854120:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321137.854127:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6377
00000100:00080000:1.0:1767321137.854130:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321137.854135:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321137.854187:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c700 x1853163994038272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321137.854212:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321137.854215:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321137.854217:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321137.854221:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6377
00000100:00080000:1.0:1767321137.854223:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321137.854227:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321137.854239:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295d880 x1853163994038400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321137.854283:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321137.854286:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321137.854288:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321137.854435:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6377
00000100:00080000:1.0:1767321137.854438:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321137.854441:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321137.854457:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295d180 x1853163994038656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321137.854472:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321137.854475:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321137.854477:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321137.854480:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6377
00000100:00080000:1.0:1767321137.854482:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321137.854485:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321137.854496:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c380 x1853163994038912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321137.854525:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994038784:0@lo:400:kworker.0
00000100:00100000:1.0:1767321137.854583:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321137.854649:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321137.854662:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994038528:0@lo:400:kworker.0
00000100:00100000:1.0:1767321137.854684:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321137.854732:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994038784
00000100:00100000:1.0:1767321137.854738:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994038784
00000100:00100000:1.0:1767321137.854788:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994038528
00000100:00100000:1.0:1767321137.854791:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994038528
00000100:00100000:1.0:1767321137.854812:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6271
00000100:00100000:1.0:1767321137.854820:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994038784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321137.854932:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994038784:12345-0@lo:400:kworker.0 Request processed in 113us (349us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321137.854939:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6271
00000100:00100000:1.0:1767321137.854963:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6272
00000100:00100000:1.0:1767321137.854969:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994038528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321137.854995:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994038528:12345-0@lo:400:kworker.0 Request processed in 26us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321137.855000:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6272
00000100:00080000:1.0:1767321137.855017:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321137.855043:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994038528:0@lo:400:kworker.0
00000100:00100000:1.0:1767321137.855052:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994038784:0@lo:400:kworker.0
00000100:00100000:3.0:1767321137.855419:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994038272:0@lo:38:kworker.0
00000100:00100000:3.0:1767321137.855448:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321137.855480:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994038400:0@lo:38:kworker.0
00000100:00100000:3.0:1767321137.855505:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321137.855533:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994038656:0@lo:38:kworker.0
00000100:00100000:3.0:1767321137.855553:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321137.855567:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994038912:0@lo:38:kworker.0
00000100:00100000:3.0:1767321137.855585:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321137.855612:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994038400
00000100:00100000:3.0:1767321137.855616:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994038400
00000100:00100000:3.0:1767321137.855635:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438
00000100:00100000:3.0:1767321137.855640:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994038400:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321137.855657:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321137.855688:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994038400:12345-0@lo:38:kworker.0 Request processed in 47us (181us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321137.855694:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438
00000100:00100000:3.0:1767321137.855710:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994038272
00000100:00100000:3.0:1767321137.855714:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994038272
00000100:00100000:3.0:1767321137.855742:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994038656
00000100:00100000:3.0:1767321137.855745:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994038656
00000100:00100000:3.0:1767321137.855756:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994038912
00000100:00100000:3.0:1767321137.855758:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994038912
00000100:00100000:3.0:1767321137.855766:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73674
00000100:00100000:3.0:1767321137.855770:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994038272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321137.855782:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321137.855805:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994038272:12345-0@lo:38:kworker.0 Request processed in 34us (356us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321137.855811:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73674
00000100:00100000:3.0:1767321137.855822:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73675
00000100:00100000:3.0:1767321137.855827:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994038656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321137.855835:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321137.855854:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994038656:12345-0@lo:38:kworker.0 Request processed in 27us (300us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321137.855859:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73675
00000100:00100000:3.0:1767321137.855867:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73676
00000100:00100000:3.0:1767321137.855871:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994038912:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321137.855878:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321137.855911:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994038912:12345-0@lo:38:kworker.0 Request processed in 38us (324us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321137.855917:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73676
00000100:00080000:3.0:1767321137.855945:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321137.855949:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321137.855952:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994038272:0@lo:38:kworker.0
00000100:00080000:3.0:1767321137.855961:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321137.855964:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321137.855967:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994038400:0@lo:38:kworker.0
00000100:00080000:3.0:1767321137.855973:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321137.855976:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321137.855978:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994038656:0@lo:38:kworker.0
00000100:00080000:3.0:1767321137.855985:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321137.855987:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321137.855990:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994038912:0@lo:38:kworker.0
00010000:00010000:2.0:1767321138.431116:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321138.431859:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321138.759628:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321138.759722:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321138.759816:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942290176
00000100:00100000:1.0:1767321138.759827:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942290176
00000100:00100000:1.0:1767321138.759904:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942290048
00000100:00100000:1.0:1767321138.759908:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942290048
00000100:00100000:1.0:1767321138.759931:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6273
00000100:00080000:2.0:1767321138.759969:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321138.760005:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942290176:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321138.760082:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942290176:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 141us (464us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321138.764339:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73677
00000100:00100000:0.0:1767321138.764362:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942290048:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:1.0:1767321138.764368:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6273
00010000:00020000:0.0:1767321138.764391:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321138.764669:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942290048:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 308us (4944us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321138.764678:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73677
00010000:00010000:3.0:1767321139.453437:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321139.453628:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321140.477378:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321140.477579:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321141.501421:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321141.502906:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321142.461590:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994039040:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321142.461687:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321142.461832:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994039040
00000100:00100000:2.0:1767321142.461840:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994039040
00000100:00100000:2.0:1767321142.461903:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3653
00000100:00100000:2.0:1767321142.461912:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994039040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321142.461943:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321142.461987:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994039040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321142.461996:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3653
00000100:00080000:1.0:1767321142.462252:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321142.462332:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994039040:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321142.462633:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321142.462643:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994039168:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321142.462678:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321142.464917:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994039168
00000100:00100000:0.0:1767321142.464931:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994039168
00000100:00100000:0.0:1767321142.465022:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3654
00000100:00080000:1.0:1767321142.465028:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321142.465034:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994039168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321142.465072:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321142.465202:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994039168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (2477us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321142.465211:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3654
00000100:00100000:3.0:1767321142.465234:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994039168:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321142.525654:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321142.526422:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321142.973447:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321142.973458:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321142.973461:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321142.973464:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321142.973468:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321142.973477:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6382
00000100:00080000:1.0:1767321142.973482:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321142.973489:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321142.973526:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295e300 x1853163994039296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321142.973553:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321142.973557:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321142.973559:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321142.973562:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6382
00000100:00080000:1.0:1767321142.973565:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321142.973568:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321142.973580:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295dc00 x1853163994039424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321142.973605:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321142.973609:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321142.973610:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321142.973614:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6382
00000100:00080000:1.0:1767321142.973616:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321142.973621:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321142.973632:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ea00 x1853163994039680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321142.973641:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994039552:0@lo:400:kworker.0
00000100:00080000:1.0:1767321142.973652:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321142.973656:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321142.973658:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321142.973662:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6382
00000100:00080000:1.0:1767321142.973665:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321142.973668:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321142.973681:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295f100 x1853163994039936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321142.973710:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321142.973773:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321142.973825:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994039296:0@lo:38:kworker.0
00000100:00100000:3.0:1767321142.973856:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321142.973876:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994039424:0@lo:38:kworker.0
00000100:00100000:3.0:1767321142.973899:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321142.973924:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994039680:0@lo:38:kworker.0
00000100:00100000:3.0:1767321142.973944:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321142.973960:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994039936:0@lo:38:kworker.0
00000100:00100000:3.0:1767321142.973978:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321142.973986:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994039808:0@lo:400:kworker.0
00000100:00100000:3.0:1767321142.974009:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994039552
00000100:00100000:3.0:1767321142.974017:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994039552
00000100:00100000:0.0:1767321142.974024:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321142.974075:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994039296
00000100:00100000:0.0:1767321142.974079:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994039296
00000100:00100000:3.0:1767321142.974087:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994039680
00000100:00100000:3.0:1767321142.974092:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994039680
00000100:00100000:0.0:1767321142.974110:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994039936
00000100:00100000:3.0:1767321142.974111:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994039808
00000100:00100000:0.0:1767321142.974116:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994039936
00000100:00100000:3.0:1767321142.974116:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994039808
00000100:00100000:0.0:1767321142.974138:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6274
00000100:00100000:0.0:1767321142.974149:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994039552:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321142.974237:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994039552:12345-0@lo:400:kworker.0 Request processed in 89us (527us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321142.975942:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6275
00000100:00100000:3.0:1767321142.975963:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994039808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321142.976581:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994039808:12345-0@lo:400:kworker.0 Request processed in 627us (2555us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321142.976591:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6275
00000100:00100000:3.0:1767321142.976620:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73678
00000100:00100000:3.0:1767321142.976625:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994039296:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321142.976644:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321142.976685:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994039296:12345-0@lo:38:kworker.0 Request processed in 59us (2829us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321142.976700:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73678
00000100:00100000:3.0:1767321142.976715:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73679
00000100:00100000:3.0:1767321142.976719:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994039680:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321142.976734:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321142.976758:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994039680:12345-0@lo:38:kworker.0 Request processed in 38us (2814us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321142.976848:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73679
00000100:00100000:3.0:1767321142.976862:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73680
00000100:00100000:3.0:1767321142.976867:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994039936:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321142.976877:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321142.976903:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994039936:12345-0@lo:38:kworker.0 Request processed in 35us (2924us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321142.976908:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73680
00000100:00080000:3.0:1767321142.976964:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321142.976970:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321142.976973:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994039296:0@lo:38:kworker.0
00000100:00080000:3.0:1767321142.976984:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321142.976987:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321142.976990:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994039680:0@lo:38:kworker.0
00000100:00080000:3.0:1767321142.976999:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321142.977002:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321142.977005:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994039936:0@lo:38:kworker.0
00000100:00080000:3.0:1767321142.977874:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321142.977905:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994039424
00000100:00100000:3.0:1767321142.977913:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994039424
00000100:00100000:3.0:1767321142.977950:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439
00000100:00100000:3.0:1767321142.977955:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994039424:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321142.977970:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321142.979090:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6274
00000100:00100000:1.0:1767321142.979198:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994039808:0@lo:400:kworker.0
00000100:00100000:1.0:1767321142.979216:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994039552:0@lo:400:kworker.0
00000100:00100000:3.0:1767321142.979320:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994039424:12345-0@lo:38:kworker.0 Request processed in 1361us (5417us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321142.979329:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439
00000100:00080000:0.0:1767321142.979403:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321142.979408:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321142.979412:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994039424:0@lo:38:kworker.0
00000100:00100000:0.0:1767321143.549239:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321143.549723:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321143.879427:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321143.879661:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942290432
00000100:00100000:2.0:1767321143.879671:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942290432
00000100:00100000:2.0:1767321143.879802:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6276
00000100:00100000:2.0:1767321143.879813:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942290432:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321143.879903:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942290432:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 92us (486us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321143.879910:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6276
00000100:00080000:3.0:1767321143.879963:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321143.889564:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321143.889866:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942290304
00000100:00100000:2.0:1767321143.889876:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942290304
00000100:00100000:2.0:1767321143.889928:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73681
00000100:00100000:2.0:1767321143.889936:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942290304:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321143.889959:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321143.890023:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942290304:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 86us (467us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321143.890029:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73681
00010000:00010000:3.0:1767321144.573483:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321144.575419:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321145.597278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321145.597365:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321146.621357:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321146.622491:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321147.581463:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994040192:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321147.581463:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994040064:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321147.584529:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321147.584690:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994040192
00000100:00100000:0.0:1767321147.584700:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994040192
00000100:00100000:0.0:1767321147.584782:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3655
00000100:00100000:0.0:1767321147.584793:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994040192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321147.584826:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767321147.585931:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321147.586109:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321147.586212:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994040064
00000100:00100000:2.0:1767321147.586219:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994040064
00000100:00100000:2.0:1767321147.586384:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3656
00000100:00100000:2.0:1767321147.586393:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706452450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994040064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321147.586419:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321147.586462:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706452450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994040064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (355us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321147.586469:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3656
00000100:00100000:2.0:1767321147.586526:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994040064:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321147.587109:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321147.588746:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994040192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3947us (4215us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321147.588764:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3655
00000100:00100000:1.0:1767321147.594872:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994040192:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321147.645267:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321147.648144:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321148.093904:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321148.093915:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321148.093918:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321148.093922:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321148.093927:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321148.093934:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6387
00000100:00080000:2.0:1767321148.093939:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321148.093945:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321148.093984:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f2680 x1853163994040320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321148.094045:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994040320:0@lo:38:kworker.0
00000100:00100000:3.0:1767321148.094221:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321148.094984:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321148.094990:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321148.094992:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321148.094997:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6387
00000100:00080000:2.0:1767321148.095000:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321148.095006:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321148.095031:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f2300 x1853163994040448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321148.095101:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994040320
00000100:00100000:0.0:1767321148.095109:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994040320
00000100:00100000:0.0:1767321148.095190:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73682
00000100:00100000:0.0:1767321148.095198:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994040320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321148.095219:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321148.096402:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994040448:0@lo:38:kworker.0
00000100:00100000:3.0:1767321148.096454:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321148.096558:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321148.096562:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321148.096565:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321148.096569:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6387
00000100:00080000:2.0:1767321148.096572:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321148.096577:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321148.096593:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f3800 x1853163994040704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321148.096609:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321148.096613:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321148.096614:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321148.096617:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6387
00000100:00080000:2.0:1767321148.096619:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321148.096622:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321148.096633:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f0380 x1853163994040960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321148.096665:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994040832:0@lo:400:kworker.0
00000100:00100000:2.0:1767321148.096697:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321148.096718:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321148.096723:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994040576:0@lo:400:kworker.0
00000100:00100000:2.0:1767321148.096742:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321148.096834:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994040448
00000100:00100000:1.0:1767321148.096841:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994040448
00000100:00100000:1.0:1767321148.096878:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440
00000100:00100000:1.0:1767321148.096885:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994040448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321148.096901:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321148.096938:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994040448:12345-0@lo:38:kworker.0 Request processed in 52us (483us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321148.096945:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440
00000100:00100000:1.0:1767321148.096966:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994040832
00000100:00100000:1.0:1767321148.096969:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994040832
00000100:00100000:1.0:1767321148.097003:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994040576
00000100:00100000:1.0:1767321148.097005:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994040576
00000100:00100000:1.0:1767321148.097026:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6277
00000100:00100000:1.0:1767321148.097032:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994040832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321148.097070:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994040832:12345-0@lo:400:kworker.0 Request processed in 38us (372us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321148.097076:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6277
00000100:00100000:1.0:1767321148.097099:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6278
00000100:00100000:1.0:1767321148.097105:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994040576:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321148.097141:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994040576:12345-0@lo:400:kworker.0 Request processed in 36us (397us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321148.097147:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6278
00000100:00080000:1.0:1767321148.097199:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321148.098533:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994040576:0@lo:400:kworker.0
00000100:00100000:2.0:1767321148.098550:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994040832:0@lo:400:kworker.0
00000100:00100000:0.0:1767321148.099222:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994040320:12345-0@lo:38:kworker.0 Request processed in 4019us (4997us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321148.099232:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73682
00000100:00080000:3.0:1767321148.099391:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321148.099397:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321148.099400:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994040320:0@lo:38:kworker.0
00000100:00100000:3.0:1767321148.099423:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994040704:0@lo:38:kworker.0
00000100:00100000:3.0:1767321148.099481:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321148.099549:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994040960:0@lo:38:kworker.0
00000100:00100000:3.0:1767321148.099569:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321148.099638:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321148.099642:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321148.099645:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994040448:0@lo:38:kworker.0
00000100:00100000:0.0:1767321148.099725:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994040704
00000100:00100000:0.0:1767321148.099731:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994040704
00000100:00100000:0.0:1767321148.099799:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994040960
00000100:00100000:0.0:1767321148.099803:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994040960
00000100:00100000:2.0:1767321148.099836:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73683
00000100:00100000:2.0:1767321148.099843:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994040704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321148.099862:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321148.099907:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994040704:12345-0@lo:38:kworker.0 Request processed in 63us (426us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321148.099913:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73683
00000100:00100000:2.0:1767321148.099926:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73684
00000100:00100000:2.0:1767321148.099930:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994040960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321148.099940:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321148.099964:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994040960:12345-0@lo:38:kworker.0 Request processed in 32us (394us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321148.099969:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73684
00000100:00080000:3.0:1767321148.100129:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321148.100134:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321148.100137:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994040704:0@lo:38:kworker.0
00000100:00080000:3.0:1767321148.100146:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321148.100149:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321148.100152:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994040960:0@lo:38:kworker.0
00000100:00100000:0.0:1767321148.669474:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321148.670002:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321148.999417:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321148.999467:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321148.999669:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942290688
00000100:00100000:0.0:1767321148.999679:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942290688
00000100:00100000:0.0:1767321148.999751:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942290560
00000100:00100000:0.0:1767321148.999755:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942290560
00000100:00100000:0.0:1767321148.999774:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6279
00000100:00100000:0.0:1767321148.999783:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942290688:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321148.999854:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942290688:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 72us (446us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321148.999862:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6279
00000100:00100000:0.0:1767321148.999881:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73685
00000100:00100000:0.0:1767321148.999885:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942290560:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321148.999906:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321148.999933:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942290560:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (464us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321148.999940:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73685
00000100:00080000:3.0:1767321149.000143:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321149.693465:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321149.693920:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321150.717407:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321150.717476:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321151.742212:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321151.742232:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321152.702335:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321152.702363:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994041088:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321152.702453:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321152.702535:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994041216:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321152.702558:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321152.702606:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994041088
00000100:00100000:0.0:1767321152.702616:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994041088
00000100:00100000:0.0:1767321152.702740:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994041216
00000100:00100000:0.0:1767321152.702745:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994041216
00000100:00100000:2.0:1767321152.702751:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3657
00000100:00100000:2.0:1767321152.702766:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994041088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321152.702819:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321152.702896:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994041088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (441us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321152.702905:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3657
00000100:00080000:1.0:1767321152.702925:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321152.702930:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321152.702972:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994041088:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321152.703343:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3658
00000100:00100000:0.0:1767321152.703351:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994041216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321152.703382:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321152.703426:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994041216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (866us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321152.703433:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3658
00000100:00100000:3.0:1767321152.703975:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994041216:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321152.765325:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321152.765940:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321153.213796:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321153.213806:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321153.213809:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321153.213813:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321153.213817:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321153.213825:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6392
00000100:00080000:1.0:1767321153.213830:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321153.213836:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321153.213872:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295f100 x1853163994041344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321153.213900:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321153.213904:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321153.213906:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321153.213909:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6392
00000100:00080000:1.0:1767321153.213912:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321153.213916:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321153.213928:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ea00 x1853163994041472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321153.214017:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994041600:0@lo:400:kworker.0
00000100:00100000:3.0:1767321153.214067:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994041344:0@lo:38:kworker.0
00000100:00100000:2.0:1767321153.214095:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321153.214254:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994041600
00000100:00100000:0.0:1767321153.214264:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994041600
00000100:00100000:0.0:1767321153.214328:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6280
00000100:00100000:0.0:1767321153.214338:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994041600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321153.214392:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994041600:12345-0@lo:400:kworker.0 Request processed in 56us (298us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321153.214401:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6280
00000100:00100000:0.0:1767321153.214443:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994041600:0@lo:400:kworker.0
00000100:00080000:2.0:1767321153.214596:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321153.215628:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321153.215634:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321153.215637:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321153.215643:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6392
00000100:00080000:1.0:1767321153.215647:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321153.215651:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321153.215679:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c380 x1853163994041728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321153.215725:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321153.215729:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321153.215731:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321153.215735:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6392
00000100:00080000:1.0:1767321153.215737:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321153.215740:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321153.215754:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295d880 x1853163994041984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321153.215785:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321153.215803:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994041856:0@lo:400:kworker.0
00000100:00100000:2.0:1767321153.215847:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321153.215922:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321153.215967:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994041472:0@lo:38:kworker.0
00000100:00100000:3.0:1767321153.216010:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321153.216023:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994041856
00000100:00100000:1.0:1767321153.216031:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994041856
00000100:00100000:3.0:1767321153.216045:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994041728:0@lo:38:kworker.0
00000100:00100000:3.0:1767321153.216072:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321153.216091:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994041984:0@lo:38:kworker.0
00000100:00100000:3.0:1767321153.216111:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321153.216188:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321153.218520:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994041344
00000100:00100000:1.0:1767321153.218534:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994041344
00000100:00100000:1.0:1767321153.218586:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994041728
00000100:00100000:1.0:1767321153.218589:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994041728
00000100:00100000:1.0:1767321153.218614:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6281
00000100:00100000:1.0:1767321153.218630:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994041856:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321153.218723:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994041856:12345-0@lo:400:kworker.0 Request processed in 101us (2875us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321153.218730:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6281
00000100:00100000:1.0:1767321153.218750:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73686
00000100:00100000:3.0:1767321153.222837:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994041472
00000100:00100000:3.0:1767321153.222850:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994041472
00000100:00100000:3.0:1767321153.222899:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441
00000100:00100000:3.0:1767321153.222906:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994041472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321153.222930:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321153.222999:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994041472:12345-0@lo:38:kworker.0 Request processed in 92us (6987us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321153.223007:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441
00000100:00100000:3.0:1767321153.223031:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994041984
00000100:00100000:3.0:1767321153.223035:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994041984
00000100:00100000:1.0:1767321153.223382:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994041344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321153.223396:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321153.223607:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73687
00000100:00100000:3.0:1767321153.223688:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994041728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321153.223699:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321153.223734:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994041728:12345-0@lo:38:kworker.0 Request processed in 46us (7661us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321153.227970:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73688
00000100:00100000:1.0:1767321153.227994:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994041984:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321153.228017:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321153.228095:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994041984:12345-0@lo:38:kworker.0 Request processed in 112us (11982us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321153.228102:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73688
00000100:00100000:1.0:1767321153.228183:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994041856:0@lo:400:kworker.0
00000100:00100000:1.0:1767321153.228227:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994041344:12345-0@lo:38:kworker.0 Request processed in 4847us (12305us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321153.228233:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73686
00000100:00080000:1.0:1767321153.228376:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321153.228381:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321153.228385:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994041728:0@lo:38:kworker.0
00000100:00080000:1.0:1767321153.228393:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321153.228396:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321153.228399:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994041984:0@lo:38:kworker.0
00000100:00080000:1.0:1767321153.228407:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321153.228410:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321153.228413:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994041344:0@lo:38:kworker.0
00000100:00080000:1.0:1767321153.228421:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321153.228572:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321153.228575:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994041472:0@lo:38:kworker.0
00000100:00100000:3.0:1767321153.232343:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73687
00000100:00100000:0.0:1767321153.789269:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321153.789441:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321154.123777:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321154.123866:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942290816
00000100:00100000:3.0:1767321154.123887:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942290816
00000100:00100000:3.0:1767321154.124034:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73689
00000100:00100000:3.0:1767321154.124044:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942290816:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321154.124077:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321154.124228:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942290816:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 183us (461us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321154.124237:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73689
00000100:00100000:3.0:1767321154.137477:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321154.137753:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942290944
00000100:00100000:0.0:1767321154.137769:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942290944
00000100:00100000:0.0:1767321154.137888:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6282
00000100:00100000:0.0:1767321154.137901:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942290944:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321154.138032:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942290944:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 134us (571us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321154.138040:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6282
00000100:00080000:2.0:1767321154.139096:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321154.813290:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321154.813861:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321155.837321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321155.839006:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321156.861329:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321156.861657:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321157.309685:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321132/real 1767321132]  req@ffff89b61710a300 x1853163994036864/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321157 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321157.309719:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b61710a300 x1853163994036864/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321157 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767321157.309733:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321157.309754:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767321157.309758:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994036864:0@lo:250:kworker.0
00000100:00080000:3.0:1767321157.309854:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321157.309859:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321157.309863:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321157.309867:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6377
00000100:00080000:3.0:1767321157.309871:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321157.309877:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321157.309916:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b0000 x1853163994042112/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321157.309941:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321157.309944:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321157.309946:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321157.309949:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6397
00000100:00080000:3.0:1767321157.309951:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321157.309954:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321157.309971:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b0a80 x1853163994042240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321157.309979:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321157.309982:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321157.309984:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321157.309987:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6397
00000100:00080000:3.0:1767321157.309989:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321157.309992:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321157.310003:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b1500 x1853163994042368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321157.310053:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321157.310056:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321157.310058:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321157.310061:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6397
00000100:00080000:3.0:1767321157.310063:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321157.310066:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321157.310129:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994042496:0@lo:400:kworker.0
00000100:00100000:2.0:1767321157.310212:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321157.310290:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994042496
00000100:00100000:2.0:1767321157.310306:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994042496
00000100:00100000:2.0:1767321157.310357:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6283
00000100:00100000:2.0:1767321157.310366:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994042496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321157.310414:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994042496:12345-0@lo:400:kworker.0 Request processed in 49us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321157.310426:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6283
00000100:00080000:2.0:1767321157.310449:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321157.310481:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994042496:0@lo:400:kworker.0
00000100:00100000:1.0:1767321157.310642:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994042112:0@lo:250:kworker.0
00000400:00000100:1.0:1767321157.310667:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994042112 offset 0 length 520: 4
00000100:00100000:1.0:1767321157.310688:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994042240:0@lo:38:kworker.0
00000100:00100000:1.0:1767321157.310708:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321157.310731:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994042368:0@lo:38:kworker.0
00000100:00100000:1.0:1767321157.310753:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321157.310785:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994042240
00000100:00100000:1.0:1767321157.310788:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994042368
00000100:00100000:2.0:1767321157.310791:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994042240
00000100:00100000:1.0:1767321157.310795:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994042368
00000100:00100000:2.0:1767321157.310819:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73690
00000100:00100000:2.0:1767321157.310826:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994042240:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321157.310829:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442
00000100:00100000:1.0:1767321157.310837:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994042368:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321157.310848:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767321157.310852:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321157.310893:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994042240:12345-0@lo:38:kworker.0 Request processed in 66us (183us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321157.310900:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73690
00000100:00100000:3.0:1767321157.310940:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43b80 x1853163994042624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321157.311014:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994042624:0@lo:38:kworker.0
00000100:00100000:0.0:1767321157.311044:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321157.311067:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994042624
00000100:00100000:2.0:1767321157.311072:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994042624
00000100:00100000:2.0:1767321157.311092:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73691
00000100:00100000:2.0:1767321157.311097:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994042624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321157.311107:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321157.314181:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994042368:12345-0@lo:38:kworker.0 Request processed in 3318us (3402us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321157.314196:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442
00000100:00080000:3.0:1767321157.315554:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321157.315562:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321157.315566:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321157.315573:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6397
00000100:00100000:1.0:1767321157.315636:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994042752:0@lo:400:kworker.0
00000100:00080000:3.0:1767321157.315677:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321157.315684:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321157.315708:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a41880 x1853163994042880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321157.315821:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321157.315875:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994043008:0@lo:400:kworker.0
00000100:00100000:1.0:1767321157.315903:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321157.315950:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994043008
00000100:00100000:1.0:1767321157.315958:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994043008
00000100:00100000:1.0:1767321157.316010:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3865
00000100:00100000:1.0:1767321157.316020:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994043008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321157.316154:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994043008:12345-0@lo:400:kworker.0 Request processed in 136us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321157.316184:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3865
00000100:00080000:1.0:1767321157.316208:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321157.316237:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994043008:0@lo:400:kworker.0
00000100:00100000:1.0:1767321157.316258:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994042752
00000100:00100000:1.0:1767321157.316261:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994042752
00000100:00080000:1.0:1767321157.316277:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321157.317803:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6284
00000100:00100000:1.0:1767321157.317819:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994042752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321157.317887:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994042752:12345-0@lo:400:kworker.0 Request processed in 74us (2069us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321157.317894:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6284
00000100:00100000:3.0:1767321157.318056:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994042752:0@lo:400:kworker.0
00000100:00100000:1.0:1767321157.318113:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321157.318148:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994043136:0@lo:400:kworker.0
00000100:00100000:1.0:1767321157.318197:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321157.318226:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994043136
00000100:00100000:1.0:1767321157.318232:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994043136
00000100:00080000:3.0:1767321157.318502:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321157.318709:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3866
00000100:00100000:1.0:1767321157.318719:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994043136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321157.318758:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994043136:12345-0@lo:400:kworker.0 Request processed in 42us (561us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321157.321448:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994042624:12345-0@lo:38:kworker.0 Request processed in 10339us (10392us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321157.321462:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73691
00000100:00080000:0.0:1767321157.321591:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321157.321597:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321157.321602:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994042240:0@lo:38:kworker.0
00000100:00080000:0.0:1767321157.321622:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321157.321625:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321157.321628:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994042368:0@lo:38:kworker.0
00000100:00100000:0.0:1767321157.321659:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994042880:0@lo:38:kworker.0
00000100:00100000:0.0:1767321157.321718:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321157.321827:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3866
00000100:00100000:1.0:1767321157.321876:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994043136:0@lo:400:kworker.0
00000100:00080000:0.0:1767321157.323314:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321157.323526:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321157.323530:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994042624:0@lo:38:kworker.0
00000100:00100000:2.0:1767321157.324924:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994042880
00000100:00100000:2.0:1767321157.324936:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994042880
00000100:00100000:2.0:1767321157.325077:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73692
00000100:00100000:2.0:1767321157.325087:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994042880:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321157.325111:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321157.325210:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994042880:12345-0@lo:38:kworker.0 Request processed in 122us (3489us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321157.325219:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73692
00000100:00080000:1.0:1767321157.326750:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321157.326761:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321157.326766:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994042880:0@lo:38:kworker.0
00000100:00100000:3.0:1767321157.821410:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994043264:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321157.821499:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321157.822350:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994043264
00000100:00100000:2.0:1767321157.822358:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994043264
00000100:00100000:2.0:1767321157.822410:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3659
00000100:00100000:2.0:1767321157.822419:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994043264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321157.822454:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321157.822520:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994043264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (1030us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321157.822528:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3659
00000100:00100000:2.0:1767321157.822579:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994043264:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321157.822595:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321157.822601:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994043392:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321157.822627:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321157.822656:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994043392
00000100:00100000:2.0:1767321157.822660:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994043392
00000100:00100000:2.0:1767321157.822684:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3660
00000100:00100000:2.0:1767321157.822690:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994043392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321157.822709:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321157.822747:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994043392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (118us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321157.822753:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3660
00000100:00100000:0.0:1767321157.823451:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994043392:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321157.885728:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321157.890410:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321158.909512:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321158.911108:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321159.239781:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321159.239929:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942291200
00000100:00100000:2.0:1767321159.239938:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942291200
00000100:00100000:2.0:1767321159.240047:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6285
00000100:00100000:2.0:1767321159.240055:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942291200:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321159.240126:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942291200:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 73us (357us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321159.240132:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6285
00000100:00080000:3.0:1767321159.240170:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321159.241559:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321159.241708:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942291072
00000100:00100000:0.0:1767321159.241715:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942291072
00000100:00100000:0.0:1767321159.241754:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73693
00000100:00100000:0.0:1767321159.241760:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942291072:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321159.241782:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321159.241849:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942291072:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 87us (296us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321159.241857:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73693
00000400:00000100:1.0:1767321159.243334:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942291328 offset 0 length 520: 4
00010000:00010000:3.0:1767321159.933306:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321159.933388:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321160.957602:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321160.959136:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321161.981338:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321161.981392:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767321162.434833:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321162.434843:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321162.434846:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321162.434850:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321162.434854:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321162.434863:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6402
00000100:00080000:0.0:1767321162.434868:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321162.434874:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321162.434910:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f480 x1853163994043520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321162.434935:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321162.434939:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321162.434941:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321162.434945:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6402
00000100:00080000:0.0:1767321162.434947:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321162.434950:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321162.434961:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e300 x1853163994043648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321162.435056:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994043776:0@lo:400:kworker.0
00000100:00100000:1.0:1767321162.435121:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321162.440786:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321162.440796:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321162.440799:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321162.440808:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6402
00000100:00080000:0.0:1767321162.440821:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321162.440827:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321162.440868:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b0a80 x1853163994043904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321162.440897:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321162.440900:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321162.440902:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321162.440906:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6402
00000100:00080000:0.0:1767321162.440908:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321162.440911:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321162.440922:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710a300 x1853163994044160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321162.440987:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994044416:0@lo:400:kworker.0
00000100:00100000:0.0:1767321162.441064:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321162.441348:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994044416
00000100:00100000:1.0:1767321162.441356:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994044416
00000100:00100000:1.0:1767321162.441415:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3867
00000100:00100000:1.0:1767321162.441423:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994044416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321162.441472:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994044416:12345-0@lo:400:kworker.0 Request processed in 50us (408us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321162.441479:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3867
00000100:00100000:1.0:1767321162.441504:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994043776
00000100:00100000:1.0:1767321162.441508:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994043776
00000100:00100000:1.0:1767321162.441567:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6286
00000100:00100000:1.0:1767321162.441573:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994043776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321162.441605:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994043776:12345-0@lo:400:kworker.0 Request processed in 33us (6484us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321162.441611:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6286
00000100:00100000:0.0:1767321162.441834:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994044416:0@lo:400:kworker.0
00000100:00100000:0.0:1767321162.441852:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321162.441858:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994044288:0@lo:400:kworker.0
00000100:00100000:0.0:1767321162.441882:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321162.441907:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994044288
00000100:00100000:0.0:1767321162.441910:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994044288
00000100:00100000:0.0:1767321162.441934:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3868
00000100:00100000:0.0:1767321162.441941:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994044288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321162.441972:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994044288:12345-0@lo:400:kworker.0 Request processed in 33us (89us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321162.441978:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3868
00000100:00100000:0.0:1767321162.442008:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994044288:0@lo:400:kworker.0
00000100:00100000:0.0:1767321162.442233:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994043776:0@lo:400:kworker.0
00000100:00100000:0.0:1767321162.442246:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321162.442252:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994044032:0@lo:400:kworker.0
00000100:00100000:0.0:1767321162.442277:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321162.442311:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994044032
00000100:00100000:0.0:1767321162.442315:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994044032
00000100:00100000:0.0:1767321162.442338:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6287
00000100:00100000:0.0:1767321162.442344:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994044032:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321162.442376:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994044032:12345-0@lo:400:kworker.0 Request processed in 32us (98us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321162.442382:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6287
00000100:00100000:0.0:1767321162.442408:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994044032:0@lo:400:kworker.0
00000100:00080000:0.0:1767321162.442437:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321162.442441:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321162.442444:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321162.443127:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994043520:0@lo:38:kworker.0
00000100:00100000:1.0:1767321162.443193:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321162.443223:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994043648:0@lo:38:kworker.0
00000100:00100000:1.0:1767321162.443248:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321162.443271:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994043648
00000100:00100000:1.0:1767321162.443275:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994043648
00000100:00100000:1.0:1767321162.443306:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443
00000100:00100000:1.0:1767321162.443311:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994043648:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321162.443329:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321162.443357:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994043648:12345-0@lo:38:kworker.0 Request processed in 45us (107us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321162.443364:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443
00000100:00080000:1.0:1767321162.443393:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321162.443398:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321162.443401:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994043648:0@lo:38:kworker.0
00000100:00100000:1.0:1767321162.443406:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994043904:0@lo:38:kworker.0
00000100:00100000:1.0:1767321162.443427:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321162.443599:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994043520
00000100:00100000:1.0:1767321162.443603:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994043520
00000100:00100000:1.0:1767321162.443619:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994043904
00000100:00100000:1.0:1767321162.443621:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994043904
00000100:00100000:1.0:1767321162.443721:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73694
00000100:00100000:1.0:1767321162.443726:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994043520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321162.443736:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321162.443761:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994043520:12345-0@lo:38:kworker.0 Request processed in 35us (568us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321162.443767:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73694
00000100:00100000:1.0:1767321162.443856:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73695
00000100:00100000:1.0:1767321162.443860:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994043904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321162.443869:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321162.443890:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994043904:12345-0@lo:38:kworker.0 Request processed in 29us (463us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321162.443895:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73695
00000100:00080000:1.0:1767321162.443920:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321162.443923:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321162.443926:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994043904:0@lo:38:kworker.0
00000100:00100000:1.0:1767321162.443932:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994044160:0@lo:38:kworker.0
00000100:00100000:1.0:1767321162.443951:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321162.443969:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994044160
00000100:00100000:1.0:1767321162.443972:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994044160
00000100:00100000:1.0:1767321162.443988:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73696
00000100:00100000:1.0:1767321162.443992:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994044160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321162.444001:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321162.445144:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994044160:12345-0@lo:38:kworker.0 Request processed in 1144us (1186us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321162.445153:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73696
00000100:00080000:1.0:1767321162.445242:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321162.445247:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321162.445250:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994044160:0@lo:38:kworker.0
00000100:00080000:1.0:1767321162.445290:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321162.445294:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321162.445297:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994043520:0@lo:38:kworker.0
00000100:00100000:1.0:1767321162.941629:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321162.941647:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994044544:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321162.941706:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321162.941840:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994044544
00000100:00100000:2.0:1767321162.941849:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994044544
00000100:00100000:2.0:1767321162.941900:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3661
00000100:00100000:2.0:1767321162.941909:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994044544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321162.941941:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321162.942030:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994044544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (322us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321162.942038:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3661
00000100:00100000:0.0:1767321162.942240:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321162.942321:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994044544:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321162.942437:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994044672:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321162.942468:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321162.942560:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994044672
00000100:00100000:2.0:1767321162.942565:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994044672
00000100:00100000:2.0:1767321162.942627:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3662
00000100:00100000:2.0:1767321162.942635:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994044672:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321162.942652:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321162.942692:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994044672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321162.942698:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3662
00000100:00100000:1.0:1767321162.942753:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994044672:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321163.005779:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321163.007156:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321164.029269:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321164.029358:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321164.360556:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321164.360669:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942291584
00000100:00100000:1.0:1767321164.360680:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942291584
00000100:00100000:1.0:1767321164.360771:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6288
00000100:00100000:1.0:1767321164.360789:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942291584:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321164.360875:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942291584:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 96us (338us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321164.360882:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6288
00000100:00080000:0.0:1767321164.360949:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321164.362990:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321164.363079:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942291456
00000100:00100000:2.0:1767321164.363088:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942291456
00000100:00100000:2.0:1767321164.363130:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73697
00000100:00100000:2.0:1767321164.363137:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942291456:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321164.363192:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321164.363261:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942291456:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 122us (278us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321164.363268:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73697
00010000:00010000:3.0:1767321165.053416:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321165.053570:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321166.077500:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321166.078080:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321167.101299:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321167.102030:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321167.549692:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321167.549704:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321167.549707:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321167.549711:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321167.549716:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321167.549734:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6407
00000100:00080000:1.0:1767321167.549739:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321167.549747:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321167.549888:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ca80 x1853163994044800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321167.549920:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321167.549924:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321167.549926:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321167.549931:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6407
00000100:00080000:1.0:1767321167.549933:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321167.549937:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321167.550052:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760c380 x1853163994044928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321167.550100:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321167.550104:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321167.550105:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321167.550109:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6407
00000100:00080000:1.0:1767321167.550111:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321167.550115:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321167.550127:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d180 x1853163994045184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321167.550142:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321167.550145:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321167.550147:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321167.550151:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6407
00000100:00080000:1.0:1767321167.550153:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321167.550156:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321167.550190:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760fb80 x1853163994045440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321167.550242:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994045568:0@lo:400:kworker.0
00000100:00100000:1.0:1767321167.550309:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321167.550556:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994045312:0@lo:400:kworker.0
00000100:00100000:2.0:1767321167.550643:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994045696:0@lo:400:kworker.0
00000100:00100000:0.0:1767321167.550701:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994045056:0@lo:400:kworker.0
00000100:00100000:3.0:1767321167.555309:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321167.555674:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994044800:0@lo:38:kworker.0
00000100:00100000:3.0:1767321167.555730:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321167.555776:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994044928:0@lo:38:kworker.0
00000100:00100000:3.0:1767321167.555804:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321167.555832:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994044928
00000100:00100000:3.0:1767321167.555841:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994044928
00000100:00100000:3.0:1767321167.555892:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444
00000100:00100000:3.0:1767321167.555900:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994044928:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321167.555922:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321167.556236:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994044928:12345-0@lo:38:kworker.0 Request processed in 335us (430us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321167.556244:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444
00000100:00080000:3.0:1767321167.556288:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321167.556293:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321167.556296:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994044928:0@lo:38:kworker.0
00000100:00100000:3.0:1767321167.556303:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994045184:0@lo:38:kworker.0
00000100:00100000:3.0:1767321167.556606:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321167.556636:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994045312
00000100:00100000:3.0:1767321167.556641:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994045312
00000100:00100000:3.0:1767321167.556691:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994044800
00000100:00100000:3.0:1767321167.556695:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994044800
00000100:00100000:3.0:1767321167.556712:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994045184
00000100:00100000:3.0:1767321167.556715:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994045184
00000100:00100000:3.0:1767321167.556744:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6289
00000100:00100000:3.0:1767321167.556840:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994045312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321167.557040:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994045312:12345-0@lo:400:kworker.0 Request processed in 288us (1737us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321167.557048:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6289
00000100:00100000:3.0:1767321167.557064:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73698
00000100:00100000:3.0:1767321167.557069:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994044800:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321167.557085:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321167.557115:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994044800:12345-0@lo:38:kworker.0 Request processed in 44us (1395us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321167.557121:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73698
00000100:00100000:3.0:1767321167.557132:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73699
00000100:00100000:3.0:1767321167.557136:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994045184:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321167.557144:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321167.557183:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994045184:12345-0@lo:38:kworker.0 Request processed in 46us (578us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321167.557189:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73699
00000100:00100000:3.0:1767321167.557230:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994045312:0@lo:400:kworker.0
00000100:00080000:3.0:1767321167.557262:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321167.557266:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321167.557270:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994045184:0@lo:38:kworker.0
00000100:00100000:3.0:1767321167.557277:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994045440:0@lo:38:kworker.0
00000100:00100000:3.0:1767321167.557303:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321167.557346:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994045440
00000100:00100000:3.0:1767321167.557350:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994045440
00000100:00100000:3.0:1767321167.557370:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73700
00000100:00100000:3.0:1767321167.557374:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994045440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321167.557383:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321167.557410:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994045440:12345-0@lo:38:kworker.0 Request processed in 34us (106us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321167.558908:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73700
00000100:00080000:3.0:1767321167.559080:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321167.559086:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321167.559090:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994045440:0@lo:38:kworker.0
00000100:00080000:3.0:1767321167.559125:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321167.559129:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321167.559132:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994044800:0@lo:38:kworker.0
00000100:00100000:3.0:1767321167.559217:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994045568
00000100:00100000:3.0:1767321167.559223:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994045568
00000100:00100000:3.0:1767321167.559271:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3869
00000100:00100000:3.0:1767321167.559279:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994045568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321167.561584:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994045568:12345-0@lo:400:kworker.0 Request processed in 2297us (11266us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321167.561597:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3869
00000100:00080000:3.0:1767321167.561666:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321167.561671:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321167.563531:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994045568:0@lo:400:kworker.0
00000100:00100000:2.0:1767321167.564100:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321167.564931:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321167.565201:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994045056
00000100:00100000:1.0:1767321167.565210:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994045056
00000100:00100000:1.0:1767321167.565280:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6290
00000100:00100000:1.0:1767321167.565289:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994045056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321167.565604:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994045056:12345-0@lo:400:kworker.0 Request processed in 316us (673us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321167.565612:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6290
00000100:00080000:0.0:1767321167.566080:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321167.566118:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994045056:0@lo:400:kworker.0
00000100:00100000:3.0:1767321167.566640:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994045696
00000100:00100000:3.0:1767321167.566647:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994045696
00000100:00100000:3.0:1767321167.566710:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3870
00000100:00100000:3.0:1767321167.566726:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994045696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321167.566799:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994045696:12345-0@lo:400:kworker.0 Request processed in 82us (2700us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321167.566805:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3870
00000100:00080000:1.0:1767321167.567222:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321167.567295:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994045696:0@lo:400:kworker.0
00000100:00100000:3.0:1767321168.062103:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994045952:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321168.062358:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321168.062442:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321168.062450:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994045824:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321168.062473:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321168.062681:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994045952
00000100:00100000:2.0:1767321168.062690:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994045952
00000100:00100000:2.0:1767321168.062763:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994045824
00000100:00100000:2.0:1767321168.062767:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994045824
00000100:00100000:2.0:1767321168.062797:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3663
00000100:00100000:2.0:1767321168.062806:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994045952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321168.062839:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321168.063006:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3664
00000100:00100000:0.0:1767321168.063016:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994045824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321168.063033:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321168.063087:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994045824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (611us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321168.063095:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3664
00000100:00100000:2.0:1767321168.063547:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994045952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 741us (1188us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321168.063555:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3663
00000100:00100000:3.0:1767321168.063720:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994045824:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321168.063754:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994045952:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321168.125516:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321168.125669:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321169.149301:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321169.149712:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321169.480856:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321169.480903:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321169.481012:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942291840
00000100:00100000:2.0:1767321169.481022:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942291840
00000100:00100000:2.0:1767321169.481083:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942291712
00000100:00100000:2.0:1767321169.481086:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942291712
00000100:00100000:2.0:1767321169.481101:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6291
00000100:00100000:2.0:1767321169.481110:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942291840:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321169.481206:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942291840:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 97us (360us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321169.481214:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6291
00000100:00100000:2.0:1767321169.481233:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73701
00000100:00100000:2.0:1767321169.481237:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942291712:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321169.481256:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321169.481281:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942291712:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 42us (378us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321169.481287:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73701
00000100:00080000:3.0:1767321169.482802:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321170.178454:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321170.178596:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321171.197390:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321171.197544:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321172.221441:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321172.221707:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321172.670516:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321172.670535:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321172.670538:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321172.670542:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321172.670547:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321172.670568:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6412
00000100:00080000:1.0:1767321172.670574:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321172.670582:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321172.670643:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f480 x1853163994046080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321172.670677:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321172.670682:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321172.670684:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321172.670688:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6412
00000100:00080000:1.0:1767321172.670691:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321172.670695:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321172.670712:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3800 x1853163994046208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321172.670757:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321172.670761:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321172.670763:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321172.670766:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6412
00000100:00080000:1.0:1767321172.670769:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767321172.670769:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994046080:0@lo:38:kworker.0
00000100:00080000:1.0:1767321172.670772:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321172.670783:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3480 x1853163994046464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321172.670799:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321172.670802:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321172.670804:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321172.670807:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6412
00000100:00080000:1.0:1767321172.670810:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321172.670813:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321172.670823:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d2d80 x1853163994046720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321172.670857:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321172.670873:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994046976:0@lo:400:kworker.0
00000100:00100000:1.0:1767321172.670908:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321172.670937:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994046208:0@lo:38:kworker.0
00000100:00100000:1.0:1767321172.670938:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321172.670944:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994046848:0@lo:400:kworker.0
00000100:00100000:1.0:1767321172.670964:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321172.670965:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321172.670991:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994046464:0@lo:38:kworker.0
00000100:00100000:1.0:1767321172.670997:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994046976
00000100:00100000:1.0:1767321172.671007:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994046976
00000100:00100000:3.0:1767321172.671012:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321172.671026:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994046720:0@lo:38:kworker.0
00000100:00100000:3.0:1767321172.671046:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321172.671069:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994046848
00000100:00100000:1.0:1767321172.671072:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994046848
00000100:00100000:3.0:1767321172.671073:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994046080
00000100:00100000:3.0:1767321172.671075:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994046080
00000100:00100000:3.0:1767321172.671095:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994046464
00000100:00100000:3.0:1767321172.671097:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994046464
00000100:00100000:1.0:1767321172.671098:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3871
00000100:00100000:1.0:1767321172.671108:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994046976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321172.671109:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994046720
00000100:00100000:3.0:1767321172.671112:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994046720
00000100:00100000:3.0:1767321172.671126:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73702
00000100:00100000:3.0:1767321172.671132:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994046080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321172.671154:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321172.671185:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994046976:12345-0@lo:400:kworker.0 Request processed in 78us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321172.671192:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3871
00000100:00100000:3.0:1767321172.671207:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994046080:12345-0@lo:38:kworker.0 Request processed in 75us (350us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321172.671210:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3872
00000100:00100000:3.0:1767321172.671214:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73702
00000100:00100000:1.0:1767321172.671215:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994046848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321172.671226:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73703
00000100:00100000:3.0:1767321172.671229:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994046464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321172.671238:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321172.671242:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994046848:12345-0@lo:400:kworker.0 Request processed in 28us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321172.671248:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3872
00000100:00100000:3.0:1767321172.671256:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994046464:12345-0@lo:38:kworker.0 Request processed in 25us (243us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321172.671261:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73703
00000100:00080000:1.0:1767321172.671265:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321172.671270:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321172.671270:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73704
00000100:00100000:3.0:1767321172.671273:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994046720:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321172.671282:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321172.671300:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994046720:12345-0@lo:38:kworker.0 Request processed in 26us (254us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321172.671305:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994046848:0@lo:400:kworker.0
00000100:00100000:3.0:1767321172.671306:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73704
00000100:00100000:1.0:1767321172.671315:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994046976:0@lo:400:kworker.0
00000100:00100000:3.0:1767321172.671324:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994046208
00000100:00100000:3.0:1767321172.671327:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994046208
00000100:00100000:3.0:1767321172.671346:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445
00000100:00100000:3.0:1767321172.671350:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994046208:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321172.671360:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321172.671384:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994046208:12345-0@lo:38:kworker.0 Request processed in 33us (420us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321172.671390:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445
00000100:00080000:3.0:1767321172.671412:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321172.671417:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321172.671420:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994046464:0@lo:38:kworker.0
00000100:00080000:3.0:1767321172.671428:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321172.671431:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321172.671434:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994046720:0@lo:38:kworker.0
00000100:00080000:3.0:1767321172.671442:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321172.671444:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321172.671459:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994046080:0@lo:38:kworker.0
00000100:00080000:3.0:1767321172.671469:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321172.671471:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321172.671474:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994046208:0@lo:38:kworker.0
00000100:00100000:2.0:1767321172.671569:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994046336:0@lo:400:kworker.0
00000100:00100000:2.0:1767321172.671604:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321172.671645:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321172.671651:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994046592:0@lo:400:kworker.0
00000100:00100000:2.0:1767321172.671672:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321172.671826:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994046336
00000100:00100000:0.0:1767321172.671831:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994046336
00000100:00100000:0.0:1767321172.671875:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994046592
00000100:00100000:0.0:1767321172.671879:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994046592
00000100:00100000:0.0:1767321172.671900:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6292
00000100:00100000:0.0:1767321172.671907:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994046336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321172.671945:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994046336:12345-0@lo:400:kworker.0 Request processed in 40us (340us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321172.671951:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6292
00000100:00100000:0.0:1767321172.671964:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6293
00000100:00100000:0.0:1767321172.671970:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994046592:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321172.671994:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994046592:12345-0@lo:400:kworker.0 Request processed in 25us (321us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321172.671999:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6293
00000100:00080000:2.0:1767321172.672077:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321172.672097:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994046592:0@lo:400:kworker.0
00000100:00100000:2.0:1767321172.672107:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994046336:0@lo:400:kworker.0
00000100:00100000:3.0:1767321173.181981:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994047104:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321173.182082:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321173.182254:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994047104
00000100:00100000:2.0:1767321173.182265:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994047104
00000100:00100000:2.0:1767321173.182338:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3665
00000100:00100000:2.0:1767321173.182349:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994047104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321173.182388:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321173.182450:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994047104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (368us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321173.182459:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3665
00000100:00100000:0.0:1767321173.182501:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994047104:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321173.183680:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994047232:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321173.183738:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321173.184127:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994047232
00000100:00100000:3.0:1767321173.184136:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994047232
00000100:00100000:3.0:1767321173.184739:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3666
00000100:00100000:3.0:1767321173.184752:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994047232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321173.184787:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321173.185514:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994047232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 761us (1770us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321173.185524:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3666
00000100:00100000:0.0:1767321173.185741:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994047232:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321173.245500:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321173.245694:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321174.269333:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321174.271610:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321174.601032:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321174.601077:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321174.601519:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942292096
00000100:00100000:3.0:1767321174.601534:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942292096
00000100:00100000:3.0:1767321174.601643:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942291968
00000100:00100000:3.0:1767321174.601647:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942291968
00000100:00100000:3.0:1767321174.601672:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6294
00000100:00100000:3.0:1767321174.601684:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942292096:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321174.601796:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942292096:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 114us (778us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321174.601804:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6294
00000100:00100000:3.0:1767321174.601827:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73705
00000100:00100000:3.0:1767321174.601832:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942291968:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321174.601858:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321174.601888:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942291968:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 54us (809us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321174.601895:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73705
00000100:00080000:1.0:1767321174.602286:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321175.294282:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321175.294517:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321176.317697:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321176.317813:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321177.341311:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321177.341569:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321177.790658:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321177.790673:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321177.790677:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321177.790682:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321177.790688:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321177.790699:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6417
00000100:00080000:1.0:1767321177.790705:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321177.790713:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321177.790769:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3b80 x1853163994047360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321177.790798:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321177.790802:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321177.790804:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321177.790808:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6417
00000100:00080000:1.0:1767321177.790810:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321177.790814:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321177.790835:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1180 x1853163994047488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321177.790882:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321177.790886:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767321177.790887:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994047616:0@lo:400:kworker.0
00000100:00080000:1.0:1767321177.790888:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321177.790898:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6417
00000100:00080000:1.0:1767321177.790901:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321177.790905:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321177.790916:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d2300 x1853163994047744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321177.790930:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321177.790933:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321177.790935:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321177.790939:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6417
00000100:00080000:1.0:1767321177.790941:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321177.790944:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321177.790953:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0000 x1853163994048000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321177.790983:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321177.791004:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994048128:0@lo:400:kworker.0
00000100:00100000:0.0:1767321177.791038:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994047616
00000100:00100000:1.0:1767321177.791039:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321177.791047:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994047616
00000100:00100000:1.0:1767321177.791100:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321177.791106:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994048256:0@lo:400:kworker.0
00000100:00100000:0.0:1767321177.791116:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6295
00000100:00100000:0.0:1767321177.791127:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994047616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321177.791132:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321177.791181:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994048128
00000100:00100000:1.0:1767321177.791185:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994048128
00000100:00100000:0.0:1767321177.791201:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994047616:12345-0@lo:400:kworker.0 Request processed in 76us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321177.791209:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6295
00000100:00100000:1.0:1767321177.791215:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994048256
00000100:00100000:1.0:1767321177.791218:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994048256
00000100:00100000:1.0:1767321177.791237:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3873
00000100:00100000:1.0:1767321177.791243:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994048128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321177.791263:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994047616:0@lo:400:kworker.0
00000100:00100000:1.0:1767321177.791276:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994048128:12345-0@lo:400:kworker.0 Request processed in 33us (236us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321177.791281:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3873
00000100:00100000:0.0:1767321177.791283:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321177.791288:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994047872:0@lo:400:kworker.0
00000100:00100000:1.0:1767321177.791294:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3874
00000100:00100000:1.0:1767321177.791300:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731db0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994048256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321177.791308:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321177.791322:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731db0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994048256:12345-0@lo:400:kworker.0 Request processed in 23us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321177.791327:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994047872
00000100:00100000:1.0:1767321177.791328:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3874
00000100:00100000:0.0:1767321177.791330:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994047872
00000100:00100000:0.0:1767321177.791435:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6296
00000100:00100000:0.0:1767321177.791442:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994047872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321177.791469:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994047872:12345-0@lo:400:kworker.0 Request processed in 29us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321177.791474:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6296
00000100:00100000:0.0:1767321177.791496:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994047872:0@lo:400:kworker.0
00000100:00080000:0.0:1767321177.791546:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321177.791551:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321177.791554:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321177.791599:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994048256:0@lo:400:kworker.0
00000100:00100000:0.0:1767321177.791608:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994048128:0@lo:400:kworker.0
00000100:00100000:3.0:1767321177.791771:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994047360:0@lo:38:kworker.0
00000100:00100000:3.0:1767321177.791805:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321177.791835:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994047488:0@lo:38:kworker.0
00000100:00100000:3.0:1767321177.791858:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321177.791897:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994047744:0@lo:38:kworker.0
00000100:00100000:3.0:1767321177.791917:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321177.791933:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994048000:0@lo:38:kworker.0
00000100:00100000:3.0:1767321177.791952:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321177.791981:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994047360
00000100:00100000:3.0:1767321177.791985:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994047360
00000100:00100000:3.0:1767321177.792009:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994047744
00000100:00100000:3.0:1767321177.792012:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994047744
00000100:00100000:3.0:1767321177.792025:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994048000
00000100:00100000:3.0:1767321177.792027:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994048000
00000100:00100000:3.0:1767321177.792042:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73706
00000100:00100000:3.0:1767321177.792047:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994047360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321177.792069:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321177.792104:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994047360:12345-0@lo:38:kworker.0 Request processed in 56us (299us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321177.792110:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73706
00000100:00100000:3.0:1767321177.792125:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73707
00000100:00100000:3.0:1767321177.792128:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994047744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321177.792136:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321177.792156:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994047744:12345-0@lo:38:kworker.0 Request processed in 27us (239us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321177.792178:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73707
00000100:00100000:3.0:1767321177.792189:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73708
00000100:00100000:3.0:1767321177.792193:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994048000:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321177.792200:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321177.792220:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994048000:12345-0@lo:38:kworker.0 Request processed in 27us (268us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321177.792226:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73708
00000100:00080000:3.0:1767321177.792262:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321177.792267:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321177.792271:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994047360:0@lo:38:kworker.0
00000100:00080000:3.0:1767321177.792280:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321177.792284:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321177.792287:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994047744:0@lo:38:kworker.0
00000100:00080000:3.0:1767321177.792294:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321177.792298:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321177.792300:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994048000:0@lo:38:kworker.0
00000100:00100000:2.0:1767321177.792381:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994047488
00000100:00100000:2.0:1767321177.792386:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994047488
00000100:00100000:2.0:1767321177.792418:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446
00000100:00100000:2.0:1767321177.792423:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994047488:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321177.792434:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321177.792473:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994047488:12345-0@lo:38:kworker.0 Request processed in 49us (614us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321177.792479:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446
00000100:00080000:0.0:1767321177.795055:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321177.795073:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321177.795079:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994047488:0@lo:38:kworker.0
00000100:00100000:0.0:1767321178.301778:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994048384:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321178.302064:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321178.302352:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994048384
00000100:00100000:1.0:1767321178.302362:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994048384
00000100:00100000:1.0:1767321178.302438:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3667
00000100:00100000:1.0:1767321178.302449:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994048384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321178.302725:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321178.302792:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994048384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 344us (901us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321178.302801:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3667
00000100:00100000:3.0:1767321178.302884:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994048512:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321178.303218:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321178.303383:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994048384:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321178.303887:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994048512
00000100:00100000:1.0:1767321178.304018:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994048512
00000100:00100000:1.0:1767321178.304075:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3668
00000100:00100000:1.0:1767321178.304084:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994048512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321178.304117:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321178.304195:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994048512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (976us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321178.304202:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3668
00000100:00100000:3.0:1767321178.304326:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994048512:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321178.365661:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321178.366686:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321179.389371:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321179.389715:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321179.722307:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321179.722368:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321179.722489:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942292352
00000100:00100000:0.0:1767321179.722515:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942292352
00000100:00100000:0.0:1767321179.722619:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942292224
00000100:00100000:0.0:1767321179.722624:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942292224
00000100:00100000:0.0:1767321179.722651:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6297
00000100:00100000:0.0:1767321179.722664:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942292352:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321179.722772:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942292352:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 108us (480us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321179.722780:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6297
00000100:00100000:0.0:1767321179.722804:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73709
00000100:00100000:0.0:1767321179.722810:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942292224:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321179.722835:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321179.722869:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942292224:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 58us (501us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321179.722877:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73709
00000100:00080000:1.0:1767321179.723367:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321180.413749:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321180.413984:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321181.438057:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321181.439452:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321182.461360:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321182.461579:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321182.909427:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321182.909451:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321182.909454:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321182.909460:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321182.909466:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767321182.909479:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321157/real 1767321157]  req@ffff89b7312b0000 x1853163994042112/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321182 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767321182.909480:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6422
00000100:00080000:1.0:1767321182.909489:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321182.909504:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321182.909541:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b7312b0000 x1853163994042112/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321182 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321182.909560:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d2680 x1853163994048640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321182.909570:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321182.909586:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321182.909590:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321182.909593:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321182.909598:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6422
00000100:00080000:1.0:1767321182.909600:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321182.909605:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00080000:0.0:1767321182.909608:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321182.909617:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994042112:0@lo:250:kworker.0
00000100:00100000:1.0:1767321182.909625:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d2d80 x1853163994048768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321182.909665:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994048640:0@lo:38:kworker.0
00000100:00080000:1.0:1767321182.909688:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321182.909694:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321182.909696:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321182.909700:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6422
00000100:00080000:1.0:1767321182.909703:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321182.909707:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321182.909725:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0380 x1853163994049024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321182.909744:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321182.909748:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321182.909750:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321182.909755:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6422
00000100:00080000:1.0:1767321182.909757:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321182.909767:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321182.909768:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321182.909792:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0000 x1853163994049280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321182.909841:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321182.909844:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321182.909845:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321182.909849:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6402
00000100:00080000:1.0:1767321182.909851:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321182.909854:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321182.909864:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0700 x1853163994049664/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321182.909906:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994049152:0@lo:400:kworker.0
00000100:00100000:0.0:1767321182.909931:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994048768:0@lo:38:kworker.0
00000100:00100000:1.0:1767321182.909986:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321182.909988:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321182.910100:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994049536:0@lo:400:kworker.0
00000100:00100000:2.0:1767321182.910219:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994048896:0@lo:400:kworker.0
00000100:00100000:0.0:1767321182.910303:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994049024:0@lo:38:kworker.0
00000100:00100000:0.0:1767321182.910344:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321182.910367:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994049280:0@lo:38:kworker.0
00000100:00100000:0.0:1767321182.910391:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321182.910407:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994049664:0@lo:250:kworker.0
00000400:00000100:0.0:1767321182.910425:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994049664 offset 0 length 520: 4
00000100:00100000:0.0:1767321182.910476:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994048640
00000100:00100000:0.0:1767321182.910486:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994048640
00000100:00100000:0.0:1767321182.910524:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994049152
00000100:00100000:0.0:1767321182.910527:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994049152
00000100:00100000:0.0:1767321182.910568:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994049024
00000100:00100000:0.0:1767321182.910571:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994049024
00000100:00100000:0.0:1767321182.910583:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994049280
00000100:00100000:0.0:1767321182.910586:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994049280
00000100:00100000:0.0:1767321182.910600:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6298
00000100:00100000:0.0:1767321182.910610:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994049152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321182.910676:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994049152:12345-0@lo:400:kworker.0 Request processed in 68us (697us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321182.910687:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6298
00000100:00100000:0.0:1767321182.910707:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73710
00000100:00100000:0.0:1767321182.910711:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994048640:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321182.910734:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321182.910770:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994048640:12345-0@lo:38:kworker.0 Request processed in 57us (1010us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321182.910776:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73710
00000100:00100000:0.0:1767321182.910787:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73711
00000100:00100000:0.0:1767321182.910790:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994049024:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321182.910800:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321182.910821:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994049024:12345-0@lo:38:kworker.0 Request processed in 29us (476us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321182.910826:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73711
00000100:00100000:0.0:1767321182.910847:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73712
00000100:00100000:0.0:1767321182.910851:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994049280:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321182.910858:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321182.910881:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994049280:12345-0@lo:38:kworker.0 Request processed in 29us (490us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321182.910888:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73712
00000100:00100000:0.0:1767321182.910913:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994049408:0@lo:400:kworker.0
00000100:00100000:0.0:1767321182.910942:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321182.910981:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994048768
00000100:00100000:0.0:1767321182.910986:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994048768
00000100:00100000:0.0:1767321182.911009:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447
00000100:00100000:0.0:1767321182.911015:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994048768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321182.911025:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321182.911053:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994048768:12345-0@lo:38:kworker.0 Request processed in 36us (1072us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321182.911059:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447
00000100:00080000:0.0:1767321182.911110:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321182.911115:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321182.911119:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994049024:0@lo:38:kworker.0
00000100:00080000:0.0:1767321182.911128:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321182.911131:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321182.911134:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994049280:0@lo:38:kworker.0
00000100:00080000:0.0:1767321182.911143:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321182.911146:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321182.911149:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994048640:0@lo:38:kworker.0
00000100:00080000:0.0:1767321182.911180:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321182.911184:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321182.911187:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994048768:0@lo:38:kworker.0
00000100:00080000:0.0:1767321182.911250:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321182.911280:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994049408
00000100:00100000:0.0:1767321182.911285:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994049408
00000100:00100000:1.0:1767321182.911321:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994049152:0@lo:400:kworker.0
00000100:00100000:0.0:1767321182.911328:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3875
00000100:00100000:0.0:1767321182.911339:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994049408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321182.911387:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994049408:12345-0@lo:400:kworker.0 Request processed in 50us (444us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321182.911398:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3875
00000100:00080000:1.0:1767321182.911406:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321182.911675:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994049408:0@lo:400:kworker.0
00000100:00100000:3.0:1767321182.918892:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321182.919454:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994049536
00000100:00100000:0.0:1767321182.919469:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994049536
00000100:00080000:1.0:1767321182.919593:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321182.919596:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3876
00000100:00100000:0.0:1767321182.919620:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994049536:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321182.919727:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994049536:12345-0@lo:400:kworker.0 Request processed in 114us (847us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321182.919736:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3876
00000100:00100000:1.0:1767321182.920038:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994049536:0@lo:400:kworker.0
00000100:00100000:2.0:1767321182.920248:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321182.920319:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994048896
00000100:00100000:0.0:1767321182.920504:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994048896
00000100:00100000:0.0:1767321182.920634:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6299
00000100:00100000:0.0:1767321182.920642:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994048896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321182.920698:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994048896:12345-0@lo:400:kworker.0 Request processed in 57us (453us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321182.920705:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6299
00000100:00080000:1.0:1767321182.920805:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321182.930752:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994048896:0@lo:400:kworker.0
00000100:00100000:1.0:1767321183.421999:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321183.422037:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994049792:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321183.422152:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321183.422388:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994049792
00000100:00100000:2.0:1767321183.422400:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994049792
00000100:00100000:2.0:1767321183.422484:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3669
00000100:00100000:2.0:1767321183.422495:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994049792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321183.422538:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321183.422606:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994049792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (454us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321183.422614:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3669
00000100:00100000:3.0:1767321183.422762:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994049792:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321183.423293:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321183.423308:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994049920:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321183.423351:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321183.423462:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994049920
00000100:00100000:1.0:1767321183.423468:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994049920
00000100:00100000:1.0:1767321183.423508:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3670
00000100:00100000:1.0:1767321183.423516:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994049920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321183.423538:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321183.423579:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994049920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321183.423586:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3670
00000100:00100000:0.0:1767321183.423649:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994049920:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321183.485442:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321183.485683:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767321183.819595:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942292480 offset 0 length 520: 4
00000100:00100000:0.0:1767321183.819640:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321183.819800:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321183.820983:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942292736
00000100:00100000:3.0:1767321183.820997:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942292736
00000100:00100000:3.0:1767321183.821223:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942292608
00000100:00100000:3.0:1767321183.821229:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942292608
00000100:00080000:0.0:1767321183.821278:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321183.829988:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6300
00000100:00100000:1.0:1767321183.830019:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942292736:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321183.830154:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942292736:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 150us (10514us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321183.830175:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6300
00000100:00100000:1.0:1767321183.830199:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73713
00000100:00100000:1.0:1767321183.830204:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942292608:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321183.830231:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321183.830258:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942292608:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 53us (10467us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321183.830265:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73713
00000100:00100000:0.0:1767321184.509361:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321184.511467:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321185.533312:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321185.533742:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321186.557341:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321186.557528:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321187.583516:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321187.583631:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321188.030195:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321188.030256:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321188.030259:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321188.030263:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321188.030268:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321188.030276:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6427
00000100:00080000:2.0:1767321188.030281:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321188.030289:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321188.030404:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0000 x1853163994050048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321188.030468:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994050048:0@lo:38:kworker.0
00000100:00100000:0.0:1767321188.030544:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321188.030596:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321188.030601:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321188.030603:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321188.030608:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6427
00000100:00080000:2.0:1767321188.030610:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321188.030615:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321188.030631:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2680 x1853163994050176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321188.030675:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321188.030679:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321188.030681:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321188.030685:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6427
00000100:00080000:2.0:1767321188.030687:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321188.030690:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321188.030702:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2300 x1853163994050432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321188.030721:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321188.030725:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321188.030726:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321188.030730:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6427
00000100:00080000:2.0:1767321188.030732:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321188.030735:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321188.030745:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2d80 x1853163994050688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321188.030794:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994050816:0@lo:400:kworker.0
00000100:00100000:2.0:1767321188.030830:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321188.030894:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321188.030900:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994050944:0@lo:400:kworker.0
00000100:00100000:2.0:1767321188.030923:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321188.030988:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994050816
00000100:00100000:2.0:1767321188.030997:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994050816
00000100:00100000:2.0:1767321188.031055:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994050944
00000100:00100000:2.0:1767321188.031058:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994050944
00000100:00100000:2.0:1767321188.031083:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3877
00000100:00100000:2.0:1767321188.031090:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994050816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321188.031143:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994050816:12345-0@lo:400:kworker.0 Request processed in 53us (312us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321188.031151:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3877
00000100:00100000:2.0:1767321188.031197:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3878
00000100:00100000:3.0:1767321188.031305:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994050304:0@lo:400:kworker.0
00000100:00080000:3.0:1767321188.031370:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321188.031374:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321188.031413:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994050816:0@lo:400:kworker.0
00000100:00100000:3.0:1767321188.031445:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994050560:0@lo:400:kworker.0
00000100:00100000:0.0:1767321188.031547:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994050176:0@lo:38:kworker.0
00000100:00100000:0.0:1767321188.031574:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321188.031599:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994050432:0@lo:38:kworker.0
00000100:00100000:0.0:1767321188.031620:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321188.031681:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994050944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321188.031717:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994050944:12345-0@lo:400:kworker.0 Request processed in 41us (792us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321188.031724:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3878
00000100:00100000:2.0:1767321188.031751:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994050176
00000100:00100000:2.0:1767321188.031755:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994050176
00000100:00100000:2.0:1767321188.031774:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448
00000100:00100000:2.0:1767321188.031779:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994050176:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321188.031797:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321188.031825:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994050176:12345-0@lo:38:kworker.0 Request processed in 46us (251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321188.031832:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448
00000100:00100000:3.0:1767321188.032050:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994050944:0@lo:400:kworker.0
00000100:00100000:0.0:1767321188.032179:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994050688:0@lo:38:kworker.0
00000100:00100000:0.0:1767321188.032218:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321188.032514:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994050048
00000100:00100000:1.0:1767321188.032520:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994050048
00000100:00100000:1.0:1767321188.032543:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73714
00000100:00100000:1.0:1767321188.032548:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994050048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321188.032562:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321188.032595:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994050048:12345-0@lo:38:kworker.0 Request processed in 45us (2051us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321188.032601:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73714
00000100:00100000:1.0:1767321188.032613:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994050432
00000100:00100000:1.0:1767321188.032616:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994050432
00000100:00100000:1.0:1767321188.032633:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73715
00000100:00100000:1.0:1767321188.032637:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994050432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321188.032646:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321188.032672:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994050432:12345-0@lo:38:kworker.0 Request processed in 33us (1051us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321188.032678:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73715
00000100:00080000:0.0:1767321188.032874:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321188.032880:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321188.032884:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994050048:0@lo:38:kworker.0
00000100:00080000:0.0:1767321188.032907:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321188.032911:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321188.032914:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994050176:0@lo:38:kworker.0
00000100:00080000:0.0:1767321188.032923:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321188.032926:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321188.032929:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994050432:0@lo:38:kworker.0
00000100:00100000:1.0:1767321188.032999:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321188.033141:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994050688
00000100:00100000:2.0:1767321188.033146:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994050688
00000100:00100000:2.0:1767321188.033194:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994050560
00000100:00100000:2.0:1767321188.033198:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994050560
00000100:00100000:2.0:1767321188.033243:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6301
00000100:00100000:2.0:1767321188.033250:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994050560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321188.033294:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994050560:12345-0@lo:400:kworker.0 Request processed in 44us (294us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321188.033300:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6301
00000100:00100000:2.0:1767321188.033315:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73716
00000100:00100000:2.0:1767321188.033318:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994050688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321188.033350:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321188.033379:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994050688:12345-0@lo:38:kworker.0 Request processed in 59us (1160us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321188.033385:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73716
00000100:00100000:2.0:1767321188.033410:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321188.033439:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994050304
00000100:00100000:2.0:1767321188.033443:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994050304
00000100:00100000:2.0:1767321188.033468:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6302
00000100:00100000:2.0:1767321188.033475:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994050304:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321188.033507:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994050304:12345-0@lo:400:kworker.0 Request processed in 33us (96us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321188.033512:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6302
00000100:00100000:2.0:1767321188.033539:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994050304:0@lo:400:kworker.0
00000100:00080000:2.0:1767321188.033562:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321188.035402:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321188.035413:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321188.035418:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994050688:0@lo:38:kworker.0
00000100:00100000:1.0:1767321188.035534:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994050560:0@lo:400:kworker.0
00000100:00100000:1.0:1767321188.541705:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321188.541739:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994051072:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321188.541809:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321188.542003:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994051072
00000100:00100000:2.0:1767321188.542012:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994051072
00000100:00100000:2.0:1767321188.542067:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3671
00000100:00100000:2.0:1767321188.542075:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994051072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321188.542105:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321188.542149:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994051072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (340us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321188.542156:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3671
00000100:00100000:1.0:1767321188.542609:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994051072:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321188.542896:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994051200:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321188.542936:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321188.543208:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994051200
00000100:00100000:1.0:1767321188.543213:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994051200
00000100:00100000:1.0:1767321188.543254:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3672
00000100:00100000:1.0:1767321188.543262:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994051200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321188.543282:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321188.543326:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994051200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (389us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321188.543349:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3672
00000100:00100000:1.0:1767321188.543385:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994051200:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321188.605291:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321188.606063:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321188.938850:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321188.938898:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321188.938981:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942292992
00000100:00100000:2.0:1767321188.938981:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942292864
00000100:00100000:1.0:1767321188.938992:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942292992
00000100:00100000:2.0:1767321188.938992:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942292864
00000100:00080000:3.0:1767321188.939069:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321188.939077:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6303
00000100:00100000:2.0:1767321188.939089:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942292992:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321188.939219:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942292992:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 133us (382us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321188.939227:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6303
00000100:00100000:2.0:1767321188.939246:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73717
00000100:00100000:2.0:1767321188.939251:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942292864:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321188.939273:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321188.939301:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942292864:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 49us (403us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321188.939307:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73717
00000100:00100000:0.0:1767321189.629338:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321189.629432:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321190.653362:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321190.653657:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321191.678429:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321191.679426:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321192.701296:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321192.701494:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321193.150513:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321193.150524:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321193.150526:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321193.150531:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321193.150535:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321193.150543:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6432
00000100:00080000:2.0:1767321193.150549:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767321193.150556:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321193.150618:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f3480 x1853163994051328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321193.150645:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321193.150649:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321193.150651:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321193.150655:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6432
00000100:00080000:2.0:1767321193.150658:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767321193.150661:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321193.150686:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f2680 x1853163994051456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321193.150873:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321193.150877:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321193.150879:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321193.150884:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6432
00000100:00080000:2.0:1767321193.150887:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767321193.150892:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321193.150904:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293480 x1853163994051712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321193.150920:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321193.150923:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321193.150925:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321193.150928:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6432
00000100:00080000:2.0:1767321193.150931:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767321193.150934:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321193.150944:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292300 x1853163994051968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321193.150959:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994051584:0@lo:400:kworker.0
00000100:00100000:2.0:1767321193.151015:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994052224:0@lo:400:kworker.0
00000100:00100000:1.0:1767321193.151030:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321193.151093:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994051328:0@lo:38:kworker.0
00000100:00100000:0.0:1767321193.151148:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994052096:0@lo:400:kworker.0
00000100:00100000:2.0:1767321193.151995:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321193.152063:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994052224
00000100:00100000:2.0:1767321193.152071:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994052224
00000100:00100000:2.0:1767321193.152127:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3879
00000100:00100000:2.0:1767321193.152137:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994052224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321193.153050:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994052224:12345-0@lo:400:kworker.0 Request processed in 912us (1052us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321193.153064:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3879
00000100:00100000:2.0:1767321193.153140:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994052224:0@lo:400:kworker.0
00000100:00100000:3.0:1767321193.153916:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321193.153953:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994051456:0@lo:38:kworker.0
00000100:00100000:3.0:1767321193.153989:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321193.154017:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994051712:0@lo:38:kworker.0
00000100:00100000:3.0:1767321193.154034:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321193.154046:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994051968:0@lo:38:kworker.0
00000100:00100000:3.0:1767321193.154059:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321193.154075:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994051456
00000100:00100000:2.0:1767321193.154083:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994051456
00000100:00080000:3.0:1767321193.154087:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321193.154099:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994051584
00000100:00100000:3.0:1767321193.154102:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994051584
00000100:00100000:3.0:1767321193.154129:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994051328
00000100:00100000:3.0:1767321193.154131:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994051328
00000100:00100000:3.0:1767321193.154139:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994051712
00000100:00100000:3.0:1767321193.154140:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994051712
00000100:00100000:3.0:1767321193.154148:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994051968
00000100:00100000:3.0:1767321193.154149:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994051968
00000100:00100000:3.0:1767321193.154155:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6304
00000100:00100000:3.0:1767321193.154172:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994051584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321193.154224:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994051584:12345-0@lo:400:kworker.0 Request processed in 63us (3195us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321193.154231:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6304
00000100:00100000:3.0:1767321193.154257:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73718
00000100:00100000:3.0:1767321193.154261:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994051328:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321193.154280:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321193.154315:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994051328:12345-0@lo:38:kworker.0 Request processed in 53us (401us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321193.154450:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449
00000100:00100000:2.0:1767321193.154456:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994051456:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321193.154466:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321193.154495:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73718
00000100:00100000:2.0:1767321193.154496:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994051456:12345-0@lo:38:kworker.0 Request processed in 39us (506us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321193.154505:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449
00000100:00100000:3.0:1767321193.154512:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73719
00000100:00100000:3.0:1767321193.154517:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994051712:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321193.154525:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321193.154533:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73720
00000100:00100000:2.0:1767321193.154539:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994051968:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321193.154550:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994051712:12345-0@lo:38:kworker.0 Request processed in 32us (513us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767321193.154551:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321193.154557:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73719
00000100:00080000:3.0:1767321193.154567:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321193.154585:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994051840:0@lo:400:kworker.0
00000100:00100000:3.0:1767321193.154611:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321193.154640:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994051840
00000100:00100000:3.0:1767321193.154644:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994051840
00000100:00100000:3.0:1767321193.154669:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6305
00000100:00100000:3.0:1767321193.154676:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994051840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321193.154708:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994051840:12345-0@lo:400:kworker.0 Request processed in 34us (96us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321193.154714:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6305
00000100:00080000:3.0:1767321193.154727:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321193.154749:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994051840:0@lo:400:kworker.0
00000100:00080000:3.0:1767321193.154774:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321193.154779:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321193.154782:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994051328:0@lo:38:kworker.0
00000100:00080000:3.0:1767321193.154788:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321193.154790:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321193.154792:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994051456:0@lo:38:kworker.0
00000100:00080000:3.0:1767321193.154796:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321193.154798:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321193.154799:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994051712:0@lo:38:kworker.0
00000100:00100000:0.0:1767321193.154911:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321193.155551:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994052096
00000100:00100000:0.0:1767321193.155555:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994052096
00000100:00100000:0.0:1767321193.155597:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3880
00000100:00100000:0.0:1767321193.155607:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994052096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321193.155654:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994052096:12345-0@lo:400:kworker.0 Request processed in 50us (743us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321193.155661:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3880
00000100:00100000:0.0:1767321193.155695:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994052096:0@lo:400:kworker.0
00000100:00080000:0.0:1767321193.155727:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321193.155790:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994051584:0@lo:400:kworker.0
00000100:00100000:2.0:1767321193.156470:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994051968:12345-0@lo:38:kworker.0 Request processed in 1929us (2407us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321193.156480:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73720
00000100:00080000:3.0:1767321193.160491:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321193.160505:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321193.160510:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994051968:0@lo:38:kworker.0
00000100:00100000:0.0:1767321193.661610:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321193.661711:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321193.661731:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994052480:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321193.661800:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321193.661897:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994052480
00000100:00100000:3.0:1767321193.661912:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994052480
00000100:00100000:3.0:1767321193.661968:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3673
00000100:00100000:3.0:1767321193.661977:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994052480:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321193.662006:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321193.662050:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994052480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (250us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321193.662058:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3673
00000100:00100000:3.0:1767321193.662099:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994052480:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321193.663615:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994052352:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321193.663684:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321193.664466:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994052352
00000100:00100000:3.0:1767321193.664477:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994052352
00000100:00100000:3.0:1767321193.664530:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3674
00000100:00100000:3.0:1767321193.664540:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994052352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321193.664569:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321193.664632:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994052352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (948us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321193.664639:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3674
00000100:00100000:0.0:1767321193.666786:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994052352:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321193.725531:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321193.725709:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321194.063741:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321194.063852:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942293248
00000100:00100000:2.0:1767321194.063864:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942293248
00000100:00100000:2.0:1767321194.063960:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6306
00000100:00100000:2.0:1767321194.063971:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942293248:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321194.064054:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942293248:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 84us (323us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321194.064062:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6306
00000100:00080000:0.0:1767321194.064200:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321194.070648:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321194.070792:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942293120
00000100:00100000:2.0:1767321194.070802:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942293120
00000100:00100000:2.0:1767321194.070875:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73721
00000100:00100000:2.0:1767321194.070885:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942293120:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321194.070911:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321194.070982:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942293120:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 96us (344us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321194.070989:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73721
00010000:00010000:0.0:1767321194.749505:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321194.749562:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321195.773320:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321195.773454:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321196.798029:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321196.798105:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321197.821301:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321197.821617:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321198.270992:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321198.271012:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321198.271016:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321198.271020:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321198.271030:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321198.271038:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6437
00000100:00080000:1.0:1767321198.271044:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767321198.271052:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321198.271090:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3480 x1853163994052608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321198.271184:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994052608:0@lo:38:kworker.0
00000100:00100000:3.0:1767321198.271276:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321198.271389:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994052608
00000100:00100000:0.0:1767321198.271397:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994052608
00000100:00100000:0.0:1767321198.271439:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73722
00000100:00100000:0.0:1767321198.271447:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994052608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321198.271467:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321198.271616:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321198.271621:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321198.271622:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321198.271626:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6437
00000100:00080000:1.0:1767321198.271631:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767321198.271635:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321198.271653:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d2d80 x1853163994052736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321198.272433:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994052736:0@lo:38:kworker.0
00000100:00100000:3.0:1767321198.272479:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321198.272563:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994052736
00000100:00100000:2.0:1767321198.272569:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994052736
00000100:00100000:2.0:1767321198.272598:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450
00000100:00100000:2.0:1767321198.272604:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994052736:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321198.272618:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321198.272652:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994052736:12345-0@lo:38:kworker.0 Request processed in 47us (171us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321198.272659:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450
00000100:00100000:0.0:1767321198.276332:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994052608:12345-0@lo:38:kworker.0 Request processed in 4872us (5041us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321198.276350:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73722
00000100:00080000:3.0:1767321198.277455:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321198.277468:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321198.277473:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994052608:0@lo:38:kworker.0
00000100:00080000:3.0:1767321198.278009:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321198.278015:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321198.278019:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994052736:0@lo:38:kworker.0
00000100:00080000:1.0:1767321198.278469:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321198.278474:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321198.278476:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321198.278481:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6437
00000100:00080000:1.0:1767321198.278485:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767321198.278491:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321198.278611:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321198.278627:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994052864:0@lo:400:kworker.0
00000100:00100000:2.0:1767321198.278692:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321198.278737:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994052864
00000100:00100000:2.0:1767321198.278743:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994052864
00000100:00100000:2.0:1767321198.278793:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6307
00000100:00100000:2.0:1767321198.278801:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994052864:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321198.278841:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994052864:12345-0@lo:400:kworker.0 Request processed in 41us (149us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321198.278848:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6307
00000100:00100000:2.0:1767321198.278884:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994052864:0@lo:400:kworker.0
00000100:00080000:0.0:1767321198.278948:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321198.279011:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0000 x1853163994052992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321198.279268:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321198.279272:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321198.279274:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321198.279278:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6437
00000100:00080000:1.0:1767321198.279282:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767321198.279286:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321198.279297:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d2680 x1853163994053248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321198.279339:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994053504:0@lo:400:kworker.0
00000100:00100000:1.0:1767321198.279367:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321198.279388:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321198.279392:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994053376:0@lo:400:kworker.0
00000100:00100000:1.0:1767321198.279411:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321198.279437:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994053504
00000100:00100000:1.0:1767321198.279440:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994053504
00000100:00100000:1.0:1767321198.279469:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994053376
00000100:00100000:1.0:1767321198.279472:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994053376
00000100:00100000:1.0:1767321198.279490:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3881
00000100:00100000:1.0:1767321198.279496:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994053504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321198.279673:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321198.279683:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994053120:0@lo:400:kworker.0
00000100:00100000:0.0:1767321198.279712:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321198.279739:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994053120
00000100:00100000:0.0:1767321198.279742:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994053120
00000100:00100000:0.0:1767321198.279770:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6308
00000100:00100000:0.0:1767321198.279776:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994053120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321198.279813:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994053120:12345-0@lo:400:kworker.0 Request processed in 37us (100us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321198.279819:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6308
00000100:00100000:0.0:1767321198.279846:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994053120:0@lo:400:kworker.0
00000100:00100000:0.0:1767321198.279878:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3882
00000100:00100000:0.0:1767321198.279886:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994053376:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321198.279919:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994053376:12345-0@lo:400:kworker.0 Request processed in 35us (507us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321198.279925:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3882
00000100:00100000:0.0:1767321198.279949:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994053376:0@lo:400:kworker.0
00000100:00080000:0.0:1767321198.279969:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321198.279988:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321198.279991:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321198.280406:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994053504:12345-0@lo:400:kworker.0 Request processed in 910us (1037us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321198.280414:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3881
00000100:00100000:0.0:1767321198.280481:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994053504:0@lo:400:kworker.0
00000100:00100000:3.0:1767321198.280645:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994052992:0@lo:38:kworker.0
00000100:00100000:3.0:1767321198.280676:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321198.280704:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994053248:0@lo:38:kworker.0
00000100:00100000:3.0:1767321198.280724:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321198.280796:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994052992
00000100:00100000:2.0:1767321198.280801:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994052992
00000100:00100000:2.0:1767321198.280830:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994053248
00000100:00100000:2.0:1767321198.280833:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994053248
00000100:00100000:2.0:1767321198.280853:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73723
00000100:00100000:2.0:1767321198.280858:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994052992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321198.280876:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321198.280908:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994052992:12345-0@lo:38:kworker.0 Request processed in 49us (230us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321198.280913:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73723
00000100:00100000:2.0:1767321198.280925:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73724
00000100:00100000:2.0:1767321198.280928:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994053248:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321198.280936:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321198.280954:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994053248:12345-0@lo:38:kworker.0 Request processed in 24us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321198.280959:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73724
00000100:00080000:3.0:1767321198.281757:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321198.281764:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321198.281768:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994052992:0@lo:38:kworker.0
00000100:00080000:3.0:1767321198.281778:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321198.281781:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321198.281783:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994053248:0@lo:38:kworker.0
00000100:00100000:3.0:1767321198.781533:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321198.781557:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994053632:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321198.781626:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321198.781744:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994053632
00000100:00100000:1.0:1767321198.781753:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994053632
00000100:00100000:1.0:1767321198.781808:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3675
00000100:00100000:1.0:1767321198.781818:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994053632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321198.781845:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321198.781890:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994053632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (263us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321198.781898:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3675
00000100:00100000:3.0:1767321198.782041:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994053632:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321198.782271:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321198.782282:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994053760:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321198.782312:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321198.782388:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994053760
00000100:00100000:1.0:1767321198.782393:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994053760
00000100:00100000:1.0:1767321198.782422:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3676
00000100:00100000:1.0:1767321198.782429:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994053760:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321198.782447:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321198.782488:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994053760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (174us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321198.782495:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3676
00000100:00100000:2.0:1767321198.782715:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994053760:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767321198.847894:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321198.848243:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321199.176002:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321199.177858:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942293504
00000100:00100000:0.0:1767321199.177873:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942293504
00000100:00100000:0.0:1767321199.177978:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6309
00000100:00100000:0.0:1767321199.177991:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942293504:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321199.178086:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942293504:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 98us (2093us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321199.178094:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6309
00000100:00080000:2.0:1767321199.181636:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321199.182520:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321199.183603:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942293376
00000100:00100000:0.0:1767321199.183615:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942293376
00000100:00100000:0.0:1767321199.183718:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73725
00000100:00100000:0.0:1767321199.183727:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942293376:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321199.183752:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321199.183822:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942293376:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 94us (1308us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321199.183837:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73725
00000100:00100000:1.0:1767321199.869420:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321199.869658:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321200.893612:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321200.894339:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321201.917389:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321201.917432:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321202.941303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321202.941759:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321203.389464:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321203.389475:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321203.389479:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321203.389482:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321203.389486:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321203.389494:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6442
00000100:00080000:3.0:1767321203.389499:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767321203.389516:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321203.389560:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0e00 x1853163994053888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321203.389577:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321203.389579:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321203.389581:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321203.389585:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6442
00000100:00080000:3.0:1767321203.389588:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767321203.389591:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321203.389608:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcf480 x1853163994054016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321203.389649:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321203.389653:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321203.389655:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321203.389658:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6442
00000100:00080000:3.0:1767321203.389661:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767321203.389664:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321203.389675:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcca80 x1853163994054272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321203.389688:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321203.389691:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321203.389692:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321203.389695:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6442
00000100:00080000:3.0:1767321203.389697:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767321203.389700:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321203.389710:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcf800 x1853163994054528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321203.389767:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994054656:0@lo:400:kworker.0
00000100:00100000:3.0:1767321203.389836:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321203.389899:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321203.389906:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994054784:0@lo:400:kworker.0
00000100:00100000:3.0:1767321203.389929:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321203.389965:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994054656
00000100:00100000:3.0:1767321203.389972:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994054656
00000100:00100000:3.0:1767321203.390024:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994054784
00000100:00100000:3.0:1767321203.390027:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994054784
00000100:00100000:3.0:1767321203.390047:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3883
00000100:00100000:3.0:1767321203.390072:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994054656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321203.390100:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994054144:0@lo:400:kworker.0
00000100:00100000:3.0:1767321203.390125:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994054656:12345-0@lo:400:kworker.0 Request processed in 55us (289us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321203.390133:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3883
00000100:00100000:1.0:1767321203.390134:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321203.390150:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3884
00000100:00100000:1.0:1767321203.390152:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321203.390156:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994054784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321203.390175:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994054400:0@lo:400:kworker.0
00000100:00100000:1.0:1767321203.390196:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321203.390199:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994054784:12345-0@lo:400:kworker.0 Request processed in 44us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321203.390204:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3884
00000100:00100000:1.0:1767321203.390220:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994054144
00000100:00080000:3.0:1767321203.390221:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321203.390223:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994054144
00000100:00080000:3.0:1767321203.390225:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321203.390248:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994054400
00000100:00100000:3.0:1767321203.390250:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994054784:0@lo:400:kworker.0
00000100:00100000:1.0:1767321203.390251:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994054400
00000100:00100000:3.0:1767321203.390260:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994054656:0@lo:400:kworker.0
00000100:00100000:1.0:1767321203.390267:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6310
00000100:00100000:1.0:1767321203.390273:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994054144:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767321203.390277:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321203.390303:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994054144:12345-0@lo:400:kworker.0 Request processed in 30us (169us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321203.390309:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6310
00000100:00100000:1.0:1767321203.390322:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6311
00000100:00100000:1.0:1767321203.390328:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994054400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321203.390353:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994054400:12345-0@lo:400:kworker.0 Request processed in 26us (157us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321203.390359:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6311
00000100:00100000:1.0:1767321203.390382:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994054400:0@lo:400:kworker.0
00000100:00100000:1.0:1767321203.390391:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994054144:0@lo:400:kworker.0
00000100:00100000:0.0:1767321203.391974:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994053888:0@lo:38:kworker.0
00000100:00100000:0.0:1767321203.392038:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321203.392080:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994054016:0@lo:38:kworker.0
00000100:00100000:0.0:1767321203.392113:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321203.392153:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994054272:0@lo:38:kworker.0
00000100:00100000:0.0:1767321203.392194:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321203.392212:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994054528:0@lo:38:kworker.0
00000100:00100000:0.0:1767321203.392233:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321203.392263:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994053888
00000100:00100000:0.0:1767321203.392270:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994053888
00000100:00100000:0.0:1767321203.392299:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994054272
00000100:00100000:0.0:1767321203.392302:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994054272
00000100:00100000:0.0:1767321203.392315:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994054528
00000100:00100000:0.0:1767321203.392318:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994054528
00000100:00100000:0.0:1767321203.392337:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73726
00000100:00100000:0.0:1767321203.392343:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994053888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321203.392366:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321203.392415:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994053888:12345-0@lo:38:kworker.0 Request processed in 60us (366us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321203.392422:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73726
00000100:00100000:0.0:1767321203.392439:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73727
00000100:00100000:0.0:1767321203.392443:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994054272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321203.392452:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321203.392475:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994054272:12345-0@lo:38:kworker.0 Request processed in 31us (280us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321203.392482:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73727
00000100:00100000:0.0:1767321203.392494:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73728
00000100:00100000:0.0:1767321203.392497:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994054528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321203.392517:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321203.392540:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994054528:12345-0@lo:38:kworker.0 Request processed in 41us (307us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321203.392549:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73728
00000100:00080000:0.0:1767321203.392591:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321203.392597:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321203.392601:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994053888:0@lo:38:kworker.0
00000100:00080000:0.0:1767321203.392610:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321203.392614:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321203.392616:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994054272:0@lo:38:kworker.0
00000100:00080000:0.0:1767321203.392623:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321203.392627:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321203.392630:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994054528:0@lo:38:kworker.0
00000100:00100000:2.0:1767321203.393351:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994054016
00000100:00100000:2.0:1767321203.393358:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994054016
00000100:00100000:2.0:1767321203.393398:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451
00000100:00100000:2.0:1767321203.393413:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994054016:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321203.393426:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321203.393476:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994054016:12345-0@lo:38:kworker.0 Request processed in 63us (1362us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321203.393483:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451
00000100:00080000:3.0:1767321203.393895:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321203.393900:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321203.393904:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994054016:0@lo:38:kworker.0
00000100:00100000:0.0:1767321203.901730:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321203.901748:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994054912:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321203.901804:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321203.901892:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994054912
00000100:00100000:1.0:1767321203.901899:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994054912
00000100:00100000:1.0:1767321203.901939:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3677
00000100:00100000:1.0:1767321203.901947:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994054912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321203.901977:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321203.902026:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994054912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (221us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321203.902033:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3677
00000100:00100000:0.0:1767321203.902121:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994054912:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321203.902508:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994055040:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321203.902533:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321203.902608:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994055040
00000100:00100000:3.0:1767321203.902612:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994055040
00000100:00100000:3.0:1767321203.902637:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3678
00000100:00100000:3.0:1767321203.902642:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994055040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321203.902656:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321203.902683:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994055040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (150us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321203.902687:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3678
00000100:00100000:3.0:1767321203.902706:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994055040:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321203.965600:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321203.965671:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321204.296671:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321204.296860:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942293760
00000100:00100000:2.0:1767321204.296870:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942293760
00000100:00100000:2.0:1767321204.296951:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6312
00000100:00100000:2.0:1767321204.296961:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942293760:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321204.297062:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942293760:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 102us (418us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321204.297070:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6312
00000100:00080000:3.0:1767321204.297210:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321204.306237:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321204.306299:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942293632
00000100:00100000:0.0:1767321204.306310:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942293632
00000100:00100000:0.0:1767321204.306377:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73729
00000100:00100000:0.0:1767321204.306393:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942293632:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321204.306414:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321204.306474:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942293632:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 89us (250us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321204.306498:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73729
00010000:00010000:3.0:1767321204.989422:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321204.990386:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321206.016455:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321206.018256:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321207.037345:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321207.037752:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321207.485305:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321182/real 1767321182]  req@ffff89b6236d0700 x1853163994049664/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321207 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321207.485339:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6236d0700 x1853163994049664/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321207 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767321207.485360:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321207.485382:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321207.485387:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994049664:0@lo:250:kworker.0
00000100:00080000:0.0:1767321207.493365:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321207.493376:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321207.493381:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321207.493388:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6427
00000100:00080000:0.0:1767321207.493393:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321207.493399:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321207.493437:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0380 x1853163994055168/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321207.493470:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321207.493474:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321207.493475:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321207.493479:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6448
00000100:00080000:0.0:1767321207.493481:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321207.493485:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321207.493500:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0700 x1853163994055296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321207.493508:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321207.493511:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321207.493512:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321207.493516:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6448
00000100:00080000:0.0:1767321207.493519:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321207.493522:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321207.493533:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0e00 x1853163994055424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321207.493567:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994055168:0@lo:250:kworker.0
00000100:00080000:0.0:1767321207.493588:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321207.493593:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321207.493595:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321207.493598:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6448
00000100:00080000:0.0:1767321207.493601:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321207.493605:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321207.493618:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89880 x1853163994055680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:3.0:1767321207.493624:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994055168 offset 0 length 520: 4
00000100:00080000:0.0:1767321207.493642:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321207.493657:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321207.493659:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321207.493664:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6448
00000100:00080000:0.0:1767321207.493667:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321207.493672:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321207.493675:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994055296:0@lo:38:kworker.0
00000100:00100000:0.0:1767321207.493686:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89c00 x1853163994055936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321207.493712:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321207.493741:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994055424:0@lo:38:kworker.0
00000100:00100000:0.0:1767321207.493757:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994055296
00000100:00100000:0.0:1767321207.493765:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994055296
00000100:00100000:3.0:1767321207.493770:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321207.493797:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994055680:0@lo:38:kworker.0
00000100:00100000:0.0:1767321207.493813:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73730
00000100:00100000:0.0:1767321207.493825:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994055296:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321207.493826:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767321207.493848:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321207.493857:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994055936:0@lo:38:kworker.0
00000100:00100000:3.0:1767321207.493892:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321207.493902:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994055296:12345-0@lo:38:kworker.0 Request processed in 79us (189us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321207.493909:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73730
00000100:00100000:0.0:1767321207.493926:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994055680
00000100:00100000:0.0:1767321207.493930:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994055680
00000100:00080000:3.0:1767321207.493938:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321207.493945:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321207.493948:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994055936
00000100:00100000:3.0:1767321207.493949:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994055296:0@lo:38:kworker.0
00000100:00100000:0.0:1767321207.493952:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994055936
00000100:00100000:0.0:1767321207.493973:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73731
00000100:00100000:0.0:1767321207.493989:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994055680:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321207.493999:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994056192:0@lo:400:kworker.0
00010000:00020000:0.0:1767321207.494001:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321207.494077:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994055552:0@lo:400:kworker.0
00000100:00100000:2.0:1767321207.494093:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994055808:0@lo:400:kworker.0
00000100:00100000:0.0:1767321207.495337:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994055680:12345-0@lo:38:kworker.0 Request processed in 1352us (1509us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321207.495347:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73731
00000100:00100000:0.0:1767321207.495377:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73732
00000100:00100000:0.0:1767321207.495383:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994055936:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321207.495399:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767321207.495401:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321207.495437:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321207.495444:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994055936:12345-0@lo:38:kworker.0 Request processed in 59us (1551us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321207.495449:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994056064:0@lo:400:kworker.0
00000100:00100000:0.0:1767321207.495455:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73732
00000100:00100000:3.0:1767321207.495484:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321207.495517:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994055424
00000100:00100000:3.0:1767321207.495523:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994055424
00000100:00100000:3.0:1767321207.495550:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452
00000100:00100000:3.0:1767321207.495556:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994055424:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321207.495567:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321207.495595:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994055424:12345-0@lo:38:kworker.0 Request processed in 38us (1826us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321207.495604:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452
00000100:00100000:1.0:1767321207.503818:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321207.503900:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994055552
00000100:00100000:1.0:1767321207.503908:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994055552
00000100:00100000:1.0:1767321207.504313:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6313
00000100:00100000:1.0:1767321207.504324:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994055552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321207.504379:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994055552:12345-0@lo:400:kworker.0 Request processed in 58us (569us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321207.504386:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6313
00000100:00080000:1.0:1767321207.504410:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321207.504448:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994055552:0@lo:400:kworker.0
00000100:00080000:1.0:1767321207.504524:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321207.504530:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321207.504533:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994055680:0@lo:38:kworker.0
00000100:00080000:1.0:1767321207.504543:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321207.504546:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321207.504549:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994055936:0@lo:38:kworker.0
00000100:00080000:1.0:1767321207.504560:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321207.504563:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321207.504566:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994055424:0@lo:38:kworker.0
00000100:00100000:2.0:1767321207.504819:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321207.505174:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994056192
00000100:00100000:3.0:1767321207.505181:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994056192
00000100:00100000:3.0:1767321207.505234:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994056064
00000100:00100000:3.0:1767321207.505238:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994056064
00000100:00100000:3.0:1767321207.505264:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3885
00000100:00100000:3.0:1767321207.505273:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994056192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321207.505289:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994055808
00000100:00100000:1.0:1767321207.505294:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994055808
00000100:00100000:3.0:1767321207.505325:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994056192:12345-0@lo:400:kworker.0 Request processed in 53us (9926us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321207.505331:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6314
00000100:00100000:3.0:1767321207.505336:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3885
00000100:00100000:1.0:1767321207.505343:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994055808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321207.505355:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3886
00000100:00100000:3.0:1767321207.505364:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994056064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321207.505391:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994055808:12345-0@lo:400:kworker.0 Request processed in 49us (571us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321207.505399:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6314
00000100:00100000:3.0:1767321207.505404:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994056064:12345-0@lo:400:kworker.0 Request processed in 40us (9919us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321207.505412:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3886
00000100:00080000:2.0:1767321207.505464:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321207.505469:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321207.505470:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321207.505494:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994055808:0@lo:400:kworker.0
00000100:00100000:3.0:1767321207.509524:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994056064:0@lo:400:kworker.0
00000100:00100000:3.0:1767321207.509540:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994056192:0@lo:400:kworker.0
00000100:00100000:0.0:1767321208.061293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321208.061465:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321209.021501:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994056320:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321209.021580:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321209.022215:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994056320
00000100:00100000:0.0:1767321209.022223:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994056320
00000100:00100000:0.0:1767321209.022293:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3679
00000100:00100000:0.0:1767321209.022304:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994056320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321209.022340:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767321209.022421:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321209.022683:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994056448:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321209.022723:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321209.022764:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994056448
00000100:00100000:2.0:1767321209.022769:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994056448
00000100:00100000:2.0:1767321209.022806:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3680
00000100:00100000:2.0:1767321209.022813:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994056448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321209.022831:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321209.022861:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994056448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (137us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321209.022874:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3680
00000100:00080000:2.0:1767321209.022897:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321209.022938:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994056448:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321209.025242:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994056320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2931us (3654us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321209.025256:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3679
00000100:00100000:3.0:1767321209.032109:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994056320:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321209.085502:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321209.085802:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321209.416584:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321209.416775:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:2.0:1767321209.419537:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942294144 offset 0 length 520: 4
00000100:00100000:1.0:1767321209.425837:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942294016
00000100:00100000:1.0:1767321209.425854:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942294016
00000100:00100000:1.0:1767321209.425965:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942293888
00000100:00100000:1.0:1767321209.425969:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942293888
00000100:00100000:1.0:1767321209.426006:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6315
00000100:00080000:2.0:1767321209.426010:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321209.426016:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73733
00000100:00100000:1.0:1767321209.426019:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942294016:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321209.426027:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942293888:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321209.426047:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321209.426121:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942294016:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 106us (9548us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321209.426128:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6315
00000100:00100000:3.0:1767321209.426238:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942293888:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 212us (9462us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321209.426246:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73733
00000100:00100000:0.0:1767321210.109297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321210.111025:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321211.133321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321211.133732:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321212.157318:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321212.157820:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321212.606324:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321212.606335:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321212.606339:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321212.606343:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321212.606347:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321212.606355:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6452
00000100:00080000:1.0:1767321212.606359:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321212.606366:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321212.606408:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ca80 x1853163994056576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321212.606439:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321212.606443:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321212.606445:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321212.606449:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6452
00000100:00080000:1.0:1767321212.606451:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321212.606455:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321212.606469:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c700 x1853163994056704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321212.606518:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321212.606521:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321212.606523:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321212.606526:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6452
00000100:00080000:1.0:1767321212.606529:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321212.606532:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321212.606545:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0e00 x1853163994056960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321212.606561:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321212.606565:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321212.606566:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321212.606570:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6452
00000100:00080000:1.0:1767321212.606572:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321212.606574:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321212.606584:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a39b100 x1853163994057216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321212.606632:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994057472:0@lo:400:kworker.0
00000100:00100000:1.0:1767321212.606702:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321212.606734:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994057088:0@lo:400:kworker.0
00000100:00100000:1.0:1767321212.606761:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321212.606787:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321212.606815:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994056832:0@lo:400:kworker.0
00000100:00100000:2.0:1767321212.606846:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321212.606895:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994057088
00000100:00100000:2.0:1767321212.606902:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994057088
00000100:00100000:0.0:1767321212.606906:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994056832
00000100:00100000:0.0:1767321212.606914:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994056832
00000100:00100000:2.0:1767321212.606961:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6316
00000100:00100000:2.0:1767321212.606969:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994057088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321212.607013:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994057088:12345-0@lo:400:kworker.0 Request processed in 45us (227us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321212.607021:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6316
00000100:00100000:0.0:1767321212.607039:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6317
00000100:00100000:3.0:1767321212.607105:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994057472
00000100:00100000:3.0:1767321212.607109:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994057472
00000100:00100000:0.0:1767321212.607129:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994056832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321212.607143:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3887
00000100:00100000:3.0:1767321212.607153:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994057472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321212.607199:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994056832:12345-0@lo:400:kworker.0 Request processed in 74us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321212.607236:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994057344:0@lo:400:kworker.0
00000100:00100000:1.0:1767321212.607261:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321212.607318:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994057472:0@lo:400:kworker.0
00000100:00100000:3.0:1767321212.607332:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994057472:12345-0@lo:400:kworker.0 Request processed in 64us (512us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321212.607338:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3887
00000100:00100000:3.0:1767321212.607349:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994057344
00000100:00100000:3.0:1767321212.607354:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994057344
00000100:00100000:3.0:1767321212.607375:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3888
00000100:00100000:3.0:1767321212.607379:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994057344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321212.607406:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994057344:12345-0@lo:400:kworker.0 Request processed in 26us (144us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321212.607411:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3888
00000100:00100000:3.0:1767321212.607428:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994056576:0@lo:38:kworker.0
00000100:00100000:3.0:1767321212.607452:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321212.607471:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994056704:0@lo:38:kworker.0
00000100:00100000:1.0:1767321212.607537:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994057344:0@lo:400:kworker.0
00000100:00100000:3.0:1767321212.607564:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321212.607590:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994056960:0@lo:38:kworker.0
00000100:00100000:3.0:1767321212.607611:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321212.607628:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994057216:0@lo:38:kworker.0
00000100:00100000:3.0:1767321212.607648:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321212.607673:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994056576
00000100:00100000:3.0:1767321212.607676:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994056576
00000100:00100000:1.0:1767321212.607767:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994056704
00000100:00100000:1.0:1767321212.607772:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994056704
00000100:00100000:1.0:1767321212.607792:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453
00000100:00100000:1.0:1767321212.607797:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994056704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321212.607813:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321212.607860:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994056704:12345-0@lo:38:kworker.0 Request processed in 62us (351us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321212.607867:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453
00000100:00080000:1.0:1767321212.608118:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321212.608127:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321212.608133:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994056704:0@lo:38:kworker.0
00000100:00100000:1.0:1767321212.608180:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994056960
00000100:00100000:1.0:1767321212.608184:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994056960
00000100:00100000:0.0:1767321212.608577:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6317
00000100:00100000:3.0:1767321212.608606:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994057216
00000100:00100000:3.0:1767321212.608609:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994057216
00000100:00100000:3.0:1767321212.608619:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73734
00000100:00100000:3.0:1767321212.608623:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994056576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321212.608634:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321212.608655:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73735
00000100:00100000:2.0:1767321212.608663:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994057216:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321212.608668:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994056576:12345-0@lo:38:kworker.0 Request processed in 43us (1215us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767321212.608676:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321212.608676:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73734
00000100:00100000:2.0:1767321212.608714:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994057216:12345-0@lo:38:kworker.0 Request processed in 50us (1064us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321212.608720:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73735
00000100:00080000:2.0:1767321212.608739:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321212.608743:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321212.608746:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321212.608770:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994056832:0@lo:400:kworker.0
00000100:00100000:2.0:1767321212.608819:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994057088:0@lo:400:kworker.0
00000100:00080000:3.0:1767321212.608841:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321212.608846:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321212.608849:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994056576:0@lo:38:kworker.0
00000100:00080000:3.0:1767321212.608858:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321212.608860:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321212.608862:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994057216:0@lo:38:kworker.0
00000100:00100000:1.0:1767321212.608905:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73736
00000100:00100000:1.0:1767321212.608912:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994056960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321212.608923:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321212.609022:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994056960:12345-0@lo:38:kworker.0 Request processed in 110us (1409us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321212.609029:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73736
00000100:00080000:3.0:1767321212.609078:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321212.609083:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321212.609086:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994056960:0@lo:38:kworker.0
00000100:00100000:0.0:1767321213.181748:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321213.181816:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321214.142529:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321214.142551:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994057600:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321214.142623:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321214.143044:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994057600
00000100:00100000:1.0:1767321214.143053:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994057600
00000100:00100000:1.0:1767321214.143131:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3681
00000100:00100000:1.0:1767321214.143142:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994057600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321214.143203:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321214.143269:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994057600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (645us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321214.143276:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3681
00000100:00100000:0.0:1767321214.143430:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994057600:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321214.143561:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321214.144323:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321214.150676:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994057728:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321214.150763:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321214.151104:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994057728
00000100:00100000:3.0:1767321214.151112:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994057728
00000100:00100000:3.0:1767321214.151202:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3682
00000100:00100000:3.0:1767321214.151212:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994057728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321214.151264:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321214.151326:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994057728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (563us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321214.151335:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3682
00000100:00100000:0.0:1767321214.151517:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994057728:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321214.151974:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767321214.205485:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321214.205707:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321214.537477:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321214.538063:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942294400
00000100:00100000:0.0:1767321214.538075:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942294400
00000100:00100000:0.0:1767321214.538245:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6318
00000100:00100000:0.0:1767321214.538256:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942294400:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321214.538343:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942294400:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 88us (874us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321214.538351:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6318
00000100:00080000:2.0:1767321214.539722:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321214.541915:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321214.546390:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942294272
00000100:00100000:1.0:1767321214.546407:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942294272
00000100:00100000:1.0:1767321214.546460:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73737
00000100:00100000:1.0:1767321214.546468:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942294272:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321214.546492:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321214.546581:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942294272:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 112us (5067us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321214.546587:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73737
00000100:00100000:0.0:1767321215.229297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321215.229472:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321216.253428:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321216.254240:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321217.277279:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321217.277558:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321217.725468:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321217.725481:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321217.725485:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321217.725489:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321217.725494:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321217.725504:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6457
00000100:00080000:1.0:1767321217.725512:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321217.725520:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321217.725570:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad5180 x1853163994057856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321217.725647:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994057856:0@lo:38:kworker.0
00000100:00100000:3.0:1767321217.725732:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321217.725956:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321217.725960:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321217.725961:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321217.725966:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6457
00000100:00080000:1.0:1767321217.725968:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321217.725972:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321217.725988:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad5880 x1853163994057984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321217.726625:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994057856
00000100:00100000:0.0:1767321217.726634:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994057856
00000100:00100000:0.0:1767321217.726739:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73738
00000100:00100000:0.0:1767321217.726748:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994057856:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321217.726773:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321217.732269:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994057984:0@lo:38:kworker.0
00000100:00100000:3.0:1767321217.732361:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321217.732572:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994057856:12345-0@lo:38:kworker.0 Request processed in 5822us (6839us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321217.732584:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73738
00000100:00100000:2.0:1767321217.738422:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994057984
00000100:00100000:2.0:1767321217.738439:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994057984
00000100:00100000:2.0:1767321217.738513:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454
00000100:00100000:2.0:1767321217.738523:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994057984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321217.738548:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321217.738626:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994057984:12345-0@lo:38:kworker.0 Request processed in 104us (6266us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321217.738634:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454
00000100:00080000:3.0:1767321217.739656:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321217.739664:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321217.739669:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994057856:0@lo:38:kworker.0
00000100:00080000:3.0:1767321217.739702:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321217.739706:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321217.739709:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994057984:0@lo:38:kworker.0
00000100:00100000:3.0:1767321217.740122:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994058112:0@lo:400:kworker.0
00000100:00100000:3.0:1767321217.740199:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321217.740286:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994058112
00000100:00100000:0.0:1767321217.740292:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994058112
00000100:00100000:0.0:1767321217.740360:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6319
00000100:00100000:0.0:1767321217.740370:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994058112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321217.740418:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994058112:12345-0@lo:400:kworker.0 Request processed in 50us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321217.740425:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6319
00000100:00080000:2.0:1767321217.740495:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321217.740557:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994058112:0@lo:400:kworker.0
00000100:00080000:1.0:1767321217.740628:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321217.740633:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321217.740636:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321217.740641:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6457
00000100:00080000:1.0:1767321217.740644:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321217.740649:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321217.740672:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4380 x1853163994058240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321217.740726:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321217.740729:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321217.740732:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321217.740735:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6457
00000100:00080000:1.0:1767321217.740738:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321217.740742:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321217.740930:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321217.740939:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994058368:0@lo:400:kworker.0
00000100:00100000:0.0:1767321217.740970:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321217.741046:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994058240:0@lo:38:kworker.0
00000100:00100000:3.0:1767321217.741071:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321217.741105:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994058368
00000100:00100000:3.0:1767321217.741109:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994058368
00000100:00100000:3.0:1767321217.741141:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994058240
00000100:00100000:3.0:1767321217.741144:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994058240
00000100:00100000:3.0:1767321217.741180:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6320
00000100:00100000:3.0:1767321217.741188:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994058368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321217.741226:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994058368:12345-0@lo:400:kworker.0 Request processed in 40us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321217.741233:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6320
00000100:00100000:3.0:1767321217.741246:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73739
00000100:00100000:3.0:1767321217.741249:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994058240:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321217.741265:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321217.741294:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994058240:12345-0@lo:38:kworker.0 Request processed in 42us (221us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321217.741300:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73739
00000100:00080000:3.0:1767321217.741319:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321217.741338:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994058368:0@lo:400:kworker.0
00000100:00080000:3.0:1767321217.741357:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321217.741361:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321217.741363:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994058240:0@lo:38:kworker.0
00000100:00100000:1.0:1767321217.741555:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad7100 x1853163994058496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321217.741633:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994058752:0@lo:400:kworker.0
00000100:00100000:1.0:1767321217.741663:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321217.741685:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321217.741690:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994058624:0@lo:400:kworker.0
00000100:00100000:1.0:1767321217.741710:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321217.741734:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994058752
00000100:00100000:1.0:1767321217.741738:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994058752
00000100:00080000:0.0:1767321217.741878:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321217.741995:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994058624
00000100:00100000:1.0:1767321217.742000:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994058624
00000100:00100000:2.0:1767321217.742403:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994058496:0@lo:38:kworker.0
00000100:00100000:2.0:1767321217.742440:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321217.742488:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994058496
00000100:00100000:2.0:1767321217.742492:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994058496
00000100:00100000:2.0:1767321217.742514:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73740
00000100:00100000:2.0:1767321217.742519:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994058496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321217.742534:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321217.742566:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994058496:12345-0@lo:38:kworker.0 Request processed in 45us (125us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321217.742572:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73740
00000100:00080000:2.0:1767321217.742598:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321217.742602:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321217.742605:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994058496:0@lo:38:kworker.0
00000100:00100000:0.0:1767321217.745603:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3889
00000100:00100000:0.0:1767321217.745630:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994058752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321217.746174:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994058752:12345-0@lo:400:kworker.0 Request processed in 541us (4493us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321217.746183:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3889
00000100:00100000:0.0:1767321217.746209:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3890
00000100:00100000:0.0:1767321217.746218:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994058624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321217.746255:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994058624:12345-0@lo:400:kworker.0 Request processed in 39us (4544us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321217.746260:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3890
00000100:00080000:0.0:1767321217.746303:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321217.747143:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994058752:0@lo:400:kworker.0
00000100:00100000:2.0:1767321217.747192:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994058624:0@lo:400:kworker.0
00000100:00100000:0.0:1767321218.301265:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321218.301448:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321219.261454:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321219.261479:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994058880:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321219.261546:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321219.261663:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994058880
00000100:00100000:0.0:1767321219.261670:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994058880
00000100:00100000:0.0:1767321219.261735:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3683
00000100:00100000:0.0:1767321219.261744:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994058880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321219.261782:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321219.261837:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994058880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321219.261845:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3683
00000100:00100000:3.0:1767321219.262142:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321219.262152:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994059008:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321219.262219:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321219.262249:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994059008
00000100:00100000:3.0:1767321219.262253:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994059008
00000100:00100000:3.0:1767321219.262291:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3684
00000100:00100000:3.0:1767321219.262298:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994059008:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321219.262316:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321219.262347:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994059008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (128us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321219.262353:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3684
00000100:00100000:3.0:1767321219.262390:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994059008:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321219.263735:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321219.263743:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321219.263801:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994058880:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321219.327074:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321219.327305:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321219.656882:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321219.656933:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321219.657563:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942294656
00000100:00100000:0.0:1767321219.657574:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942294656
00000100:00100000:0.0:1767321219.657659:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942294528
00000100:00100000:0.0:1767321219.657663:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942294528
00000100:00100000:0.0:1767321219.657691:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6321
00000100:00100000:0.0:1767321219.657700:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942294656:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321219.657796:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942294656:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 95us (933us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321219.657805:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73741
00000100:00100000:3.0:1767321219.657818:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942294528:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321219.657839:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321219.658299:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321219.658527:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6321
00000100:00100000:3.0:1767321219.658664:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942294528:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 848us (1728us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321219.658672:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73741
00010000:00010000:2.0:1767321220.349812:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321220.350022:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321221.373384:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321221.373461:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321222.397325:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321222.397792:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321222.845461:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321222.845474:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321222.845476:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321222.845480:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321222.845484:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321222.845492:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6462
00000100:00080000:1.0:1767321222.845497:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321222.845503:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321222.845549:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad6d80 x1853163994059136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321222.845587:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321222.845591:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321222.845593:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321222.845597:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6462
00000100:00080000:1.0:1767321222.845600:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321222.845604:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321222.845621:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad7480 x1853163994059264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321222.845667:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994059136:0@lo:38:kworker.0
00000100:00100000:2.0:1767321222.845742:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321222.845801:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767321222.845804:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994059264:0@lo:38:kworker.0
00000100:00080000:1.0:1767321222.845805:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321222.845807:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321222.845811:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6462
00000100:00080000:1.0:1767321222.845813:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321222.845817:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321222.845829:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad7100 x1853163994059520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321222.845829:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321222.845845:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321222.845848:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321222.845850:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767321222.845852:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994059520:0@lo:38:kworker.0
00000100:00080000:1.0:1767321222.845853:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6462
00000100:00080000:1.0:1767321222.845855:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321222.845858:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321222.845867:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b739ad4e00 x1853163994059776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321222.845870:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321222.845886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994059776:0@lo:38:kworker.0
00000100:00100000:2.0:1767321222.845904:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321222.845912:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994059904:0@lo:400:kworker.0
00000100:00100000:1.0:1767321222.845941:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321222.845959:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994060032:0@lo:400:kworker.0
00000100:00100000:1.0:1767321222.845972:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994059136
00000100:00100000:1.0:1767321222.845979:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994059136
00000100:00100000:2.0:1767321222.846117:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321222.846148:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994059648:0@lo:400:kworker.0
00000100:00100000:2.0:1767321222.846200:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321222.846219:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321222.846225:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994059392:0@lo:400:kworker.0
00000100:00100000:2.0:1767321222.846329:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321222.846357:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994059520
00000100:00100000:2.0:1767321222.846360:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994059520
00000100:00100000:2.0:1767321222.846377:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994059776
00000100:00100000:2.0:1767321222.846379:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994059776
00000100:00100000:2.0:1767321222.846386:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994059648
00000100:00100000:2.0:1767321222.846388:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994059648
00000100:00100000:0.0:1767321222.846407:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994059264
00000100:00100000:0.0:1767321222.846411:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994059264
00000100:00100000:0.0:1767321222.846437:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455
00000100:00100000:0.0:1767321222.846445:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994059264:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321222.846465:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321222.846498:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994059392
00000100:00100000:2.0:1767321222.846501:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994059392
00000100:00100000:0.0:1767321222.846505:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994059264:12345-0@lo:38:kworker.0 Request processed in 60us (675us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321222.846511:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455
00000100:00100000:2.0:1767321222.846516:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6322
00000100:00100000:2.0:1767321222.846521:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994059648:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767321222.846550:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321222.846555:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321222.846559:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994059264:0@lo:38:kworker.0
00000100:00100000:0.0:1767321222.846597:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6323
00000100:00100000:0.0:1767321222.846605:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994059392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321222.846634:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994059392:12345-0@lo:400:kworker.0 Request processed in 30us (303us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321222.846640:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6323
00000100:00100000:0.0:1767321222.846668:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73742
00000100:00100000:0.0:1767321222.846673:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994059136:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321222.846683:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321222.846683:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73743
00000100:00100000:3.0:1767321222.846688:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994059520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321222.846708:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321222.846720:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994059136:12345-0@lo:38:kworker.0 Request processed in 46us (978us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321222.846726:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73742
00000100:00100000:3.0:1767321222.846734:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994059520:12345-0@lo:38:kworker.0 Request processed in 45us (864us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321222.846739:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73744
00000100:00100000:0.0:1767321222.846742:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994059776:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321222.846754:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994059648:12345-0@lo:400:kworker.0 Request processed in 40us (361us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321222.847959:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994059904
00000100:00100000:1.0:1767321222.847969:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994059904
00010000:00020000:0.0:1767321222.849450:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321222.849527:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994059776:12345-0@lo:38:kworker.0 Request processed in 2780us (3620us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321222.849849:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994060032
00000100:00100000:1.0:1767321222.849856:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994060032
00000100:00100000:1.0:1767321222.849904:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3891
00000100:00100000:1.0:1767321222.849914:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994059904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321222.849941:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73743
00000100:00100000:1.0:1767321222.849966:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994059904:12345-0@lo:400:kworker.0 Request processed in 54us (4023us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321222.849974:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3891
00000100:00100000:3.0:1767321222.849980:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3892
00000100:00100000:3.0:1767321222.849991:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994060032:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321222.849999:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321222.850037:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994060032:12345-0@lo:400:kworker.0 Request processed in 50us (3920us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321222.850048:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3892
00000100:00100000:3.0:1767321222.850133:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994059392:0@lo:400:kworker.0
00000100:00100000:3.0:1767321222.850155:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994059648:0@lo:400:kworker.0
00000100:00100000:3.0:1767321222.850228:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994060032:0@lo:400:kworker.0
00000100:00080000:3.0:1767321222.850253:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321222.850257:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321222.850259:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994059776:0@lo:38:kworker.0
00000100:00080000:3.0:1767321222.850266:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321222.850268:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321222.850269:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994059520:0@lo:38:kworker.0
00000100:00080000:3.0:1767321222.850276:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321222.850278:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321222.850280:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994059136:0@lo:38:kworker.0
00000100:00100000:3.0:1767321222.850304:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994059904:0@lo:400:kworker.0
00000100:00080000:1.0:1767321222.850818:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321222.850824:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321222.850897:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6322
00000100:00100000:0.0:1767321222.857733:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73744
00000100:00100000:0.0:1767321223.422610:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321223.424450:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321224.381421:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994060160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321224.381463:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994060288:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321224.381498:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321224.381530:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321224.381631:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994060160
00000100:00100000:3.0:1767321224.381640:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994060160
00000100:00100000:3.0:1767321224.381714:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994060288
00000100:00100000:3.0:1767321224.381718:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994060288
00000100:00100000:3.0:1767321224.381738:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3685
00000100:00100000:3.0:1767321224.381746:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994060160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321224.381778:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321224.381823:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994060160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (325us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321224.381830:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3685
00000100:00100000:3.0:1767321224.381846:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3686
00000100:00100000:3.0:1767321224.381852:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994060288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321224.381867:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321224.381889:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994060288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (358us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321224.381896:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3686
00000100:00080000:0.0:1767321224.382073:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321224.382077:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321224.382118:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994060160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321224.385828:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994060288:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321224.446536:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321224.446581:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321224.780310:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321224.784969:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942294912
00000100:00100000:1.0:1767321224.784984:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942294912
00000100:00100000:1.0:1767321224.785061:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6324
00000100:00100000:1.0:1767321224.785069:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942294912:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321224.785141:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942294912:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 74us (4844us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321224.785146:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6324
00000100:00080000:0.0:1767321224.785464:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321224.799295:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321224.799882:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942294784
00000100:00100000:3.0:1767321224.799894:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942294784
00000100:00100000:3.0:1767321224.799958:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73745
00000100:00100000:3.0:1767321224.799966:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942294784:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321224.799992:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321224.800068:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942294784:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 101us (784us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321224.800076:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73745
00000100:00100000:0.0:1767321225.469363:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321225.470188:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321226.493378:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321226.493700:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321227.517668:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321227.517737:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767321227.965910:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321227.965930:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321227.965933:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321227.965937:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321227.965941:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321227.965949:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6467
00000100:00080000:2.0:1767321227.965954:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321227.965961:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321227.966013:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccea00 x1853163994060416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321227.966039:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321227.966042:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321227.966044:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321227.966048:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6467
00000100:00080000:2.0:1767321227.966050:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321227.966054:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321227.966072:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635b800 x1853163994060544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321227.966112:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321227.966115:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321227.966117:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321227.966121:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6467
00000100:00080000:2.0:1767321227.966123:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321227.966127:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321227.966138:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358e00 x1853163994060800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321227.966153:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321227.966181:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321227.966184:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321227.966187:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6467
00000100:00080000:2.0:1767321227.966190:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321227.966193:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321227.966204:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635a300 x1853163994061056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321227.966272:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994061312:0@lo:400:kworker.0
00000100:00100000:2.0:1767321227.966334:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321227.966395:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321227.966400:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994061184:0@lo:400:kworker.0
00000100:00100000:2.0:1767321227.966421:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321227.966744:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994060928:0@lo:400:kworker.0
00000100:00100000:1.0:1767321227.966792:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321227.966823:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321227.966829:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994060672:0@lo:400:kworker.0
00000100:00100000:1.0:1767321227.966850:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321227.967562:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994060928
00000100:00100000:2.0:1767321227.967570:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994060928
00000100:00100000:2.0:1767321227.967686:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994060672
00000100:00100000:2.0:1767321227.967690:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994060672
00000100:00100000:3.0:1767321227.967764:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994061312
00000100:00100000:3.0:1767321227.967769:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994061312
00000100:00100000:0.0:1767321227.967832:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994060416:0@lo:38:kworker.0
00000100:00100000:0.0:1767321227.967872:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321227.967897:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994060544:0@lo:38:kworker.0
00000100:00100000:0.0:1767321227.967936:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321227.967963:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994060800:0@lo:38:kworker.0
00000100:00100000:0.0:1767321227.967986:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321227.968016:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994061056:0@lo:38:kworker.0
00000100:00100000:0.0:1767321227.968036:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321227.968067:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994060544
00000100:00100000:0.0:1767321227.968071:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994060544
00000100:00100000:0.0:1767321227.968096:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456
00000100:00100000:0.0:1767321227.968103:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994060544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321227.968124:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321227.968191:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994060544:12345-0@lo:38:kworker.0 Request processed in 86us (253us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321227.968197:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456
00000100:00080000:0.0:1767321227.968261:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321227.968266:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321227.968270:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994060544:0@lo:38:kworker.0
00000100:00100000:0.0:1767321227.968309:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994060416
00000100:00100000:0.0:1767321227.968313:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994060416
00000100:00100000:0.0:1767321227.968331:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994060800
00000100:00100000:0.0:1767321227.968334:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994060800
00000100:00100000:0.0:1767321227.968342:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994061056
00000100:00100000:0.0:1767321227.968344:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994061056
00000100:00100000:0.0:1767321227.968353:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6325
00000100:00100000:0.0:1767321227.968361:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994060928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321227.968404:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994060928:12345-0@lo:400:kworker.0 Request processed in 44us (1611us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321227.968411:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6325
00000100:00100000:0.0:1767321227.968425:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73746
00000100:00100000:0.0:1767321227.968430:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994060416:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321227.968440:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321227.968476:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994060416:12345-0@lo:38:kworker.0 Request processed in 45us (605us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321227.968483:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73746
00000100:00100000:0.0:1767321227.968494:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73747
00000100:00100000:0.0:1767321227.968498:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994060800:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321227.968507:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321227.968528:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994060800:12345-0@lo:38:kworker.0 Request processed in 29us (541us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321227.968533:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73747
00000100:00100000:0.0:1767321227.968544:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73748
00000100:00100000:0.0:1767321227.968548:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994061056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321227.968556:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321227.968577:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994061056:12345-0@lo:38:kworker.0 Request processed in 28us (541us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321227.968583:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73748
00000100:00080000:0.0:1767321227.968619:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321227.968624:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321227.968627:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994060416:0@lo:38:kworker.0
00000100:00080000:0.0:1767321227.968636:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321227.968639:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321227.968642:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994060800:0@lo:38:kworker.0
00000100:00080000:0.0:1767321227.968648:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321227.968652:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321227.968655:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994061056:0@lo:38:kworker.0
00000100:00100000:0.0:1767321227.968703:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994060928:0@lo:400:kworker.0
00000100:00100000:0.0:1767321227.968741:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994061184
00000100:00100000:0.0:1767321227.968745:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994061184
00000100:00080000:1.0:1767321227.970709:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321227.970719:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321227.970723:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321227.971200:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3893
00000100:00100000:2.0:1767321227.971369:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6326
00000100:00100000:2.0:1767321227.971381:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994060672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321227.972406:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994061312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321227.972631:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994060672:12345-0@lo:400:kworker.0 Request processed in 1252us (5778us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321227.972640:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6326
00000100:00100000:2.0:1767321227.972696:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994060672:0@lo:400:kworker.0
00000100:00100000:0.0:1767321227.976589:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3894
00000100:00100000:0.0:1767321227.976616:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994061184:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321227.976710:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994061184:12345-0@lo:400:kworker.0 Request processed in 110us (10286us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321227.976717:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3894
00000100:00100000:3.0:1767321227.976914:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994061312:12345-0@lo:400:kworker.0 Request processed in 5703us (10576us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321227.976975:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3893
00000100:00100000:2.0:1767321227.977272:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994061184:0@lo:400:kworker.0
00000100:00100000:2.0:1767321227.977287:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994061312:0@lo:400:kworker.0
00000100:00100000:1.0:1767321228.545901:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321228.546383:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321229.505482:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994061440:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321229.505547:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321229.505831:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994061568:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321229.505859:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321229.516772:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994061440
00000100:00100000:2.0:1767321229.516790:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994061440
00000100:00100000:2.0:1767321229.516877:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994061568
00000100:00100000:2.0:1767321229.516882:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994061568
00000100:00100000:2.0:1767321229.516915:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3687
00000100:00100000:2.0:1767321229.516925:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994061440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321229.516961:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321229.517043:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994061440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (11494us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321229.517051:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3687
00000100:00100000:2.0:1767321229.517069:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3688
00000100:00100000:2.0:1767321229.517075:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994061568:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321229.517093:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321229.517125:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994061568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (11265us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321229.517131:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3688
00000100:00100000:2.0:1767321229.517212:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994061440:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321229.517408:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321229.517412:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321229.517473:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994061568:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321229.566902:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321229.567499:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321229.901143:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321229.901208:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321229.901320:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942295040
00000100:00100000:2.0:1767321229.901330:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942295040
00000100:00100000:2.0:1767321229.901374:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942295168
00000100:00100000:2.0:1767321229.901377:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942295168
00000100:00100000:0.0:1767321229.901404:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73749
00000100:00100000:0.0:1767321229.901416:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942295040:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:2.0:1767321229.901427:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6327
00000100:00100000:2.0:1767321229.901437:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942295168:12345-192.168.204.50@tcp:400:kworker.0
00010000:00020000:0.0:1767321229.901443:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321229.901677:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942295168:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 239us (466us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321229.901696:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6327
00000100:00100000:0.0:1767321229.902148:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942295040:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 730us (1011us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321229.902182:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73749
00000100:00080000:3.0:1767321229.902469:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321230.589354:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321230.589549:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321231.613283:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321231.613446:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321232.062848:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321207/real 1767321207]  req@ffff89b6236d0380 x1853163994055168/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321232 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321232.062881:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6236d0380 x1853163994055168/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321232 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767321232.062901:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321232.062923:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767321232.062928:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994055168:0@lo:250:kworker.0
00000100:00080000:0.0:1767321232.063049:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321232.063057:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321232.063060:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321232.063064:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6452
00000100:00080000:0.0:1767321232.063068:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321232.063074:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321232.063104:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b607297100 x1853163994061696/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321232.063129:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321232.063132:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321232.063134:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321232.063137:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6472
00000100:00080000:0.0:1767321232.063140:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321232.063143:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321232.063189:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccea00 x1853163994061824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321232.063197:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321232.063207:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321232.063209:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321232.063212:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6472
00000100:00080000:0.0:1767321232.063214:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321232.063218:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321232.063231:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f26d80 x1853163994061952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321232.063256:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321232.063259:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321232.063261:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321232.063264:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6472
00000100:00080000:0.0:1767321232.063266:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321232.063269:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321232.063279:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f27100 x1853163994062208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321232.063293:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321232.063296:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321232.063297:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321232.063300:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6472
00000100:00080000:0.0:1767321232.063302:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321232.063305:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321232.063313:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24000 x1853163994062464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321232.063368:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994062720:0@lo:400:kworker.0
00000100:00100000:0.0:1767321232.063424:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321232.063476:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321232.063482:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994062592:0@lo:400:kworker.0
00000100:00100000:0.0:1767321232.063507:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321232.063592:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994062720
00000100:00100000:1.0:1767321232.063600:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994062720
00000100:00100000:1.0:1767321232.063657:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994062592
00000100:00100000:1.0:1767321232.063660:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994062592
00000100:00100000:1.0:1767321232.063684:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3895
00000100:00100000:1.0:1767321232.063693:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994062720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321232.063748:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994062720:12345-0@lo:400:kworker.0 Request processed in 56us (323us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321232.063755:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3895
00000100:00100000:1.0:1767321232.063770:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3896
00000100:00100000:1.0:1767321232.063777:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994062592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321232.063803:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994062592:12345-0@lo:400:kworker.0 Request processed in 27us (296us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321232.063809:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3896
00000100:00100000:1.0:1767321232.063845:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994062592:0@lo:400:kworker.0
00000100:00100000:1.0:1767321232.063855:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994062720:0@lo:400:kworker.0
00000100:00100000:2.0:1767321232.063952:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994061696:0@lo:250:kworker.0
00000400:00000100:2.0:1767321232.063975:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994061696 offset 0 length 520: 4
00000100:00100000:2.0:1767321232.063993:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994061824:0@lo:38:kworker.0
00000100:00100000:2.0:1767321232.064017:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321232.064044:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994061952:0@lo:38:kworker.0
00000100:00100000:2.0:1767321232.064064:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321232.064080:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994062208:0@lo:38:kworker.0
00000100:00100000:2.0:1767321232.064096:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321232.064109:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994062464:0@lo:38:kworker.0
00000100:00100000:2.0:1767321232.064128:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321232.064156:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994061952
00000100:00100000:2.0:1767321232.064178:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994061952
00000100:00100000:2.0:1767321232.064197:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457
00000100:00100000:2.0:1767321232.064202:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994061952:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321232.064221:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321232.064253:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994061952:12345-0@lo:38:kworker.0 Request processed in 49us (187us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321232.064258:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457
00000100:00100000:2.0:1767321232.064278:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994061824
00000100:00100000:2.0:1767321232.064282:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994061824
00000100:00100000:2.0:1767321232.064297:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994062208
00000100:00100000:2.0:1767321232.064300:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994062208
00000100:00100000:2.0:1767321232.064310:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994062464
00000100:00100000:2.0:1767321232.064312:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994062464
00000100:00100000:2.0:1767321232.064327:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73750
00000100:00100000:2.0:1767321232.064331:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994061824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321232.064341:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321232.064379:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994061824:12345-0@lo:38:kworker.0 Request processed in 47us (361us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321232.064384:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73750
00000100:00100000:2.0:1767321232.064396:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73751
00000100:00100000:2.0:1767321232.064399:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994062208:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321232.064408:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321232.064431:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994062208:12345-0@lo:38:kworker.0 Request processed in 30us (334us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321232.064437:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73751
00000100:00100000:2.0:1767321232.064448:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73752
00000100:00100000:2.0:1767321232.064451:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994062464:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321232.064458:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321232.064477:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994062464:12345-0@lo:38:kworker.0 Request processed in 24us (348us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321232.064481:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73752
00000100:00080000:2.0:1767321232.064513:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321232.064517:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321232.064521:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994061824:0@lo:38:kworker.0
00000100:00080000:2.0:1767321232.064543:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321232.064546:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321232.064549:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994061952:0@lo:38:kworker.0
00000100:00080000:2.0:1767321232.064559:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321232.064562:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321232.064564:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994062208:0@lo:38:kworker.0
00000100:00080000:2.0:1767321232.064570:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321232.064572:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321232.064575:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994062464:0@lo:38:kworker.0
00000100:00100000:2.0:1767321232.064601:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994062336:0@lo:400:kworker.0
00000100:00100000:2.0:1767321232.064623:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321232.064640:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321232.064645:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994062080:0@lo:400:kworker.0
00000100:00100000:2.0:1767321232.064663:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321232.064683:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994062336
00000100:00100000:2.0:1767321232.064687:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994062336
00000100:00100000:2.0:1767321232.064712:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994062080
00000100:00100000:2.0:1767321232.064716:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994062080
00000100:00100000:2.0:1767321232.064735:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6328
00000100:00100000:2.0:1767321232.064741:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994062336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321232.064775:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994062336:12345-0@lo:400:kworker.0 Request processed in 34us (150us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321232.064781:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6328
00000100:00100000:2.0:1767321232.064792:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6329
00000100:00100000:2.0:1767321232.064798:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994062080:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321232.064822:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994062080:12345-0@lo:400:kworker.0 Request processed in 25us (158us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321232.064827:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6329
00000100:00100000:2.0:1767321232.064858:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994062080:0@lo:400:kworker.0
00000100:00100000:2.0:1767321232.064867:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994062336:0@lo:400:kworker.0
00000100:00080000:0.0:1767321232.065413:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321232.065419:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321232.065422:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321232.637274:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321232.637671:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321233.661531:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321233.661857:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321233.990935:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321233.991156:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942295552
00000100:00100000:0.0:1767321233.991198:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942295552
00000100:00100000:0.0:1767321233.991264:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6330
00000100:00100000:0.0:1767321233.991279:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942295552:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321233.991352:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942295552:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 75us (425us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321233.991358:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6330
00000100:00080000:3.0:1767321233.991822:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:2.0:1767321233.992341:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942295296 offset 0 length 520: 4
00000100:00100000:2.0:1767321233.992376:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321233.992462:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942295424
00000100:00100000:1.0:1767321233.992469:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942295424
00000100:00100000:1.0:1767321233.992518:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73753
00000100:00100000:1.0:1767321233.992525:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942295424:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321233.992546:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321233.992601:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942295424:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 75us (223us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321233.992609:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73753
00000100:00100000:0.0:1767321234.621364:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321234.621386:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994062848:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321234.621451:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321234.621680:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994062848
00000100:00100000:2.0:1767321234.621690:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994062848
00000100:00100000:2.0:1767321234.621765:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3689
00000100:00100000:2.0:1767321234.621774:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994062848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321234.621804:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321234.621847:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994062848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (396us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321234.621854:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3689
00000100:00080000:3.0:1767321234.621918:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321234.621994:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994062848:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321234.622170:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321234.622181:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994062976:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321234.622224:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321234.622421:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994062976
00000100:00100000:1.0:1767321234.622426:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994062976
00000100:00100000:1.0:1767321234.622470:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3690
00000100:00100000:1.0:1767321234.622488:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994062976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321234.622507:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321234.622546:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994062976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (321us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321234.622551:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3690
00000100:00100000:1.0:1767321234.622580:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994062976:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321234.622633:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321234.687031:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321234.687958:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321235.709419:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321235.709539:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321236.733455:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321236.733723:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321237.181303:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321237.181313:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321237.181316:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321237.181320:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321237.181324:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321237.181332:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6476
00000100:00080000:2.0:1767321237.181337:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321237.181345:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321237.181388:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359500 x1853163994063104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321237.181451:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321237.181455:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321237.181457:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321237.181460:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6476
00000100:00080000:2.0:1767321237.181462:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321237.181466:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321237.181480:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358000 x1853163994063232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321237.181520:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321237.181523:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767321237.181591:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321237.181607:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994063360:0@lo:400:kworker.0
00000100:00100000:0.0:1767321237.181632:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994063104:0@lo:38:kworker.0
00000100:00080000:2.0:1767321237.181674:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767321237.181680:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321237.181683:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6476
00000100:00080000:2.0:1767321237.181688:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321237.181692:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321237.181707:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635a300 x1853163994063488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321237.181730:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321237.181733:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321237.181735:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321237.181740:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6476
00000100:00080000:2.0:1767321237.181742:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321237.181746:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321237.181762:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635b800 x1853163994063744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321237.181767:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994063616:0@lo:400:kworker.0
00000100:00100000:1.0:1767321237.181801:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321237.181852:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994063872:0@lo:400:kworker.0
00000100:00100000:2.0:1767321237.181887:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321237.181925:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321237.181931:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994064000:0@lo:400:kworker.0
00000100:00100000:0.0:1767321237.181956:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994063360
00000100:00100000:2.0:1767321237.181962:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321237.181966:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994063360
00000100:00100000:2.0:1767321237.182006:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994063616
00000100:00100000:2.0:1767321237.182011:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994063616
00000100:00100000:0.0:1767321237.182029:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6331
00000100:00100000:0.0:1767321237.182040:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994063360:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767321237.182078:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321237.182094:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994063360:12345-0@lo:400:kworker.0 Request processed in 55us (416us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321237.182131:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994063872
00000100:00100000:3.0:1767321237.182135:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994063872
00000100:00100000:1.0:1767321237.182148:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994064000
00000100:00100000:1.0:1767321237.182154:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994064000
00000100:00100000:3.0:1767321237.182204:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3897
00000100:00100000:3.0:1767321237.182214:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994063872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321237.182219:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3898
00000100:00100000:1.0:1767321237.182230:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994064000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321237.182264:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994063872:12345-0@lo:400:kworker.0 Request processed in 53us (376us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321237.182272:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3897
00000100:00100000:1.0:1767321237.182276:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994064000:12345-0@lo:400:kworker.0 Request processed in 47us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321237.182284:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3898
00000100:00080000:3.0:1767321237.182300:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321237.182305:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321237.182340:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994063360:0@lo:400:kworker.0
00000100:00100000:3.0:1767321237.182340:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994064000:0@lo:400:kworker.0
00000100:00100000:3.0:1767321237.182361:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994063872:0@lo:400:kworker.0
00000100:00100000:1.0:1767321237.182384:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321237.182422:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994063232:0@lo:38:kworker.0
00000100:00100000:3.0:1767321237.182442:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994063104
00000100:00100000:3.0:1767321237.182447:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994063104
00000100:00100000:1.0:1767321237.182458:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321237.182487:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994063488:0@lo:38:kworker.0
00000100:00100000:1.0:1767321237.182507:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321237.182525:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994063744:0@lo:38:kworker.0
00000100:00100000:1.0:1767321237.182543:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321237.182578:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994063232
00000100:00100000:1.0:1767321237.182582:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994063232
00000100:00100000:1.0:1767321237.182602:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458
00000100:00100000:1.0:1767321237.182607:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994063232:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321237.182624:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321237.182655:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994063232:12345-0@lo:38:kworker.0 Request processed in 47us (197us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321237.182661:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458
00000100:00080000:1.0:1767321237.182689:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321237.182693:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321237.182697:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994063232:0@lo:38:kworker.0
00000100:00100000:1.0:1767321237.182723:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994063488
00000100:00100000:1.0:1767321237.182726:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994063488
00000100:00100000:2.0:1767321237.188696:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994063744
00000100:00100000:2.0:1767321237.188711:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994063744
00000100:00100000:2.0:1767321237.188752:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6332
00000100:00100000:2.0:1767321237.188768:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994063616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321237.188860:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994063616:12345-0@lo:400:kworker.0 Request processed in 99us (7058us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321237.188868:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6332
00000100:00100000:2.0:1767321237.188889:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73754
00000100:00100000:2.0:1767321237.188894:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994063744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321237.188915:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321237.188953:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994063744:12345-0@lo:38:kworker.0 Request processed in 58us (6409us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321237.188960:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73754
00000100:00100000:2.0:1767321237.189044:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994063616:0@lo:400:kworker.0
00000100:00080000:2.0:1767321237.189089:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321237.189095:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321237.189098:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994063744:0@lo:38:kworker.0
00000100:00100000:0.0:1767321237.195082:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6331
00000100:00100000:3.0:1767321237.195850:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73755
00000100:00100000:3.0:1767321237.195861:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994063104:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321237.195884:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321237.195983:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994063104:12345-0@lo:38:kworker.0 Request processed in 122us (13600us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321237.195991:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73755
00000100:00080000:2.0:1767321237.196077:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321237.196083:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321237.196087:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994063104:0@lo:38:kworker.0
00000100:00100000:0.0:1767321237.199746:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73756
00000100:00100000:0.0:1767321237.199760:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994063488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321237.199785:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321237.199956:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994063488:12345-0@lo:38:kworker.0 Request processed in 195us (17446us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321237.199964:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73756
00000100:00080000:2.0:1767321237.203762:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321237.203775:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321237.203780:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994063488:0@lo:38:kworker.0
00000100:00100000:0.0:1767321237.757807:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321237.757986:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321238.781337:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321238.781409:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321239.111296:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321239.111357:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321239.111575:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942295680
00000100:00100000:3.0:1767321239.111650:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942295680
00000100:00100000:3.0:1767321239.111760:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942295808
00000100:00100000:3.0:1767321239.111765:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942295808
00000100:00100000:1.0:1767321239.111846:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6333
00000100:00100000:1.0:1767321239.111859:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942295808:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321239.111934:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942295808:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 78us (575us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321239.111941:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6333
00000100:00100000:1.0:1767321239.111961:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73757
00000100:00100000:1.0:1767321239.111966:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942295680:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321239.111986:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321239.112008:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942295680:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 41us (723us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321239.112012:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73757
00000100:00080000:2.0:1767321239.112057:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321239.741547:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994064128:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321239.741608:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321239.741731:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994064128
00000100:00100000:1.0:1767321239.741738:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994064128
00000100:00100000:1.0:1767321239.741792:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3691
00000100:00100000:1.0:1767321239.741799:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994064128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321239.741825:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767321239.741911:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321239.742058:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994064128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 259us (449us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321239.742065:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3691
00000100:00100000:3.0:1767321239.742484:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994064128:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321239.742621:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994064256:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321239.742655:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321239.742722:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994064256
00000100:00100000:3.0:1767321239.742729:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994064256
00000100:00100000:3.0:1767321239.742774:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3692
00000100:00100000:3.0:1767321239.742781:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994064256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321239.742801:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767321239.742922:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321239.742984:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994064256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 203us (328us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321239.742991:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3692
00000100:00100000:1.0:1767321239.743046:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994064256:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321239.805337:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321239.806717:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321240.830668:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321240.831183:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321241.853268:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321241.854199:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321242.304584:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321242.304595:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321242.304599:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321242.304603:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321242.304607:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321242.304615:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6481
00000100:00080000:2.0:1767321242.304620:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321242.304627:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321242.304668:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a356d80 x1853163994064384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321242.304767:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321242.304771:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321242.304773:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321242.304778:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6481
00000100:00080000:2.0:1767321242.304780:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321242.304783:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321242.304799:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604cbf480 x1853163994064512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321242.304877:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994064640:0@lo:400:kworker.0
00000100:00100000:0.0:1767321242.304939:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321242.305023:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994064384:0@lo:38:kworker.0
00000100:00100000:1.0:1767321242.305054:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321242.305074:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994064512:0@lo:38:kworker.0
00000100:00100000:1.0:1767321242.305103:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321242.305143:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994064640
00000100:00100000:1.0:1767321242.305151:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994064640
00000100:00100000:1.0:1767321242.305221:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994064384
00000100:00100000:1.0:1767321242.305225:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994064384
00000100:00100000:1.0:1767321242.305243:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6334
00000100:00100000:1.0:1767321242.305252:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994064640:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767321242.305349:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321242.305353:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321242.305355:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321242.305359:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6481
00000100:00080000:2.0:1767321242.305361:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321242.305365:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321242.305390:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604cbfb80 x1853163994064768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321242.305489:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73758
00000100:00100000:3.0:1767321242.305496:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994064384:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321242.305518:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321242.305552:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994064384:12345-0@lo:38:kworker.0 Request processed in 55us (497us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321242.305559:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73758
00000100:00100000:3.0:1767321242.305619:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994064896:0@lo:400:kworker.0
00000100:00100000:3.0:1767321242.305646:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321242.305675:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994064896
00000100:00100000:3.0:1767321242.305679:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994064896
00000100:00100000:3.0:1767321242.305719:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6335
00000100:00100000:3.0:1767321242.305725:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994064896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321242.305758:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994064896:12345-0@lo:400:kworker.0 Request processed in 33us (111us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321242.305764:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6335
00000100:00100000:3.0:1767321242.305800:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994064896:0@lo:400:kworker.0
00000100:00080000:3.0:1767321242.305834:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321242.305854:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994064512
00000100:00100000:3.0:1767321242.305857:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994064512
00000100:00100000:3.0:1767321242.305879:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459
00000100:00100000:3.0:1767321242.305883:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b726fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994064512:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321242.305894:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321242.305935:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b726fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994064512:12345-0@lo:38:kworker.0 Request processed in 50us (830us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321242.305941:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459
00000100:00100000:3.0:1767321242.306115:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994064768:0@lo:38:kworker.0
00000100:00100000:3.0:1767321242.306139:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321242.306195:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321242.306200:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321242.306204:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994064384:0@lo:38:kworker.0
00000100:00080000:3.0:1767321242.306213:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321242.306216:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321242.306219:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994064512:0@lo:38:kworker.0
00000100:00100000:3.0:1767321242.306243:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994064768
00000100:00100000:3.0:1767321242.306246:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994064768
00000100:00100000:3.0:1767321242.306266:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73759
00000100:00100000:3.0:1767321242.306270:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994064768:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321242.306280:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321242.306310:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994064768:12345-0@lo:38:kworker.0 Request processed in 39us (170us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321242.306316:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73759
00000100:00080000:3.0:1767321242.306359:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321242.306364:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321242.306367:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994064768:0@lo:38:kworker.0
00000100:00100000:1.0:1767321242.314684:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994064640:12345-0@lo:400:kworker.0 Request processed in 9422us (9733us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321242.314700:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6334
00000100:00100000:0.0:1767321242.316615:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994064640:0@lo:400:kworker.0
00000100:00080000:2.0:1767321242.317277:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321242.317284:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321242.317288:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321242.317294:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6481
00000100:00080000:2.0:1767321242.317298:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321242.317304:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321242.317355:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103f480 x1853163994065024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321242.317610:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994065280:0@lo:400:kworker.0
00000100:00100000:2.0:1767321242.317669:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321242.317816:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994065024:0@lo:38:kworker.0
00000100:00100000:0.0:1767321242.317919:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994065280
00000100:00100000:0.0:1767321242.317927:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994065280
00000100:00100000:0.0:1767321242.317982:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3899
00000100:00100000:0.0:1767321242.317990:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994065280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321242.318071:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994065152:0@lo:400:kworker.0
00000100:00100000:3.0:1767321242.323025:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321242.323123:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321242.326890:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994065280:12345-0@lo:400:kworker.0 Request processed in 8890us (9210us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321242.326906:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3899
00000100:00100000:0.0:1767321242.326975:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994065024
00000100:00100000:0.0:1767321242.326985:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994065024
00000100:00100000:0.0:1767321242.327026:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73760
00000100:00100000:0.0:1767321242.327033:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994065024:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321242.327054:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321242.327104:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994065024:12345-0@lo:38:kworker.0 Request processed in 70us (4087us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321242.327110:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73760
00000100:00100000:2.0:1767321242.327519:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994065280:0@lo:400:kworker.0
00000100:00080000:3.0:1767321242.328555:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321242.328564:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321242.328568:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994065024:0@lo:38:kworker.0
00000100:00100000:1.0:1767321242.331909:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321242.332052:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994065152
00000100:00100000:0.0:1767321242.332062:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994065152
00000100:00100000:0.0:1767321242.332137:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3900
00000100:00100000:0.0:1767321242.332147:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994065152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321242.332247:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994065152:12345-0@lo:400:kworker.0 Request processed in 102us (344us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321242.332255:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3900
00000100:00100000:2.0:1767321242.332366:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994065152:0@lo:400:kworker.0
00000100:00080000:3.0:1767321242.332553:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321242.877782:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321242.878379:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321243.901390:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321243.901676:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321244.233787:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321244.233861:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321244.233961:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942296064
00000100:00100000:3.0:1767321244.233971:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942296064
00000100:00100000:3.0:1767321244.234038:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942295936
00000100:00100000:3.0:1767321244.234041:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942295936
00000100:00100000:3.0:1767321244.234057:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6336
00000100:00100000:3.0:1767321244.234063:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942296064:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321244.234134:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942296064:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 71us (549us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321244.234139:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6336
00000100:00100000:3.0:1767321244.234152:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73761
00000100:00100000:3.0:1767321244.234155:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942295936:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321244.234196:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321244.234221:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942295936:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 63us (359us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321244.234227:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73761
00000100:00080000:1.0:1767321244.234706:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321244.862086:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994065408:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321244.862155:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321244.862381:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994065408
00000100:00100000:1.0:1767321244.862390:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994065408
00000100:00100000:1.0:1767321244.862455:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3693
00000100:00100000:1.0:1767321244.862465:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994065408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321244.862505:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321244.862550:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994065408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (395us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321244.862558:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3693
00000100:00080000:0.0:1767321244.862788:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321244.862828:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994065408:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321244.863105:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994065536:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321244.863138:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321244.863341:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994065536
00000100:00100000:0.0:1767321244.863345:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994065536
00000100:00100000:0.0:1767321244.863389:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3694
00000100:00100000:0.0:1767321244.863396:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994065536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321244.863414:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767321244.863471:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321244.864096:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994065536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 698us (955us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321244.864106:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3694
00000100:00100000:3.0:1767321244.864197:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994065536:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321244.925273:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321244.925420:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321245.949634:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321245.949726:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321246.973289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321246.973435:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321247.421817:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321247.421828:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321247.421831:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321247.421834:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321247.421838:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321247.421846:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6487
00000100:00080000:3.0:1767321247.421851:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321247.421858:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321247.421899:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcc380 x1853163994065664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321247.421932:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321247.421936:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321247.421938:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321247.421942:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6487
00000100:00080000:3.0:1767321247.421945:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321247.421948:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321247.421961:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcf800 x1853163994065792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321247.422001:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321247.422004:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321247.422007:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321247.422010:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6487
00000100:00080000:3.0:1767321247.422013:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321247.422016:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321247.422029:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcd180 x1853163994066048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321247.422044:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321247.422047:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321247.422048:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321247.422051:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6487
00000100:00080000:3.0:1767321247.422053:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321247.422056:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321247.422065:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcce00 x1853163994066304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321247.422192:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994066176:0@lo:400:kworker.0
00000100:00100000:1.0:1767321247.422272:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321247.422329:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321247.422336:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994065920:0@lo:400:kworker.0
00000100:00100000:1.0:1767321247.422360:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321247.422387:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994066432:0@lo:400:kworker.0
00000100:00100000:1.0:1767321247.422410:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321247.422440:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321247.422446:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994066560:0@lo:400:kworker.0
00000100:00100000:1.0:1767321247.422465:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321247.422498:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994066432
00000100:00100000:1.0:1767321247.422505:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994066432
00000100:00100000:1.0:1767321247.422549:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994066560
00000100:00100000:1.0:1767321247.422553:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994066560
00000100:00100000:1.0:1767321247.422573:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3901
00000100:00100000:1.0:1767321247.422581:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994066432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321247.422627:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994066432:12345-0@lo:400:kworker.0 Request processed in 46us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321247.422633:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3901
00000100:00100000:1.0:1767321247.422663:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3902
00000100:00100000:1.0:1767321247.422670:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994066560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321247.422696:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994066560:12345-0@lo:400:kworker.0 Request processed in 27us (230us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321247.422702:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3902
00000100:00100000:1.0:1767321247.422737:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994066560:0@lo:400:kworker.0
00000100:00100000:1.0:1767321247.422746:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994066432:0@lo:400:kworker.0
00000100:00100000:0.0:1767321247.422880:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994065664:0@lo:38:kworker.0
00000100:00100000:0.0:1767321247.422912:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321247.422941:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994065792:0@lo:38:kworker.0
00000100:00100000:0.0:1767321247.423007:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321247.423033:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994066048:0@lo:38:kworker.0
00000100:00100000:0.0:1767321247.423053:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321247.423068:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994066304:0@lo:38:kworker.0
00000100:00100000:0.0:1767321247.423087:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321247.423116:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994065792
00000100:00100000:0.0:1767321247.423121:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994065792
00000100:00100000:0.0:1767321247.423144:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460
00000100:00100000:0.0:1767321247.423148:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994065792:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321247.423184:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321247.423216:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994065792:12345-0@lo:38:kworker.0 Request processed in 66us (208us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321247.423222:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460
00000100:00080000:0.0:1767321247.423264:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321247.423269:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321247.423272:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994065792:0@lo:38:kworker.0
00000100:00100000:1.0:1767321247.423513:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994066176
00000100:00100000:1.0:1767321247.423517:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994066176
00000100:00100000:1.0:1767321247.423555:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994065920
00000100:00100000:1.0:1767321247.423558:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994065920
00000100:00100000:1.0:1767321247.423573:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994065664
00000100:00100000:1.0:1767321247.423575:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994065664
00000100:00100000:1.0:1767321247.423584:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994066048
00000100:00100000:1.0:1767321247.423586:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994066048
00000100:00100000:1.0:1767321247.423592:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994066304
00000100:00100000:1.0:1767321247.423594:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994066304
00000100:00100000:1.0:1767321247.423602:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6337
00000100:00100000:1.0:1767321247.423608:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994066176:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321247.423662:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994066176:12345-0@lo:400:kworker.0 Request processed in 55us (1391us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321247.423668:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6337
00000100:00100000:1.0:1767321247.423681:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6338
00000100:00100000:1.0:1767321247.423688:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994065920:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321247.423717:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994065920:12345-0@lo:400:kworker.0 Request processed in 30us (1357us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321247.423722:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6338
00000100:00100000:1.0:1767321247.423734:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73762
00000100:00100000:1.0:1767321247.423738:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994065664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321247.423749:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321247.423775:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994065664:12345-0@lo:38:kworker.0 Request processed in 34us (862us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321247.423780:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73762
00000100:00100000:1.0:1767321247.423791:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73763
00000100:00100000:1.0:1767321247.423794:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994066048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321247.423803:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321247.423828:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994066048:12345-0@lo:38:kworker.0 Request processed in 32us (773us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321247.423833:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73763
00000100:00100000:1.0:1767321247.423844:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73764
00000100:00100000:1.0:1767321247.423848:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994066304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321247.423857:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321247.423879:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994066304:12345-0@lo:38:kworker.0 Request processed in 30us (791us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321247.423884:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73764
00000100:00100000:1.0:1767321247.423912:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994065920:0@lo:400:kworker.0
00000100:00100000:1.0:1767321247.423922:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994066176:0@lo:400:kworker.0
00000100:00080000:2.0:1767321247.424142:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321247.424148:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321247.424150:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321247.424235:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321247.424251:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321247.424254:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994065664:0@lo:38:kworker.0
00000100:00080000:0.0:1767321247.424265:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321247.424268:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321247.424271:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994066048:0@lo:38:kworker.0
00000100:00080000:0.0:1767321247.424279:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321247.424282:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321247.424285:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994066304:0@lo:38:kworker.0
00000100:00100000:0.0:1767321247.997318:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321247.997992:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321249.021633:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321249.021776:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321249.352369:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321249.354103:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942296192
00000100:00100000:0.0:1767321249.354117:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942296192
00000100:00100000:3.0:1767321249.354198:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73765
00000100:00100000:3.0:1767321249.354221:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942296192:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321249.354246:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321249.354331:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942296192:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 114us (1972us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321249.355316:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321249.355484:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73765
00000100:00100000:0.0:1767321249.355495:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942296320
00000100:00100000:0.0:1767321249.355504:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942296320
00000100:00100000:0.0:1767321249.355551:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6339
00000100:00100000:0.0:1767321249.355561:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942296320:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321249.355617:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942296320:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 57us (306us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321249.355625:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6339
00000100:00080000:2.0:1767321249.356066:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321249.981671:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994066688:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321249.981802:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321249.982033:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994066688
00000100:00100000:0.0:1767321249.982041:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994066688
00000100:00100000:0.0:1767321249.982109:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3695
00000100:00100000:0.0:1767321249.982119:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994066688:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321249.982147:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767321249.982252:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321249.982525:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994066688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 406us (722us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321249.982534:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3695
00000100:00100000:3.0:1767321249.982608:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994066688:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321249.983952:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994066816:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321249.984011:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321249.984069:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994066816
00000100:00100000:1.0:1767321249.984077:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994066816
00000100:00100000:1.0:1767321249.984126:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3696
00000100:00100000:1.0:1767321249.984135:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994066816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321249.984178:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321249.984228:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994066816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321249.984234:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3696
00000100:00100000:1.0:1767321249.984292:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994066816:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321249.984366:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321250.045299:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321250.046017:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321251.069336:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321251.070865:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321252.093334:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321252.093615:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321252.541436:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321252.541447:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321252.541450:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321252.541453:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321252.541457:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321252.541465:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6492
00000100:00080000:2.0:1767321252.541470:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321252.541477:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321252.541514:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103f100 x1853163994066944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321252.541550:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321252.541553:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321252.541555:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321252.541559:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6492
00000100:00080000:2.0:1767321252.541562:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321252.541565:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321252.541578:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103c380 x1853163994067072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321252.541615:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321252.541619:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321252.541621:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321252.541626:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6492
00000100:00100000:0.0:1767321252.541627:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994066944:0@lo:38:kworker.0
00000100:00080000:2.0:1767321252.541629:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321252.541635:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321252.541648:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103f480 x1853163994067328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321252.541660:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994067200:0@lo:400:kworker.0
00000100:00080000:2.0:1767321252.541678:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321252.541683:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321252.541685:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321252.541689:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6492
00000100:00080000:2.0:1767321252.541692:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321252.541695:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321252.541701:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321252.541710:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e41bb80 x1853163994067584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321252.541766:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321252.541780:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994067072:0@lo:38:kworker.0
00000100:00100000:2.0:1767321252.541794:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321252.541802:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994067456:0@lo:400:kworker.0
00000100:00100000:0.0:1767321252.541811:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321252.541832:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321252.541833:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994066944
00000100:00100000:1.0:1767321252.541842:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994066944
00000100:00100000:0.0:1767321252.541857:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994067328:0@lo:38:kworker.0
00000100:00100000:1.0:1767321252.541876:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994067200
00000100:00100000:1.0:1767321252.541879:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994067200
00000100:00100000:2.0:1767321252.541882:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994067456
00000100:00100000:0.0:1767321252.541888:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321252.541889:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994067456
00000100:00100000:0.0:1767321252.541910:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994067584:0@lo:38:kworker.0
00000100:00100000:1.0:1767321252.541917:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994067328
00000100:00100000:1.0:1767321252.541920:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994067328
00000100:00100000:2.0:1767321252.541935:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6340
00000100:00100000:0.0:1767321252.541936:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321252.541952:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6341
00000100:00100000:0.0:1767321252.541961:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994067584
00000100:00100000:1.0:1767321252.541961:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994067456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321252.541964:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994067584
00000100:00100000:0.0:1767321252.541981:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73766
00000100:00100000:0.0:1767321252.541986:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994066944:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321252.541999:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994067712:0@lo:400:kworker.0
00010000:00020000:0.0:1767321252.542005:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321252.542013:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994067456:12345-0@lo:400:kworker.0 Request processed in 54us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321252.542020:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6341
00000100:00100000:1.0:1767321252.542042:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73767
00000100:00100000:3.0:1767321252.542048:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321252.542058:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994067328:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321252.542059:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994066944:12345-0@lo:38:kworker.0 Request processed in 70us (358us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321252.542066:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73766
00010000:00020000:1.0:1767321252.542070:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321252.542076:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321252.542084:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73768
00000100:00100000:3.0:1767321252.542086:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994067840:0@lo:400:kworker.0
00000100:00100000:0.0:1767321252.542093:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994067584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321252.542102:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321252.542108:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994067328:12345-0@lo:38:kworker.0 Request processed in 49us (222us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321252.542115:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73767
00000100:00100000:3.0:1767321252.542121:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321252.542133:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994067584:12345-0@lo:38:kworker.0 Request processed in 40us (199us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767321252.542139:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321252.542140:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73768
00000100:00100000:3.0:1767321252.542195:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994067712
00000100:00100000:3.0:1767321252.542200:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994067712
00000100:00100000:0.0:1767321252.542202:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994067072
00000100:00100000:1.0:1767321252.542202:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994067456:0@lo:400:kworker.0
00000100:00100000:0.0:1767321252.542207:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994067072
00000100:00100000:0.0:1767321252.542231:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461
00000100:00100000:0.0:1767321252.542236:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994067072:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321252.542245:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994067840
00010000:00020000:0.0:1767321252.542247:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321252.542249:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767321252.542249:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994067840
00000100:00080000:1.0:1767321252.542257:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321252.542261:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994067328:0@lo:38:kworker.0
00000100:00080000:1.0:1767321252.542272:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321252.542276:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321252.542280:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3903
00000100:00100000:1.0:1767321252.542282:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994067584:0@lo:38:kworker.0
00000100:00100000:0.0:1767321252.542284:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994067072:12345-0@lo:38:kworker.0 Request processed in 45us (472us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321252.542294:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461
00000100:00100000:3.0:1767321252.542294:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994067712:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321252.542296:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321252.542303:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321252.542307:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994066944:0@lo:38:kworker.0
00000100:00080000:1.0:1767321252.542316:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321252.542319:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321252.542321:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3904
00000100:00100000:1.0:1767321252.542322:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994067072:0@lo:38:kworker.0
00000100:00100000:0.0:1767321252.542330:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994067840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321252.542347:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994067712:12345-0@lo:400:kworker.0 Request processed in 56us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321252.542357:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3903
00000100:00100000:0.0:1767321252.542368:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994067840:12345-0@lo:400:kworker.0 Request processed in 39us (247us total) trans 0 rc 0/0
00000100:00080000:1.0:1767321252.542368:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321252.542372:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321252.542374:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3904
00000100:00100000:3.0:1767321252.542395:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994067840:0@lo:400:kworker.0
00000100:00100000:3.0:1767321252.542408:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994067712:0@lo:400:kworker.0
00000100:00100000:2.0:1767321252.542471:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994067200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321252.542512:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994067200:12345-0@lo:400:kworker.0 Request processed in 46us (746us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321252.542518:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6340
00000100:00100000:1.0:1767321252.542820:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994067200:0@lo:400:kworker.0
00000100:00100000:0.0:1767321253.117290:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321253.117375:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321254.141325:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321254.141409:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321254.475896:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321254.476016:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321254.476155:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942296576
00000100:00100000:1.0:1767321254.476195:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942296576
00000100:00100000:1.0:1767321254.476271:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942296448
00000100:00100000:1.0:1767321254.476275:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942296448
00000100:00100000:1.0:1767321254.476295:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6342
00000100:00100000:1.0:1767321254.476307:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942296576:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321254.476393:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942296576:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 88us (507us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321254.476402:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6342
00000100:00100000:1.0:1767321254.476423:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73769
00000100:00100000:1.0:1767321254.476429:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942296448:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321254.476450:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321254.476481:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942296448:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 51us (465us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321254.476489:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73769
00000100:00080000:2.0:1767321254.476738:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321255.102874:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321255.102897:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994067968:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321255.102973:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321255.103137:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994067968
00000100:00100000:1.0:1767321255.103149:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994067968
00000100:00100000:1.0:1767321255.103238:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3697
00000100:00100000:1.0:1767321255.103249:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994067968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321255.103286:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321255.103334:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994067968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (360us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321255.103341:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3697
00000100:00080000:3.0:1767321255.103404:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321255.103446:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994067968:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321255.103621:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994068096:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321255.103649:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321255.103935:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994068096
00000100:00100000:0.0:1767321255.103941:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994068096
00000100:00100000:0.0:1767321255.103988:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3698
00000100:00100000:0.0:1767321255.103996:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994068096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321255.104017:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321255.104058:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994068096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (408us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321255.104065:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3698
00000100:00100000:0.0:1767321255.104112:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994068096:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321255.106233:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321255.165683:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321255.165885:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321256.189267:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321256.189367:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321257.213270:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321257.213438:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321257.661654:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321232/real 1767321232]  req@ffff89b607297100 x1853163994061696/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321257 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321257.661682:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321257.661689:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1767321257.661691:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b607297100 x1853163994061696/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321257 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321257.661693:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321257.661702:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321257.661708:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321257.661714:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6497
00000100:00080000:0.0:1767321257.661719:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321257.661719:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321257.661729:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00080000:2.0:1767321257.661746:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321257.661750:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994061696:0@lo:250:kworker.0
00000100:00100000:0.0:1767321257.661768:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609703480 x1853163994068224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321257.661787:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321257.661790:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321257.661793:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321257.661797:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6497
00000100:00080000:0.0:1767321257.661799:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767321257.661803:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994068224:0@lo:38:kworker.0
00000100:00080000:0.0:1767321257.661805:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321257.661823:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609701500 x1853163994068352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321257.661868:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321257.661872:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321257.661874:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321257.661877:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6497
00000100:00080000:0.0:1767321257.661880:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321257.661884:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321257.661895:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321257.661909:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702300 x1853163994068608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321257.661909:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994068480:0@lo:400:kworker.0
00000100:00080000:0.0:1767321257.661937:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321257.661941:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321257.661944:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321257.661948:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6497
00000100:00080000:0.0:1767321257.661951:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321257.661956:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321257.661959:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321257.661967:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994068352:0@lo:38:kworker.0
00000100:00100000:0.0:1767321257.661973:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d265880 x1853163994068864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321257.661993:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321257.662002:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994068736:0@lo:400:kworker.0
00000100:00100000:2.0:1767321257.662019:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321257.662026:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321257.662031:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1767321257.662035:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321257.662036:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321257.662042:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6476
00000100:00080000:0.0:1767321257.662045:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321257.662059:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321257.662065:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994068608:0@lo:38:kworker.0
00000100:00100000:0.0:1767321257.662074:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266d80 x1853163994069248/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321257.662095:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994068224
00000100:00100000:2.0:1767321257.662102:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321257.662105:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994068224
00000100:00100000:0.0:1767321257.662110:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994068992:0@lo:400:kworker.0
00000100:00100000:2.0:1767321257.662127:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994068864:0@lo:38:kworker.0
00000100:00100000:1.0:1767321257.662138:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994068480
00000100:00100000:1.0:1767321257.662142:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994068480
00000100:00100000:0.0:1767321257.662149:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321257.662186:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321257.662199:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321257.662208:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994069120:0@lo:400:kworker.0
00000100:00100000:1.0:1767321257.662212:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994068736
00000100:00100000:2.0:1767321257.662215:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994069248:0@lo:250:kworker.0
00000100:00100000:1.0:1767321257.662217:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994068736
00000100:00100000:1.0:1767321257.662240:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994068608
00000100:00100000:1.0:1767321257.662244:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994068608
00000100:00100000:0.0:1767321257.662245:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:2.0:1767321257.662251:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994069248 offset 0 length 520: 4
00000100:00100000:1.0:1767321257.662259:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994068864
00000100:00100000:1.0:1767321257.662263:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994068864
00000100:00100000:1.0:1767321257.662280:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6343
00000100:00100000:1.0:1767321257.662291:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994068480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321257.662300:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994068352
00000100:00100000:0.0:1767321257.662306:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994068352
00000100:00100000:2.0:1767321257.662310:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6344
00000100:00100000:2.0:1767321257.662322:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994068736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321257.662346:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994068480:12345-0@lo:400:kworker.0 Request processed in 56us (388us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321257.662351:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462
00000100:00100000:1.0:1767321257.662359:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6343
00000100:00100000:0.0:1767321257.662362:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994068352:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321257.662406:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994068736:12345-0@lo:400:kworker.0 Request processed in 87us (372us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321257.662413:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6344
00000100:00100000:2.0:1767321257.662439:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73770
00000100:00100000:2.0:1767321257.662443:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994068224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321257.662461:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321257.662490:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994068224:12345-0@lo:38:kworker.0 Request processed in 45us (596us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321257.662496:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73770
00000100:00100000:2.0:1767321257.662508:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73771
00000100:00100000:2.0:1767321257.662512:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994068608:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321257.662520:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321257.662542:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994068608:12345-0@lo:38:kworker.0 Request processed in 29us (441us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321257.662547:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73771
00000100:00100000:2.0:1767321257.662558:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73772
00000100:00100000:2.0:1767321257.662563:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994068864:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321257.662571:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321257.662597:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994068864:12345-0@lo:38:kworker.0 Request processed in 32us (437us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321257.662598:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994068736:0@lo:400:kworker.0
00000100:00100000:2.0:1767321257.662607:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73772
00000100:00100000:1.0:1767321257.662618:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994068480:0@lo:400:kworker.0
00000100:00080000:2.0:1767321257.662644:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321257.662650:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321257.662655:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994068864:0@lo:38:kworker.0
00000100:00080000:2.0:1767321257.662670:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321257.662673:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321257.662677:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994068608:0@lo:38:kworker.0
00000100:00100000:1.0:1767321257.662683:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994068992
00000100:00080000:2.0:1767321257.662687:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767321257.662689:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994068992
00000100:00080000:2.0:1767321257.662693:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321257.662698:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994068224:0@lo:38:kworker.0
00000100:00100000:1.0:1767321257.662728:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994069120
00000100:00100000:1.0:1767321257.662732:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994069120
00010000:00020000:0.0:1767321257.663205:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321257.663242:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994068352:12345-0@lo:38:kworker.0 Request processed in 882us (1225us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321257.663250:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462
00000100:00100000:0.0:1767321257.663285:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3905
00000100:00100000:0.0:1767321257.663293:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994068992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321257.663656:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994068992:12345-0@lo:400:kworker.0 Request processed in 37us (1180us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321257.663665:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3905
00000100:00080000:3.0:1767321257.663697:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321257.663703:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994068992:0@lo:400:kworker.0
00000100:00080000:3.0:1767321257.663704:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321257.663711:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321257.667983:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767321257.668702:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3906
00000100:00100000:1.0:1767321257.668724:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994069120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321257.668819:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994069120:12345-0@lo:400:kworker.0 Request processed in 105us (6574us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321257.668826:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3906
00000100:00100000:0.0:1767321257.668858:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994069120:0@lo:400:kworker.0
00000100:00080000:2.0:1767321257.670815:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321257.670825:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994068352:0@lo:38:kworker.0
00010000:00010000:3.0:1767321258.237346:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321258.237652:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321259.262325:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321259.262439:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321259.595400:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:2.0:1767321259.595440:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942296704 offset 0 length 520: 4
00000100:00100000:2.0:1767321259.595481:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321259.596211:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942296960
00000100:00100000:0.0:1767321259.596224:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942296960
00000100:00100000:0.0:1767321259.596303:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942296832
00000100:00100000:0.0:1767321259.596306:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942296832
00000100:00100000:0.0:1767321259.596323:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6345
00000100:00100000:0.0:1767321259.596334:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942296960:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321259.596408:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942296960:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 76us (1019us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321259.596416:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6345
00000100:00100000:0.0:1767321259.596437:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73773
00000100:00100000:0.0:1767321259.596442:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942296832:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321259.596461:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321259.596499:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942296832:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (1017us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321259.596505:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73773
00000100:00080000:1.0:1767321259.596626:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321260.221828:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994069376:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321260.221966:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321260.222494:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994069376
00000100:00100000:1.0:1767321260.222507:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994069376
00000100:00100000:1.0:1767321260.222602:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3699
00000100:00100000:1.0:1767321260.222613:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994069376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321260.222654:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767321260.222714:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321260.222733:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994069376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (773us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321260.222743:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3699
00000100:00100000:2.0:1767321260.222771:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994069376:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321260.223464:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994069504:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321260.223529:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321260.223623:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994069504
00000100:00100000:2.0:1767321260.223629:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994069504
00000100:00100000:2.0:1767321260.223685:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3700
00000100:00100000:2.0:1767321260.223694:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994069504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321260.223723:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321260.223768:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994069504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321260.223776:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3700
00000100:00080000:0.0:1767321260.223959:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321260.223999:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994069504:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321260.285278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321260.285454:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321261.309575:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321261.310239:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321262.333602:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321262.333690:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767321262.781618:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321262.781628:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321262.781631:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321262.781635:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321262.781639:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321262.781647:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6502
00000100:00080000:2.0:1767321262.781658:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321262.781665:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321262.781706:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a5a7b80 x1853163994069632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321262.781738:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321262.781741:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321262.781743:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321262.781748:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6502
00000100:00080000:2.0:1767321262.781750:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321262.781754:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321262.781769:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a5a5c00 x1853163994069760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321262.781815:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321262.781819:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321262.781821:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321262.781824:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6502
00000100:00080000:2.0:1767321262.781826:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321262.781830:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321262.782086:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994069888:0@lo:400:kworker.0
00000100:00100000:1.0:1767321262.782155:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321262.782280:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994069888
00000100:00100000:1.0:1767321262.782289:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994069888
00000100:00100000:1.0:1767321262.782341:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6346
00000100:00100000:1.0:1767321262.782351:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994069888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321262.782400:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994069888:12345-0@lo:400:kworker.0 Request processed in 51us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321262.782425:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6346
00000100:00080000:1.0:1767321262.782447:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321262.782473:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994069888:0@lo:400:kworker.0
00000100:00100000:0.0:1767321262.782812:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994069632:0@lo:38:kworker.0
00000100:00100000:2.0:1767321262.782980:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cfb80 x1853163994070016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321262.783011:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321262.783015:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321262.783017:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321262.783021:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6502
00000100:00080000:2.0:1767321262.783023:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321262.783028:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321262.783040:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038cd880 x1853163994070272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321262.783080:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321262.783088:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994070144:0@lo:400:kworker.0
00000100:00100000:2.0:1767321262.783125:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994070528:0@lo:400:kworker.0
00000100:00100000:2.0:1767321262.783150:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321262.783191:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321262.783196:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994070400:0@lo:400:kworker.0
00000100:00100000:0.0:1767321262.783291:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321262.783314:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994069760:0@lo:38:kworker.0
00000100:00100000:0.0:1767321262.783344:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321262.783368:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994070016:0@lo:38:kworker.0
00000100:00100000:0.0:1767321262.783389:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321262.783534:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994070272:0@lo:38:kworker.0
00000100:00100000:0.0:1767321262.783564:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321262.783593:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994069632
00000100:00100000:0.0:1767321262.783597:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994069632
00000100:00100000:0.0:1767321262.783620:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994070016
00000100:00100000:0.0:1767321262.783623:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994070016
00000100:00100000:0.0:1767321262.783636:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994070272
00000100:00100000:0.0:1767321262.783638:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994070272
00000100:00100000:1.0:1767321262.783822:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994070528
00000100:00100000:1.0:1767321262.783827:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994070528
00000100:00080000:1.0:1767321262.783862:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321262.783893:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3907
00000100:00100000:1.0:1767321262.783903:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994070528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321262.783942:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994070528:12345-0@lo:400:kworker.0 Request processed in 42us (791us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321262.783948:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3907
00000100:00100000:2.0:1767321262.784093:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321262.784124:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994070528:0@lo:400:kworker.0
00000100:00100000:0.0:1767321262.784182:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73774
00000100:00100000:0.0:1767321262.784188:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994069632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321262.784207:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321262.784253:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994069632:12345-0@lo:38:kworker.0 Request processed in 64us (962us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321262.784259:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73774
00000100:00100000:0.0:1767321262.784272:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73775
00000100:00100000:0.0:1767321262.784276:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994070016:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321262.784285:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321262.784307:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994070016:12345-0@lo:38:kworker.0 Request processed in 30us (918us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321262.784313:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73775
00000100:00100000:0.0:1767321262.784325:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73776
00000100:00100000:0.0:1767321262.784329:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994070272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321262.784337:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321262.784358:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994070272:12345-0@lo:38:kworker.0 Request processed in 28us (794us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321262.784364:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73776
00000100:00100000:3.0:1767321262.795138:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321262.795238:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994070144
00000100:00100000:3.0:1767321262.795250:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994070144
00000100:00100000:3.0:1767321262.795324:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6347
00000100:00100000:3.0:1767321262.795332:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994070144:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321262.796801:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321262.796822:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994069760
00000100:00100000:1.0:1767321262.796830:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994069760
00000100:00100000:1.0:1767321262.796884:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463
00000100:00100000:1.0:1767321262.796891:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994069760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321262.796913:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321262.796981:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994069760:12345-0@lo:38:kworker.0 Request processed in 89us (13635us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321262.796988:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463
00000100:00080000:1.0:1767321262.797065:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321262.797071:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321262.797075:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994070016:0@lo:38:kworker.0
00000100:00080000:1.0:1767321262.797086:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321262.797090:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321262.797093:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994070272:0@lo:38:kworker.0
00000100:00080000:1.0:1767321262.797102:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321262.797105:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321262.797107:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994069632:0@lo:38:kworker.0
00000100:00080000:1.0:1767321262.797115:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321262.797118:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321262.797121:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994069760:0@lo:38:kworker.0
00000100:00100000:1.0:1767321262.797186:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994070400
00000100:00100000:1.0:1767321262.797191:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994070400
00000100:00080000:1.0:1767321262.797221:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321262.797252:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3908
00000100:00100000:1.0:1767321262.797260:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994070400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321262.797304:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994070400:12345-0@lo:400:kworker.0 Request processed in 46us (13211us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321262.797311:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3908
00000100:00100000:1.0:1767321262.797355:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994070144:0@lo:400:kworker.0
00000100:00100000:3.0:1767321262.799572:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994070144:12345-0@lo:400:kworker.0 Request processed in 78us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321262.799592:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6347
00000100:00100000:3.0:1767321262.799719:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994070400:0@lo:400:kworker.0
00000100:00100000:0.0:1767321263.357322:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321263.360196:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321264.381318:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321264.387485:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321264.712615:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321264.712670:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321264.712833:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942297088
00000100:00100000:0.0:1767321264.712842:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942297088
00000100:00100000:0.0:1767321264.712886:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942297216
00000100:00100000:0.0:1767321264.712890:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942297216
00000100:00100000:0.0:1767321264.712944:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6348
00000100:00100000:0.0:1767321264.712955:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942297216:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321264.713029:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942297216:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 75us (357us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321264.713037:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6348
00000100:00100000:0.0:1767321264.713056:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73777
00000100:00100000:0.0:1767321264.713060:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942297088:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321264.713081:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321264.713106:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942297088:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (501us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321264.713115:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73777
00000100:00080000:2.0:1767321264.713560:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321265.343127:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321265.343148:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994070656:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321265.343267:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321265.343445:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994070656
00000100:00100000:1.0:1767321265.343455:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994070656
00000100:00100000:1.0:1767321265.343536:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3701
00000100:00100000:1.0:1767321265.343546:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994070656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321265.343580:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321265.343641:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994070656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (362us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321265.343650:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3701
00000100:00100000:1.0:1767321265.343700:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994070656:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321265.344636:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321265.345126:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321265.345141:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994070784:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321265.345210:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321265.345268:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994070784
00000100:00100000:2.0:1767321265.345273:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994070784
00000100:00100000:2.0:1767321265.345313:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3702
00000100:00100000:2.0:1767321265.345321:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994070784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321265.345358:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321265.345394:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994070784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (184us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321265.345400:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3702
00000100:00080000:2.0:1767321265.345859:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321265.345891:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994070784:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321265.407207:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321265.407655:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321266.430090:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321266.430437:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321267.453341:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321267.453461:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321267.901332:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321267.901342:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321267.901345:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321267.901349:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321267.901352:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321267.901360:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6507
00000100:00080000:3.0:1767321267.901365:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321267.901371:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321267.901422:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113d500 x1853163994070912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321267.901445:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321267.901448:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321267.901450:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321267.901454:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6507
00000100:00080000:3.0:1767321267.901456:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321267.901460:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321267.901478:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7411c2d80 x1853163994071040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321267.901515:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321267.901521:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321267.901522:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321267.901525:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6507
00000100:00080000:3.0:1767321267.901528:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321267.901531:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321267.901543:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f66300 x1853163994071296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321267.901556:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321267.901560:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321267.901561:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321267.901564:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6507
00000100:00080000:3.0:1767321267.901567:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321267.901569:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321267.901579:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f64e00 x1853163994071552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321267.901652:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994071808:0@lo:400:kworker.0
00000100:00100000:1.0:1767321267.901666:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994071168:0@lo:400:kworker.0
00000100:00100000:2.0:1767321267.901740:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994071424:0@lo:400:kworker.0
00000100:00100000:0.0:1767321267.903833:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994070912:0@lo:38:kworker.0
00000100:00100000:1.0:1767321267.915406:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321267.915505:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994071168
00000100:00100000:1.0:1767321267.915514:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994071168
00000100:00100000:1.0:1767321267.915565:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6349
00000100:00100000:1.0:1767321267.915574:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994071168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321267.915630:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994071168:12345-0@lo:400:kworker.0 Request processed in 58us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321267.915637:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6349
00000100:00100000:1.0:1767321267.915689:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994071168:0@lo:400:kworker.0
00000100:00100000:1.0:1767321267.915734:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994071680:0@lo:400:kworker.0
00000100:00100000:1.0:1767321267.915766:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321267.915795:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994071680
00000100:00100000:1.0:1767321267.915798:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994071680
00000100:00100000:2.0:1767321267.917130:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321267.917192:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321267.917205:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994071424
00000100:00100000:2.0:1767321267.917210:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994071424
00000100:00100000:2.0:1767321267.917248:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6350
00000100:00100000:2.0:1767321267.917255:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994071424:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321267.917297:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994071424:12345-0@lo:400:kworker.0 Request processed in 42us (170us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321267.917303:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6350
00000100:00080000:2.0:1767321267.917319:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321267.917342:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994071424:0@lo:400:kworker.0
00000100:00100000:3.0:1767321267.917763:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321267.917855:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994071808
00000100:00100000:2.0:1767321267.917869:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994071808
00000100:00100000:2.0:1767321267.917908:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3909
00000100:00100000:2.0:1767321267.917915:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994071808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321267.917950:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994071808:12345-0@lo:400:kworker.0 Request processed in 36us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321267.917957:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3909
00000100:00080000:3.0:1767321267.918008:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321267.918033:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994071808:0@lo:400:kworker.0
00000100:00100000:1.0:1767321267.920100:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3910
00000100:00100000:1.0:1767321267.920109:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994071680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321267.920195:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994071680:12345-0@lo:400:kworker.0 Request processed in 87us (4428us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321267.920201:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3910
00000100:00100000:1.0:1767321267.920239:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994071680:0@lo:400:kworker.0
00000100:00080000:3.0:1767321267.920341:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321267.926086:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321267.926148:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994071040:0@lo:38:kworker.0
00000100:00100000:0.0:1767321267.926211:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321267.926242:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994071296:0@lo:38:kworker.0
00000100:00100000:0.0:1767321267.926264:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321267.926294:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994071552:0@lo:38:kworker.0
00000100:00100000:0.0:1767321267.926312:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321267.926356:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994070912
00000100:00100000:0.0:1767321267.926363:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994070912
00000100:00100000:0.0:1767321267.926390:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994071296
00000100:00100000:0.0:1767321267.926392:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994071296
00000100:00100000:0.0:1767321267.926402:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994071552
00000100:00100000:0.0:1767321267.926405:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994071552
00000100:00100000:0.0:1767321267.926419:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73778
00000100:00100000:0.0:1767321267.926426:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994070912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321267.926448:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321267.926467:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73779
00000100:00100000:3.0:1767321267.926475:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994071296:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321267.926488:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994070912:12345-0@lo:38:kworker.0 Request processed in 60us (407us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767321267.926489:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321267.926500:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73778
00000100:00100000:0.0:1767321267.926518:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73780
00000100:00100000:0.0:1767321267.926524:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994071552:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321267.926531:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994071296:12345-0@lo:38:kworker.0 Request processed in 55us (265us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767321267.926535:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321267.926543:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73779
00000100:00100000:0.0:1767321267.926566:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994071552:12345-0@lo:38:kworker.0 Request processed in 40us (252us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321267.926574:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73780
00000100:00080000:0.0:1767321267.926616:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321267.926621:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321267.926625:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994070912:0@lo:38:kworker.0
00000100:00080000:0.0:1767321267.926632:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321267.926635:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321267.926638:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994071296:0@lo:38:kworker.0
00000100:00080000:0.0:1767321267.926644:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321267.926648:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321267.926650:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994071552:0@lo:38:kworker.0
00000100:00100000:1.0:1767321267.927849:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994071040
00000100:00100000:1.0:1767321267.927858:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994071040
00000100:00100000:1.0:1767321267.927895:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464
00000100:00100000:1.0:1767321267.927901:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994071040:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321267.927915:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321267.927986:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994071040:12345-0@lo:38:kworker.0 Request processed in 84us (1774us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321267.927993:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464
00000100:00080000:2.0:1767321267.928553:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321267.928559:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321267.928564:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7411c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994071040:0@lo:38:kworker.0
00000100:00100000:0.0:1767321268.477344:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321268.477437:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321269.501266:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321269.504403:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321269.836105:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321269.836214:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321269.836498:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942297472
00000100:00100000:3.0:1767321269.836508:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942297472
00000100:00100000:3.0:1767321269.836569:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942297344
00000100:00100000:3.0:1767321269.836572:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942297344
00000100:00100000:3.0:1767321269.836589:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6351
00000100:00100000:3.0:1767321269.836608:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942297472:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321269.836671:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942297472:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 74us (576us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321269.836678:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6351
00000100:00100000:3.0:1767321269.836695:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73781
00000100:00100000:3.0:1767321269.836699:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942297344:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321269.836717:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321269.836738:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942297344:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 37us (524us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321269.836744:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73781
00000100:00080000:1.0:1767321269.837018:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321270.462282:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321270.462306:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994071936:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321270.462372:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321270.462615:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994071936
00000100:00100000:2.0:1767321270.462623:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994071936
00000100:00100000:2.0:1767321270.462688:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3703
00000100:00100000:2.0:1767321270.462698:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994071936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321270.462725:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321270.462778:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994071936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (406us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321270.462787:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3703
00000100:00100000:2.0:1767321270.462848:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994071936:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321270.462918:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321270.494982:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321270.495003:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994072064:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321270.495070:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321270.495342:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994072064
00000100:00100000:0.0:1767321270.495350:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994072064
00000100:00100000:0.0:1767321270.495445:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3704
00000100:00100000:0.0:1767321270.495454:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994072064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321270.495492:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321270.495550:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994072064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (480us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321270.495560:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3704
00000100:00100000:3.0:1767321270.495591:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994072064:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321270.495874:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321270.525449:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321270.526765:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321271.549915:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321271.555471:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321272.573304:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321272.573722:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321273.021650:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321273.021662:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321273.021665:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321273.021678:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321273.021683:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321273.021691:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6512
00000100:00080000:0.0:1767321273.021695:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321273.021702:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321273.021748:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291af480 x1853163994072192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321273.021784:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321273.021788:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321273.021789:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321273.021793:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6512
00000100:00080000:0.0:1767321273.021796:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321273.021799:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321273.021811:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291ac380 x1853163994072320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321273.021834:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321273.021838:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321273.021840:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321273.021843:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6512
00000100:00080000:0.0:1767321273.021846:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321273.021849:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321273.021859:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291ae680 x1853163994072576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321273.021873:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321273.021876:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321273.021878:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321273.021881:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6512
00000100:00080000:0.0:1767321273.021883:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321273.021886:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321273.021893:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291adc00 x1853163994072832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321273.021978:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994072192:0@lo:38:kworker.0
00000100:00100000:3.0:1767321273.022042:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321273.022094:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994072320:0@lo:38:kworker.0
00000100:00100000:3.0:1767321273.022119:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321273.022142:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994072576:0@lo:38:kworker.0
00000100:00100000:3.0:1767321273.022180:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321273.022196:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994072832:0@lo:38:kworker.0
00000100:00100000:3.0:1767321273.022218:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321273.022246:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994072960:0@lo:400:kworker.0
00000100:00100000:3.0:1767321273.022270:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321273.022286:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321273.022292:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994073088:0@lo:400:kworker.0
00000100:00100000:3.0:1767321273.022311:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321273.022343:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994072192
00000100:00100000:3.0:1767321273.022350:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994072192
00000100:00100000:3.0:1767321273.022379:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994072576
00000100:00100000:3.0:1767321273.022382:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994072576
00000100:00100000:3.0:1767321273.022393:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994072832
00000100:00100000:3.0:1767321273.022395:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994072832
00000100:00100000:3.0:1767321273.022411:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73782
00000100:00100000:3.0:1767321273.022418:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994072192:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321273.022436:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321273.022490:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994072192:12345-0@lo:38:kworker.0 Request processed in 70us (448us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321273.022497:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73782
00000100:00100000:1.0:1767321273.022513:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994072448:0@lo:400:kworker.0
00000100:00100000:3.0:1767321273.022517:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73783
00000100:00100000:3.0:1767321273.022524:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994072576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321273.022534:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321273.022544:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321273.022567:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321273.022570:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994072576:12345-0@lo:38:kworker.0 Request processed in 43us (388us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321273.022574:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994072704:0@lo:400:kworker.0
00000100:00100000:3.0:1767321273.022584:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73783
00000100:00100000:3.0:1767321273.022597:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994072448
00000100:00100000:1.0:1767321273.022598:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321273.022603:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994072448
00000100:00080000:1.0:1767321273.022627:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321273.022642:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994072960
00000100:00100000:3.0:1767321273.022642:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994072704
00000100:00100000:3.0:1767321273.022647:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994072704
00000100:00100000:1.0:1767321273.022648:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994072960
00000100:00100000:3.0:1767321273.022685:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6352
00000100:00100000:3.0:1767321273.022691:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994072448:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321273.022732:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994072448:12345-0@lo:400:kworker.0 Request processed in 40us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321273.022737:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6352
00000100:00100000:3.0:1767321273.022748:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6353
00000100:00100000:3.0:1767321273.022753:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994072704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321273.022791:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994072704:12345-0@lo:400:kworker.0 Request processed in 38us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321273.022797:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6353
00000100:00100000:3.0:1767321273.022808:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73784
00000100:00100000:3.0:1767321273.022812:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994072832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321273.022822:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321273.022843:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994072832:12345-0@lo:38:kworker.0 Request processed in 30us (624us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321273.022849:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73784
00000100:00100000:3.0:1767321273.022868:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994073088
00000100:00100000:3.0:1767321273.022871:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994073088
00000100:00080000:1.0:1767321273.033436:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321273.033444:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321273.033447:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321273.033537:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321273.033547:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321273.033551:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994072192:0@lo:38:kworker.0
00000100:00100000:3.0:1767321273.033670:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3911
00000100:00100000:3.0:1767321273.033683:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994073088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321273.038890:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994072320
00000100:00100000:0.0:1767321273.038907:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994072320
00000100:00100000:0.0:1767321273.038985:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465
00000100:00100000:0.0:1767321273.038993:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994072320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321273.039017:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321273.039945:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994072704:0@lo:400:kworker.0
00000100:00100000:1.0:1767321273.040006:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3912
00000100:00100000:1.0:1767321273.040019:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994072960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321273.040291:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994072960:12345-0@lo:400:kworker.0 Request processed in 276us (18018us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321273.040298:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3912
00000100:00100000:1.0:1767321273.040332:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994072448:0@lo:400:kworker.0
00000100:00100000:1.0:1767321273.040486:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994072960:0@lo:400:kworker.0
00000100:00080000:2.0:1767321273.044541:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321273.044553:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321273.044557:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994072576:0@lo:38:kworker.0
00000100:00080000:2.0:1767321273.044572:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321273.044576:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321273.044579:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994072832:0@lo:38:kworker.0
00000100:00100000:3.0:1767321273.044833:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994073088:12345-0@lo:400:kworker.0 Request processed in 11152us (22517us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321273.044846:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3911
00000100:00100000:2.0:1767321273.045092:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994073088:0@lo:400:kworker.0
00000100:00100000:0.0:1767321273.045405:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994072320:12345-0@lo:38:kworker.0 Request processed in 6410us (23283us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321273.045415:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465
00000100:00080000:2.0:1767321273.054100:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321273.054116:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321273.054121:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994072320:0@lo:38:kworker.0
00000100:00100000:0.0:1767321273.597267:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321273.597361:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321274.621287:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321274.623186:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321274.953904:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321274.954141:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942297728
00000100:00100000:1.0:1767321274.954152:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942297728
00000100:00100000:1.0:1767321274.954267:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6354
00000100:00100000:1.0:1767321274.954279:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942297728:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321274.954372:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942297728:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 96us (480us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321274.954381:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6354
00000100:00080000:2.0:1767321274.958250:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321274.958702:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321274.958823:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942297600
00000100:00100000:3.0:1767321274.958835:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942297600
00000100:00100000:3.0:1767321274.958891:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73785
00000100:00100000:3.0:1767321274.958900:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942297600:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321274.958925:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321274.958984:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942297600:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 85us (297us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321274.958991:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73785
00000100:00100000:2.0:1767321275.582204:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321275.582223:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994073216:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321275.582286:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321275.582388:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994073216
00000100:00100000:3.0:1767321275.582398:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994073216
00000100:00100000:3.0:1767321275.582475:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3705
00000100:00100000:3.0:1767321275.582486:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994073216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321275.582517:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321275.582568:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994073216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (280us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321275.582577:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3705
00000100:00100000:3.0:1767321275.582600:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321275.582611:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994073344:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321275.582637:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994073216:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321275.582642:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321275.582707:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994073344
00000100:00100000:0.0:1767321275.582712:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994073344
00000100:00100000:0.0:1767321275.582755:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3706
00000100:00100000:0.0:1767321275.582762:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994073344:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321275.582776:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321275.582823:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994073344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321275.582830:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3706
00000100:00080000:2.0:1767321275.582836:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321275.582842:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321275.583854:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994073344:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767321275.645574:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321275.645630:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321276.669311:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321276.669573:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321277.694392:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321277.694471:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321278.146823:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321278.146835:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321278.146838:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321278.146842:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321278.146846:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321278.146855:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6517
00000100:00080000:2.0:1767321278.146859:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321278.146865:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321278.146909:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4380 x1853163994073472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321278.146962:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321278.146966:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321278.146968:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321278.146972:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6517
00000100:00080000:2.0:1767321278.146974:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321278.146977:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321278.146993:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7480 x1853163994073600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321278.147020:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321278.147024:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321278.147025:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321278.147029:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6517
00000100:00080000:2.0:1767321278.147031:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321278.147034:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321278.147045:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7100 x1853163994073856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321278.147067:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321278.147070:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321278.147072:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321278.147076:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6517
00000100:00080000:2.0:1767321278.147079:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767321278.147082:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994073472:0@lo:38:kworker.0
00000100:00080000:2.0:1767321278.147084:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321278.147095:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7800 x1853163994074112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321278.147155:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994074368:0@lo:400:kworker.0
00000100:00100000:3.0:1767321278.147193:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321278.147264:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994073600:0@lo:38:kworker.0
00000100:00100000:3.0:1767321278.147291:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321278.147312:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994073856:0@lo:38:kworker.0
00000100:00100000:3.0:1767321278.147332:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321278.147715:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994074112:0@lo:38:kworker.0
00000100:00100000:3.0:1767321278.147741:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321278.147774:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994073984:0@lo:400:kworker.0
00000100:00100000:3.0:1767321278.147797:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321278.147816:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321278.147822:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994073728:0@lo:400:kworker.0
00000100:00100000:3.0:1767321278.147839:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321278.147861:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994074240:0@lo:400:kworker.0
00000100:00100000:3.0:1767321278.147883:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321278.147912:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994073472
00000100:00100000:3.0:1767321278.147929:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994073472
00000100:00100000:3.0:1767321278.147958:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994073856
00000100:00100000:3.0:1767321278.147960:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994073856
00000100:00100000:3.0:1767321278.147971:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994074112
00000100:00100000:3.0:1767321278.147973:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994074112
00000100:00100000:3.0:1767321278.147980:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994073984
00000100:00100000:3.0:1767321278.147982:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994073984
00000100:00100000:3.0:1767321278.148011:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994073728
00000100:00100000:3.0:1767321278.148014:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994073728
00000100:00100000:3.0:1767321278.148033:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6355
00000100:00100000:3.0:1767321278.148041:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994073984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321278.148105:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994073984:12345-0@lo:400:kworker.0 Request processed in 64us (306us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321278.148112:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6355
00000100:00100000:3.0:1767321278.148127:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6356
00000100:00100000:3.0:1767321278.148133:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994073728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321278.148156:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994073728:12345-0@lo:400:kworker.0 Request processed in 23us (315us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321278.148178:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6356
00000100:00100000:3.0:1767321278.148190:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73786
00000100:00100000:3.0:1767321278.148194:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994073472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321278.148211:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321278.148240:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994073472:12345-0@lo:38:kworker.0 Request processed in 44us (1048us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321278.148245:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73786
00000100:00100000:3.0:1767321278.148716:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73787
00000100:00100000:3.0:1767321278.148721:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994073856:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321278.148732:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321278.148763:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994073856:12345-0@lo:38:kworker.0 Request processed in 41us (1430us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321278.148769:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73787
00000100:00100000:3.0:1767321278.148779:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73788
00000100:00100000:3.0:1767321278.148783:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994074112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321278.148793:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321278.148815:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994074112:12345-0@lo:38:kworker.0 Request processed in 30us (1072us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321278.148820:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73788
00000100:00100000:3.0:1767321278.148843:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994074240
00000100:00100000:3.0:1767321278.148847:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994074240
00000100:00100000:3.0:1767321278.148875:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3913
00000100:00100000:3.0:1767321278.148881:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994074240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321278.148915:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994074240:12345-0@lo:400:kworker.0 Request processed in 34us (1031us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321278.149516:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3913
00000100:00080000:3.0:1767321278.149547:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321278.149552:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321278.149586:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994074240:0@lo:400:kworker.0
00000100:00100000:2.0:1767321278.149791:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321278.149836:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994074368
00000100:00100000:2.0:1767321278.149840:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994074368
00000100:00100000:2.0:1767321278.149875:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3914
00000100:00100000:2.0:1767321278.149882:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994074368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321278.149917:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994074368:12345-0@lo:400:kworker.0 Request processed in 36us (125us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321278.149923:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3914
00000100:00080000:2.0:1767321278.149938:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321278.149954:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994074368:0@lo:400:kworker.0
00000100:00080000:2.0:1767321278.152334:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321278.152348:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321278.152353:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994074112:0@lo:38:kworker.0
00000100:00080000:2.0:1767321278.152365:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321278.152368:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321278.152372:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994073472:0@lo:38:kworker.0
00000100:00080000:2.0:1767321278.152382:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321278.152385:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321278.152388:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994073856:0@lo:38:kworker.0
00000100:00100000:0.0:1767321278.152605:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994073600
00000100:00100000:0.0:1767321278.152613:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994073600
00000100:00100000:0.0:1767321278.152683:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466
00000100:00100000:0.0:1767321278.152691:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994073600:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321278.152717:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321278.152793:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994073600:12345-0@lo:38:kworker.0 Request processed in 102us (5500us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321278.152800:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466
00000100:00080000:0.0:1767321278.152849:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321278.152854:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321278.152858:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994073600:0@lo:38:kworker.0
00000100:00100000:3.0:1767321278.154769:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994073728:0@lo:400:kworker.0
00000100:00100000:3.0:1767321278.154788:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994073984:0@lo:400:kworker.0
00010000:00010000:3.0:1767321278.717404:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321278.718890:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321279.741525:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321279.741596:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321280.074359:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321280.078666:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942297984
00000100:00100000:2.0:1767321280.078689:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942297984
00000100:00100000:2.0:1767321280.078842:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6357
00000100:00100000:2.0:1767321280.078854:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942297984:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767321280.079088:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321280.079526:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321280.079854:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942297984:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 1000us (5508us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321280.079865:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6357
00000100:00100000:2.0:1767321280.079890:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942297856
00000100:00100000:2.0:1767321280.079895:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942297856
00000100:00100000:1.0:1767321280.089798:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73789
00000100:00100000:1.0:1767321280.089825:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942297856:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321280.089860:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321280.089971:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942297856:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 156us (10447us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321280.089979:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73789
00000100:00100000:0.0:1767321280.702620:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994074496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321280.702739:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321280.705932:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994074496
00000100:00100000:1.0:1767321280.705954:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994074496
00000100:00100000:1.0:1767321280.706068:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3707
00000100:00100000:1.0:1767321280.706082:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994074496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321280.706126:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767321280.706217:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321280.706251:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994074496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 173us (3512us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321280.706259:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3707
00000100:00100000:2.0:1767321280.706290:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994074496:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321280.707819:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321280.707843:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994074624:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321280.707922:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321280.708134:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994074624
00000100:00100000:0.0:1767321280.708144:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994074624
00000100:00100000:0.0:1767321280.708244:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3708
00000100:00100000:0.0:1767321280.708254:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994074624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321280.708286:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767321280.708386:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321280.708468:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994074624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 216us (545us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321280.708476:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3708
00000100:00100000:2.0:1767321280.708581:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994074624:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321280.765331:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321280.766202:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321281.799436:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321281.801808:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321282.240200:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321257/real 1767321257]  req@ffff89b60d266d80 x1853163994069248/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321282 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321282.240246:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60d266d80 x1853163994069248/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321282 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321282.240262:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321282.240308:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321282.240312:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994069248:0@lo:250:kworker.0
00000100:00080000:2.0:1767321282.240423:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321282.240430:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767321282.240434:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321282.240439:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6502
00000100:00080000:2.0:1767321282.240445:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321282.240454:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321282.240498:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4380 x1853163994074752/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321282.240525:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321282.240528:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321282.240530:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321282.240533:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6522
00000100:00080000:2.0:1767321282.240543:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321282.240546:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321282.240560:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7800 x1853163994074880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321282.240569:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321282.240573:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321282.240574:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321282.240578:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6522
00000100:00080000:2.0:1767321282.240580:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321282.240583:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321282.240593:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6680 x1853163994075008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321282.240645:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321282.240649:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321282.240651:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321282.240654:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6522
00000100:00080000:2.0:1767321282.240656:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321282.240660:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321282.240674:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7b80 x1853163994075264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321282.240695:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321282.240699:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321282.240701:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321282.240705:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6522
00000100:00080000:2.0:1767321282.240707:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321282.240711:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321282.240719:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7480 x1853163994075520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321282.240780:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994075776:0@lo:400:kworker.0
00000100:00100000:2.0:1767321282.240859:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321282.240922:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321282.240928:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994075648:0@lo:400:kworker.0
00000100:00100000:2.0:1767321282.240950:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321282.241438:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994075776
00000100:00100000:1.0:1767321282.241449:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994075776
00000100:00100000:1.0:1767321282.241515:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994075648
00000100:00100000:1.0:1767321282.241518:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994075648
00000100:00100000:1.0:1767321282.241553:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3915
00000100:00100000:1.0:1767321282.241564:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994075776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321282.241635:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994075776:12345-0@lo:400:kworker.0 Request processed in 72us (776us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321282.241644:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3915
00000100:00100000:1.0:1767321282.241661:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3916
00000100:00100000:1.0:1767321282.241667:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994075648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321282.241702:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994075648:12345-0@lo:400:kworker.0 Request processed in 35us (751us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321282.241708:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3916
00000100:00100000:1.0:1767321282.241738:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994075392:0@lo:400:kworker.0
00000100:00100000:1.0:1767321282.241769:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321282.241977:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321282.241983:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994075136:0@lo:400:kworker.0
00000100:00100000:1.0:1767321282.242006:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321282.242038:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994075392
00000100:00100000:1.0:1767321282.242041:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994075392
00000100:00100000:1.0:1767321282.242070:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994075136
00000100:00100000:1.0:1767321282.242072:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994075136
00000100:00100000:1.0:1767321282.242091:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6358
00000100:00100000:1.0:1767321282.242097:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994075392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321282.242129:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994075392:12345-0@lo:400:kworker.0 Request processed in 32us (359us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321282.242135:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6358
00000100:00100000:1.0:1767321282.242146:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6359
00000100:00100000:1.0:1767321282.242151:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994075136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321282.242203:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994075136:12345-0@lo:400:kworker.0 Request processed in 52us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321282.242209:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6359
00000100:00100000:1.0:1767321282.242246:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994075136:0@lo:400:kworker.0
00000100:00100000:1.0:1767321282.242256:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994075392:0@lo:400:kworker.0
00000100:00100000:0.0:1767321282.242380:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994074752:0@lo:250:kworker.0
00000400:00000100:0.0:1767321282.242409:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994074752 offset 0 length 520: 4
00000100:00100000:0.0:1767321282.242431:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994074880:0@lo:38:kworker.0
00000100:00100000:0.0:1767321282.242453:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321282.242469:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994075008:0@lo:38:kworker.0
00000100:00100000:0.0:1767321282.242491:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321282.242506:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994075264:0@lo:38:kworker.0
00000100:00100000:0.0:1767321282.242525:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321282.242549:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994075520:0@lo:38:kworker.0
00000100:00100000:0.0:1767321282.242571:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321282.242626:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994074880
00000100:00100000:0.0:1767321282.242631:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994074880
00000100:00100000:0.0:1767321282.242650:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994075264
00000100:00100000:0.0:1767321282.242651:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994075264
00000100:00100000:0.0:1767321282.242659:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994075520
00000100:00100000:0.0:1767321282.242661:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994075520
00000100:00100000:0.0:1767321282.242670:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73790
00000100:00100000:0.0:1767321282.242675:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994074880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321282.242903:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321282.242940:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994074880:12345-0@lo:38:kworker.0 Request processed in 264us (486us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321282.242947:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73790
00000100:00100000:0.0:1767321282.242962:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73791
00000100:00100000:0.0:1767321282.242966:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994075264:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321282.242975:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321282.242992:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994075264:12345-0@lo:38:kworker.0 Request processed in 25us (467us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321282.242998:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73791
00000100:00100000:0.0:1767321282.243006:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73792
00000100:00100000:0.0:1767321282.243010:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994075520:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321282.243018:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321282.243036:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994075520:12345-0@lo:38:kworker.0 Request processed in 25us (465us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321282.243042:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73792
00000100:00080000:0.0:1767321282.243066:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321282.243071:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321282.243075:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994074880:0@lo:38:kworker.0
00000100:00080000:0.0:1767321282.243082:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321282.243085:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321282.243088:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994075264:0@lo:38:kworker.0
00000100:00080000:0.0:1767321282.243095:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321282.243098:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321282.243101:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994075520:0@lo:38:kworker.0
00000100:00100000:2.0:1767321282.244025:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994075648:0@lo:400:kworker.0
00000100:00100000:2.0:1767321282.244041:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994075776:0@lo:400:kworker.0
00000100:00100000:2.0:1767321282.244075:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994075008
00000100:00100000:2.0:1767321282.244080:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994075008
00000100:00100000:2.0:1767321282.244120:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467
00000100:00100000:2.0:1767321282.244126:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994075008:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321282.244142:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321282.244237:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994075008:12345-0@lo:38:kworker.0 Request processed in 110us (1745us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321282.244245:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467
00000100:00080000:2.0:1767321282.244279:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321282.244284:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321282.244287:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321282.244292:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321282.244292:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321282.244298:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994075008:0@lo:38:kworker.0
00000100:00100000:0.0:1767321282.814963:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321282.816108:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321283.837387:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321283.842883:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767321284.176555:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942298112 offset 0 length 520: 4
00000100:00100000:3.0:1767321284.176637:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321284.176788:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942298368
00000100:00100000:2.0:1767321284.176802:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942298368
00000100:00100000:2.0:1767321284.176918:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6360
00000100:00100000:2.0:1767321284.176930:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942298368:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321284.177036:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942298368:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 108us (398us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321284.177045:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6360
00000100:00080000:3.0:1767321284.177792:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321284.177979:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321284.178516:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942298240
00000100:00100000:3.0:1767321284.178533:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942298240
00000100:00100000:3.0:1767321284.178603:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73793
00000100:00100000:3.0:1767321284.180412:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942298240:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321284.180448:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321284.180654:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942298240:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 244us (2668us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321284.180665:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73793
00000100:00100000:0.0:1767321284.863254:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321284.863585:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321285.827242:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994076032:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321285.827348:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321285.827455:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321285.827462:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994075904:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321285.827475:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994076032
00000100:00100000:0.0:1767321285.827487:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994076032
00000100:00100000:1.0:1767321285.827490:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321285.827576:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994075904
00000100:00100000:0.0:1767321285.827580:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994075904
00000100:00100000:0.0:1767321285.827610:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3709
00000100:00100000:0.0:1767321285.827620:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994076032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321285.827661:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321285.827723:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994076032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (376us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321285.827731:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3710
00000100:00100000:1.0:1767321285.827739:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994075904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321285.827760:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321285.827790:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994075904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (299us total) trans 0 rc 0/0
00000100:00080000:2.0:1767321285.827794:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321285.827799:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321285.828756:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994075904:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321285.828776:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994076032:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321285.830417:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3709
00000100:00100000:1.0:1767321285.847978:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3710
00010000:00010000:2.0:1767321285.886613:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321285.886718:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321286.909320:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321286.910218:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321287.357446:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321287.357463:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321287.357467:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321287.357473:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321287.357478:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321287.357488:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6526
00000100:00080000:0.0:1767321287.357494:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321287.357512:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321287.357787:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab4e00 x1853163994076160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321287.357822:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321287.357827:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321287.357829:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321287.357833:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6526
00000100:00080000:0.0:1767321287.357836:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321287.357841:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321287.357860:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab6300 x1853163994076288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321287.357932:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994076416:0@lo:400:kworker.0
00000100:00100000:2.0:1767321287.358019:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321287.358205:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994076416
00000100:00100000:1.0:1767321287.358217:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994076416
00000100:00100000:1.0:1767321287.358310:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6361
00000100:00100000:1.0:1767321287.358334:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994076416:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321287.358496:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994076160:0@lo:38:kworker.0
00000100:00100000:3.0:1767321287.358537:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321287.358580:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994076288:0@lo:38:kworker.0
00000100:00100000:3.0:1767321287.358611:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321287.358643:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994076160
00000100:00100000:3.0:1767321287.358647:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994076160
00000100:00080000:0.0:1767321287.359670:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321287.359678:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321287.359683:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321287.359689:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6526
00000100:00080000:0.0:1767321287.359694:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321287.359700:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321287.359736:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7b80 x1853163994076544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321287.364427:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73794
00000100:00100000:2.0:1767321287.364447:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994076160:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321287.364482:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321287.364615:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994076160:12345-0@lo:38:kworker.0 Request processed in 171us (6077us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321287.364624:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73794
00000100:00100000:1.0:1767321287.371415:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994076416:12345-0@lo:400:kworker.0 Request processed in 13066us (13376us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321287.371439:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6361
00000100:00080000:1.0:1767321287.371512:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321287.371571:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994076288
00000100:00100000:1.0:1767321287.371592:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994076288
00000100:00100000:1.0:1767321287.371645:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468
00000100:00100000:1.0:1767321287.371654:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994076288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321287.371685:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321287.371767:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994076288:12345-0@lo:38:kworker.0 Request processed in 112us (13154us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321287.371774:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468
00000100:00100000:1.0:1767321287.371820:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994076544:0@lo:38:kworker.0
00000100:00100000:1.0:1767321287.371871:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321287.371928:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321287.371934:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321287.371938:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994076160:0@lo:38:kworker.0
00000100:00080000:1.0:1767321287.371951:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321287.371955:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321287.371959:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994076288:0@lo:38:kworker.0
00000100:00100000:1.0:1767321287.372000:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994076544
00000100:00100000:1.0:1767321287.372004:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994076544
00000100:00100000:3.0:1767321287.372082:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994076416:0@lo:400:kworker.0
00000100:00100000:3.0:1767321287.372102:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321287.372111:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994076672:0@lo:400:kworker.0
00000100:00100000:3.0:1767321287.372142:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321287.372188:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994076672
00000100:00100000:3.0:1767321287.372192:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994076672
00000100:00100000:3.0:1767321287.372246:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6362
00000100:00100000:3.0:1767321287.372253:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994076672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321287.372279:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73795
00000100:00100000:1.0:1767321287.372285:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994076544:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321287.372297:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321287.372301:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994076672:12345-0@lo:400:kworker.0 Request processed in 49us (158us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321287.372307:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6362
00000100:00100000:1.0:1767321287.372327:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994076544:12345-0@lo:38:kworker.0 Request processed in 41us (456us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321287.372333:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73795
00000100:00080000:1.0:1767321287.372345:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321287.372354:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994076672:0@lo:400:kworker.0
00000100:00080000:1.0:1767321287.372358:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321287.372362:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321287.372365:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994076544:0@lo:38:kworker.0
00000100:00080000:0.0:1767321287.375891:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321287.375909:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321287.375914:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321287.375925:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6526
00000100:00080000:0.0:1767321287.375936:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321287.375946:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321287.376007:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7b80 x1853163994076800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321287.376272:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994077056:0@lo:400:kworker.0
00000100:00100000:0.0:1767321287.376360:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321287.376419:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321287.376425:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994076928:0@lo:400:kworker.0
00000100:00100000:0.0:1767321287.376449:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321287.376487:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994077056
00000100:00100000:0.0:1767321287.376495:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994077056
00000100:00100000:0.0:1767321287.376574:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994076928
00000100:00100000:0.0:1767321287.376577:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994076928
00000100:00100000:0.0:1767321287.376606:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3917
00000100:00100000:0.0:1767321287.376615:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994077056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321287.376687:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994077056:12345-0@lo:400:kworker.0 Request processed in 73us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321287.376696:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3917
00000100:00100000:0.0:1767321287.376717:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3918
00000100:00100000:0.0:1767321287.376723:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994076928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321287.376750:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994076928:12345-0@lo:400:kworker.0 Request processed in 28us (301us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321287.376757:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3918
00000100:00080000:0.0:1767321287.376783:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321287.376787:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321287.376817:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994076928:0@lo:400:kworker.0
00000100:00100000:0.0:1767321287.376827:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994077056:0@lo:400:kworker.0
00000100:00100000:1.0:1767321287.377224:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994076800:0@lo:38:kworker.0
00000100:00100000:1.0:1767321287.377273:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321287.377495:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994076800
00000100:00100000:3.0:1767321287.377527:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994076800
00000100:00100000:3.0:1767321287.377570:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73796
00000100:00100000:3.0:1767321287.377577:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994076800:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321287.377602:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321287.377649:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994076800:12345-0@lo:38:kworker.0 Request processed in 70us (374us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321287.377656:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73796
00000100:00080000:1.0:1767321287.377727:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321287.377733:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321287.377736:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994076800:0@lo:38:kworker.0
00000100:00100000:0.0:1767321287.933333:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321287.933433:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321288.957283:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321288.957560:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321289.287978:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321289.288078:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321289.288206:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942298496
00000100:00100000:3.0:1767321289.288206:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942298624
00000100:00100000:2.0:1767321289.288221:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942298496
00000100:00100000:3.0:1767321289.288221:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942298624
00000100:00100000:2.0:1767321289.288287:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6363
00000100:00100000:3.0:1767321289.288297:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73797
00000100:00100000:2.0:1767321289.288303:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942298624:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321289.288310:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942298496:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321289.288339:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321289.288407:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942298624:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 110us (442us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321289.288416:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6363
00000100:00080000:0.0:1767321289.288574:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321289.288760:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942298496:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 451us (680us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321289.288769:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73797
00000100:00100000:0.0:1767321289.981354:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321289.982127:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321290.943212:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994077184:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321290.943325:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321290.943423:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321290.943430:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994077312:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321290.943467:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321290.943519:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994077184
00000100:00100000:3.0:1767321290.943528:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994077184
00000100:00100000:3.0:1767321290.943597:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994077312
00000100:00100000:3.0:1767321290.943601:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994077312
00000100:00100000:3.0:1767321290.943630:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3711
00000100:00100000:3.0:1767321290.943640:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994077184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321290.943679:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321290.943730:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994077184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (404us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321290.943739:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3711
00000100:00100000:3.0:1767321290.943760:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3712
00000100:00100000:3.0:1767321290.943767:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994077312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321290.943786:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321290.943825:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994077312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (357us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321290.943831:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3712
00000100:00100000:3.0:1767321290.943883:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994077312:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321290.943899:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994077184:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321290.944135:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321290.944142:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321291.005309:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321291.010432:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321292.029854:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321292.030183:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767321292.477470:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321292.477486:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321292.477490:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321292.477494:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321292.477499:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321292.477510:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6532
00000100:00080000:0.0:1767321292.477516:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321292.477526:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321292.477590:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7800 x1853163994077440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321292.477621:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321292.477625:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321292.477628:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321292.477633:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6532
00000100:00080000:0.0:1767321292.477636:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321292.477640:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321292.477655:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab5180 x1853163994077568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321292.477687:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994077440:0@lo:38:kworker.0
00000100:00080000:0.0:1767321292.477714:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321292.477720:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321292.477722:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321292.477727:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6532
00000100:00080000:0.0:1767321292.477729:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321292.477733:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321292.477749:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7b80 x1853163994077824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321292.477791:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321292.477869:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994077568:0@lo:38:kworker.0
00000100:00100000:2.0:1767321292.477894:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994077440
00000100:00100000:3.0:1767321292.477901:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321292.477904:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994077440
00000100:00100000:2.0:1767321292.477957:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73798
00000100:00100000:2.0:1767321292.477964:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994077440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321292.477985:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321292.478033:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994077440:12345-0@lo:38:kworker.0 Request processed in 69us (244us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321292.478039:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73798
00000100:00100000:1.0:1767321292.478069:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994077696:0@lo:400:kworker.0
00000100:00100000:2.0:1767321292.478088:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994077568
00000100:00100000:2.0:1767321292.478092:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994077568
00000100:00100000:2.0:1767321292.478109:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469
00000100:00100000:1.0:1767321292.478115:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321292.478117:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994077568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321292.478125:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321292.478151:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994077568:12345-0@lo:38:kworker.0 Request processed in 35us (252us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321292.478155:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469
00000100:00100000:1.0:1767321292.478187:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994077696
00000100:00100000:1.0:1767321292.478192:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994077696
00000100:00100000:1.0:1767321292.478264:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6364
00000100:00100000:1.0:1767321292.478273:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994077696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321292.478321:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994077696:12345-0@lo:400:kworker.0 Request processed in 50us (210us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321292.478328:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6364
00000100:00100000:1.0:1767321292.478372:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994077696:0@lo:400:kworker.0
00000100:00080000:2.0:1767321292.478688:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321292.478736:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321292.478741:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321292.478745:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994077440:0@lo:38:kworker.0
00000100:00080000:3.0:1767321292.478752:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321292.478754:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321292.478757:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994077568:0@lo:38:kworker.0
00000100:00080000:0.0:1767321292.479310:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321292.479315:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321292.479318:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321292.479323:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6532
00000100:00080000:0.0:1767321292.479328:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321292.479333:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321292.479341:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994077952:0@lo:400:kworker.0
00000100:00100000:2.0:1767321292.479392:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321292.479649:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cab7800 x1853163994078080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321292.479703:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994078208:0@lo:400:kworker.0
00000100:00100000:2.0:1767321292.479739:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321292.479775:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321292.479781:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994078336:0@lo:400:kworker.0
00000100:00100000:2.0:1767321292.479803:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321292.480345:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994077952
00000100:00100000:1.0:1767321292.480356:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994077952
00000100:00100000:1.0:1767321292.480442:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6365
00000100:00100000:1.0:1767321292.480453:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994077952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321292.480530:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994077952:12345-0@lo:400:kworker.0 Request processed in 79us (1137us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321292.480539:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6365
00000100:00080000:2.0:1767321292.480562:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321292.480604:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994077952:0@lo:400:kworker.0
00000100:00100000:0.0:1767321292.480785:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994078208
00000100:00100000:0.0:1767321292.480790:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994078208
00000100:00100000:0.0:1767321292.480841:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994078336
00000100:00100000:0.0:1767321292.480846:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994078336
00000100:00080000:2.0:1767321292.480849:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321292.480872:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3919
00000100:00100000:2.0:1767321292.480882:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994078208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321292.480917:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994077824:0@lo:38:kworker.0
00000100:00100000:2.0:1767321292.480943:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994078208:12345-0@lo:400:kworker.0 Request processed in 61us (1201us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321292.480951:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3919
00000100:00100000:3.0:1767321292.480964:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321292.480992:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994078208:0@lo:400:kworker.0
00000100:00100000:3.0:1767321292.480998:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994078080:0@lo:38:kworker.0
00000100:00100000:2.0:1767321292.481024:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994077824
00000100:00100000:3.0:1767321292.481029:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321292.481031:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994077824
00000100:00100000:2.0:1767321292.481056:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994078080
00000100:00100000:2.0:1767321292.481060:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994078080
00000100:00100000:2.0:1767321292.481080:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73799
00000100:00100000:2.0:1767321292.481087:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994077824:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321292.481088:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73800
00000100:00100000:3.0:1767321292.481097:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994078080:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321292.481112:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321292.481196:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994077824:12345-0@lo:38:kworker.0 Request processed in 108us (231us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321292.481204:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73799
00000100:00080000:2.0:1767321292.481239:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321292.481245:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321292.481249:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994077824:0@lo:38:kworker.0
00000100:00080000:2.0:1767321292.483901:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321292.483916:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3920
00000100:00100000:0.0:1767321292.483935:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994078336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321292.484066:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994078336:12345-0@lo:400:kworker.0 Request processed in 138us (4260us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321292.484074:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3920
00000100:00100000:2.0:1767321292.484116:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994078336:0@lo:400:kworker.0
00010000:00020000:3.0:1767321292.484357:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321292.484429:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994078080:12345-0@lo:38:kworker.0 Request processed in 3330us (3400us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321292.484438:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73800
00000100:00080000:2.0:1767321292.484558:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321292.484565:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321292.484569:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994078080:0@lo:38:kworker.0
00010000:00010000:2.0:1767321293.055054:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321293.055335:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321294.077495:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321294.077605:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321294.407705:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321294.407839:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321294.408050:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942298880
00000100:00100000:2.0:1767321294.408064:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942298880
00000100:00100000:2.0:1767321294.408215:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942298752
00000100:00100000:2.0:1767321294.408220:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942298752
00000100:00100000:2.0:1767321294.408252:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6366
00000100:00100000:2.0:1767321294.408264:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942298880:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321294.408389:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942298880:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 127us (700us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321294.408398:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6366
00000100:00100000:2.0:1767321294.408420:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73801
00000100:00100000:2.0:1767321294.408425:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942298752:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321294.408454:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321294.408483:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942298752:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 56us (644us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321294.408489:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73801
00000100:00080000:0.0:1767321294.408745:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321295.101447:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321295.102027:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321296.061491:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994078464:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321296.061597:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321296.061696:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321296.061704:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994078592:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321296.061730:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321296.061780:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994078464
00000100:00100000:3.0:1767321296.061791:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994078464
00000100:00100000:0.0:1767321296.061833:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994078592
00000100:00100000:0.0:1767321296.061838:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994078592
00000100:00100000:3.0:1767321296.061881:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3713
00000100:00100000:3.0:1767321296.061891:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994078464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321296.061931:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767321296.061969:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321296.061974:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321296.062066:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994078464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 177us (470us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321296.062075:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3713
00000100:00100000:3.0:1767321296.062095:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3714
00000100:00100000:3.0:1767321296.062102:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994078592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321296.062121:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321296.062146:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994078592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (416us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321296.062152:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3714
00000100:00100000:1.0:1767321296.062256:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a3ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994078592:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321296.062269:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994078464:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321296.125467:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321296.125567:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321297.149341:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321297.149735:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321297.599683:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321297.599698:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321297.599701:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321297.599706:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321297.599711:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321297.599722:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6537
00000100:00080000:2.0:1767321297.599728:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321297.599738:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321297.599792:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f0e00 x1853163994078720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321297.599832:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321297.599835:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321297.599837:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321297.599842:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6537
00000100:00080000:2.0:1767321297.599844:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321297.599849:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321297.599866:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6050baa00 x1853163994078848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321297.600021:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321297.600026:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321297.600028:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321297.600032:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6537
00000100:00080000:2.0:1767321297.600035:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321297.600039:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321297.600055:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b705ad5500 x1853163994079104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321297.600075:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321297.600091:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321297.600094:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767321297.600095:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994079232:0@lo:400:kworker.0
00000100:00100000:0.0:1767321297.600096:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994078976:0@lo:400:kworker.0
00000100:00080000:2.0:1767321297.600099:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6537
00000100:00080000:2.0:1767321297.600103:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321297.600108:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321297.600126:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb27800 x1853163994079360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321297.600205:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994078720:0@lo:38:kworker.0
00000100:00100000:1.0:1767321297.600576:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321297.600578:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994079616:0@lo:400:kworker.0
00000100:00100000:1.0:1767321297.600670:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994079488:0@lo:400:kworker.0
00000100:00100000:1.0:1767321297.600702:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321297.600759:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994079488
00000100:00100000:1.0:1767321297.600767:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994079488
00000100:00100000:1.0:1767321297.600826:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3921
00000100:00100000:1.0:1767321297.600837:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994079488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321297.600895:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994079488:12345-0@lo:400:kworker.0 Request processed in 60us (192us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321297.601500:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3921
00000100:00100000:1.0:1767321297.601567:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994079488:0@lo:400:kworker.0
00000100:00100000:1.0:1767321297.601645:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994079232
00000100:00100000:1.0:1767321297.601651:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994079232
00000100:00100000:1.0:1767321297.601696:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6367
00000100:00100000:1.0:1767321297.601702:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994079232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321297.601837:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994079232:12345-0@lo:400:kworker.0 Request processed in 135us (1263us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321297.601844:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6367
00000100:00080000:1.0:1767321297.601864:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321297.601891:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994079232:0@lo:400:kworker.0
00000100:00100000:0.0:1767321297.602260:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321297.602337:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994078976
00000100:00100000:1.0:1767321297.602342:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994078976
00000100:00100000:1.0:1767321297.602448:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6368
00000100:00100000:1.0:1767321297.602455:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994078976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321297.602502:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994078976:12345-0@lo:400:kworker.0 Request processed in 48us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321297.602508:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6368
00000100:00100000:1.0:1767321297.602551:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994078976:0@lo:400:kworker.0
00000100:00080000:0.0:1767321297.602696:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321297.605388:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321297.606328:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994079616
00000100:00100000:1.0:1767321297.606345:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994079616
00000100:00100000:1.0:1767321297.606434:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3922
00000100:00100000:1.0:1767321297.606445:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994079616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321297.606582:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994079616:12345-0@lo:400:kworker.0 Request processed in 138us (1204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321297.606592:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3922
00000100:00100000:0.0:1767321297.606771:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994079616:0@lo:400:kworker.0
00000100:00100000:3.0:1767321297.606877:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321297.606934:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994078848:0@lo:38:kworker.0
00000100:00100000:3.0:1767321297.606971:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321297.607010:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994079104:0@lo:38:kworker.0
00000100:00100000:3.0:1767321297.607034:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321297.607057:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994079360:0@lo:38:kworker.0
00000100:00100000:3.0:1767321297.607091:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321297.607132:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994078720
00000100:00100000:3.0:1767321297.607137:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994078720
00000100:00100000:3.0:1767321297.607184:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994079104
00000100:00100000:3.0:1767321297.607188:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994079104
00000100:00100000:0.0:1767321297.607192:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994078848
00000100:00100000:0.0:1767321297.607198:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994078848
00000100:00100000:3.0:1767321297.607208:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994079360
00000100:00100000:3.0:1767321297.607213:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994079360
00000100:00100000:3.0:1767321297.607238:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73802
00000100:00100000:0.0:1767321297.607249:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470
00000100:00100000:3.0:1767321297.607249:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994078720:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321297.607259:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994078848:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321297.607394:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767321297.607399:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321297.607454:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994078720:12345-0@lo:38:kworker.0 Request processed in 207us (576us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321297.607456:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994078848:12345-0@lo:38:kworker.0 Request processed in 197us (482us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321297.607466:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73802
00000100:00100000:0.0:1767321297.607470:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470
00000100:00100000:3.0:1767321297.607487:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73803
00000100:00100000:3.0:1767321297.607493:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994079104:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321297.607504:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73804
00000100:00100000:0.0:1767321297.607510:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994079360:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321297.607522:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321297.607546:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994079360:12345-0@lo:38:kworker.0 Request processed in 35us (455us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321297.607552:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73804
00010000:00020000:3.0:1767321297.607632:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321297.607659:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994079104:12345-0@lo:38:kworker.0 Request processed in 166us (624us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321297.607666:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73803
00000100:00080000:3.0:1767321297.607700:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321297.607705:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321297.607710:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994078720:0@lo:38:kworker.0
00000100:00080000:3.0:1767321297.607721:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321297.607724:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321297.607727:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994078848:0@lo:38:kworker.0
00000100:00080000:3.0:1767321297.607735:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321297.607739:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321297.607741:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994079104:0@lo:38:kworker.0
00000100:00080000:3.0:1767321297.607748:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321297.607751:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321297.607754:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994079360:0@lo:38:kworker.0
00000100:00100000:0.0:1767321298.173612:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321298.174106:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321299.197915:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321299.198296:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321299.528260:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321299.528384:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942299136
00000100:00100000:1.0:1767321299.528395:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942299136
00000100:00100000:1.0:1767321299.528550:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6369
00000100:00100000:1.0:1767321299.528562:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942299136:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321299.528646:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942299136:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 87us (397us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321299.528654:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6369
00000100:00100000:3.0:1767321299.529078:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00080000:0.0:1767321299.529315:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321299.530398:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942299008
00000100:00100000:2.0:1767321299.530409:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942299008
00000100:00100000:2.0:1767321299.530449:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73805
00000100:00100000:2.0:1767321299.530456:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942299008:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321299.530478:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321299.530532:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942299008:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 74us (1453us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321299.530539:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73805
00010000:00010000:3.0:1767321300.224747:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321300.224978:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321301.181411:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321301.181433:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994079744:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321301.181501:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321301.181560:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994079744
00000100:00100000:2.0:1767321301.181570:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994079744
00000100:00100000:2.0:1767321301.181633:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3715
00000100:00100000:2.0:1767321301.181641:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994079744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321301.181671:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321301.181712:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994079744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321301.181719:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3715
00000100:00080000:1.0:1767321301.182112:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321301.182149:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994079744:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321301.183322:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321301.183340:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994079872:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321301.183390:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321301.183727:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994079872
00000100:00100000:2.0:1767321301.183736:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994079872
00000100:00100000:2.0:1767321301.183801:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3716
00000100:00100000:2.0:1767321301.183810:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994079872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321301.183835:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767321301.183947:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321301.185442:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994079872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1626us (2044us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321301.185454:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3716
00000100:00100000:1.0:1767321301.189687:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994079872:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321301.245742:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321301.246883:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321302.269758:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321302.270144:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767321302.717394:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321302.717405:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321302.717408:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321302.717413:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321302.717418:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321302.717427:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6542
00000100:00080000:3.0:1767321302.717432:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321302.717439:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321302.717481:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b291c00 x1853163994080000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321302.717505:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321302.717510:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321302.717512:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321302.717516:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6542
00000100:00080000:3.0:1767321302.717519:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321302.717523:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321302.717539:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994080000:0@lo:38:kworker.0
00000100:00100000:3.0:1767321302.717539:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b293800 x1853163994080128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321302.717587:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321302.717591:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321302.717594:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321302.717598:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6542
00000100:00080000:3.0:1767321302.717600:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321302.717604:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321302.717613:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321302.717628:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6050baa00 x1853163994080384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321302.717655:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321302.717659:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321302.717661:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321302.717665:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6542
00000100:00080000:3.0:1767321302.717667:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321302.717671:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321302.717680:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994080128:0@lo:38:kworker.0
00000100:00100000:3.0:1767321302.717687:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac380 x1853163994080640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321302.717714:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321302.717745:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994080384:0@lo:38:kworker.0
00000100:00100000:3.0:1767321302.717751:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994080000
00000100:00100000:3.0:1767321302.717759:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994080000
00000100:00100000:0.0:1767321302.717771:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321302.717791:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994080640:0@lo:38:kworker.0
00000100:00100000:3.0:1767321302.717796:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994080384
00000100:00100000:3.0:1767321302.717801:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994080384
00000100:00100000:0.0:1767321302.717818:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321302.717877:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994080256:0@lo:400:kworker.0
00000100:00100000:2.0:1767321302.717942:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994080512:0@lo:400:kworker.0
00000100:00100000:1.0:1767321302.718020:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321302.718062:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994080128
00000100:00100000:0.0:1767321302.718067:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994080128
00000100:00100000:0.0:1767321302.718089:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471
00000100:00100000:0.0:1767321302.718096:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994080128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321302.718114:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321302.718154:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994080128:12345-0@lo:38:kworker.0 Request processed in 58us (441us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321302.718181:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471
00000100:00100000:3.0:1767321302.719198:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994080640
00000100:00100000:3.0:1767321302.719207:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994080640
00000100:00100000:3.0:1767321302.719254:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994080256
00000100:00100000:3.0:1767321302.719258:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994080256
00000100:00100000:1.0:1767321302.719285:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73806
00000100:00100000:1.0:1767321302.719292:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994080000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321302.719306:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321302.719355:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994080000:12345-0@lo:38:kworker.0 Request processed in 63us (1743us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321302.719645:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73806
00000100:00100000:3.0:1767321302.719653:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6370
00000100:00100000:3.0:1767321302.719664:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994080256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321302.719669:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73807
00000100:00100000:1.0:1767321302.719676:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994080384:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321302.719687:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321302.719728:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994080256:12345-0@lo:400:kworker.0 Request processed in 67us (1706us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321302.719737:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73808
00000100:00100000:3.0:1767321302.719745:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6370
00000100:00100000:0.0:1767321302.719747:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994080640:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321302.719759:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321302.719791:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994080640:12345-0@lo:38:kworker.0 Request processed in 47us (1973us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321302.719797:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73808
00000100:00080000:3.0:1767321302.719807:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321302.719839:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994080896:0@lo:400:kworker.0
00000100:00080000:3.0:1767321302.719855:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321302.719861:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321302.719865:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994080640:0@lo:38:kworker.0
00000100:00080000:3.0:1767321302.719877:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321302.719879:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321302.719882:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994080128:0@lo:38:kworker.0
00000100:00080000:3.0:1767321302.719890:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321302.719893:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321302.719895:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994080384:0@lo:38:kworker.0
00000100:00080000:3.0:1767321302.719903:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321302.719905:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321302.719908:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994080000:0@lo:38:kworker.0
00000100:00100000:1.0:1767321302.719930:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994080384:12345-0@lo:38:kworker.0 Request processed in 252us (2157us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321302.719937:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73807
00000100:00100000:3.0:1767321302.719968:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994080768:0@lo:400:kworker.0
00000100:00100000:1.0:1767321302.719972:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994080256:0@lo:400:kworker.0
00000100:00100000:3.0:1767321302.720012:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321302.720057:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321302.720106:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994080768
00000100:00100000:3.0:1767321302.720111:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994080768
00000100:00100000:3.0:1767321302.720143:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994080896
00000100:00100000:3.0:1767321302.720146:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994080896
00000100:00100000:2.0:1767321302.720182:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321302.720302:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3923
00000100:00100000:1.0:1767321302.720312:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994080768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321302.720364:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994080768:12345-0@lo:400:kworker.0 Request processed in 55us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321302.720371:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3923
00000100:00100000:1.0:1767321302.720385:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3924
00000100:00100000:1.0:1767321302.720391:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994080896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321302.720421:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994080896:12345-0@lo:400:kworker.0 Request processed in 31us (364us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321302.720428:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3924
00000100:00100000:1.0:1767321302.720443:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994080512
00000100:00100000:1.0:1767321302.720447:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994080512
00000100:00100000:1.0:1767321302.720477:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6371
00000100:00100000:1.0:1767321302.720483:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994080512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321302.720513:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994080512:12345-0@lo:400:kworker.0 Request processed in 31us (332us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321302.720518:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6371
00000100:00080000:1.0:1767321302.720536:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321302.720564:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994080896:0@lo:400:kworker.0
00000100:00100000:2.0:1767321302.720716:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994080512:0@lo:400:kworker.0
00000100:00100000:2.0:1767321302.720742:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994080768:0@lo:400:kworker.0
00010000:00010000:0.0:1767321303.293529:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321303.293767:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321304.317373:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321304.319679:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321304.648592:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321304.648626:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321304.648692:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942299264
00000100:00100000:1.0:1767321304.648701:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942299264
00000100:00100000:1.0:1767321304.648738:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942299392
00000100:00100000:1.0:1767321304.648741:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942299392
00000100:00100000:0.0:1767321304.648763:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73809
00000100:00100000:0.0:1767321304.648772:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942299264:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:1.0:1767321304.648790:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6372
00010000:00020000:0.0:1767321304.648797:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321304.648797:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942299392:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321304.648862:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942299264:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 89us (277us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321304.648869:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73809
00000100:00080000:2.0:1767321304.648870:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321304.650881:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942299392:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 2077us (2245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321304.650891:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6372
00010000:00010000:2.0:1767321305.341422:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321305.341554:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321306.302492:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321306.302524:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994081024:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321306.302607:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321306.303824:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994081024
00000100:00100000:1.0:1767321306.303835:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994081024
00000100:00100000:1.0:1767321306.303903:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3717
00000100:00100000:1.0:1767321306.303915:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994081024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321306.303944:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321306.304004:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994081024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (1397us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321306.304013:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3717
00000100:00080000:3.0:1767321306.304076:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321306.304473:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321306.304489:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994081152:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321306.304542:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321306.304590:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994081152
00000100:00100000:3.0:1767321306.304595:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994081152
00000100:00100000:3.0:1767321306.304637:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3718
00000100:00100000:3.0:1767321306.304655:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994081152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321306.304680:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321306.304728:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994081152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (185us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321306.304734:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3718
00000100:00100000:3.0:1767321306.304785:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994081152:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321306.304877:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321306.314149:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994081024:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321306.369196:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321306.369463:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321307.389288:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321307.389375:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321307.837324:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321282/real 1767321282]  req@ffff89b60cab4380 x1853163994074752/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321307 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321307.837357:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60cab4380 x1853163994074752/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321307 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767321307.837377:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321307.837386:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321307.837390:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994074752:0@lo:250:kworker.0
00000100:00080000:0.0:1767321307.837500:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321307.837506:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321307.837508:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321307.837513:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6526
00000100:00080000:0.0:1767321307.837517:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321307.837523:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321307.837557:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731239500 x1853163994081280/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321307.837582:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321307.837585:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321307.837587:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321307.837591:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6547
00000100:00080000:0.0:1767321307.837593:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321307.837596:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321307.837611:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123b800 x1853163994081408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321307.837620:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321307.837623:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321307.837625:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321307.837628:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6547
00000100:00080000:0.0:1767321307.837631:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321307.837634:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321307.837648:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731239c00 x1853163994081536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321307.837685:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321307.837689:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321307.837691:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321307.837694:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6547
00000100:00080000:0.0:1767321307.837696:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321307.837699:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321307.837710:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123b100 x1853163994081792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321307.837725:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321307.837728:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321307.837729:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321307.837733:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6547
00000100:00080000:0.0:1767321307.837735:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321307.837738:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321307.837746:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238a80 x1853163994082048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321307.837802:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994082304:0@lo:400:kworker.0
00000100:00100000:0.0:1767321307.837871:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321307.837931:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321307.837938:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994082176:0@lo:400:kworker.0
00000100:00100000:0.0:1767321307.837960:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321307.837989:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994082304
00000100:00100000:0.0:1767321307.837998:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994082304
00000100:00100000:0.0:1767321307.838040:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994082176
00000100:00100000:0.0:1767321307.838044:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994082176
00000100:00100000:0.0:1767321307.838081:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3925
00000100:00100000:0.0:1767321307.838089:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994082304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321307.838149:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994082304:12345-0@lo:400:kworker.0 Request processed in 61us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321307.838196:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3925
00000100:00100000:0.0:1767321307.838217:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3926
00000100:00100000:0.0:1767321307.838223:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994082176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321307.838251:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994082176:12345-0@lo:400:kworker.0 Request processed in 28us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321307.838256:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3926
00000100:00100000:0.0:1767321307.838291:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994082176:0@lo:400:kworker.0
00000100:00100000:0.0:1767321307.838302:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994082304:0@lo:400:kworker.0
00000100:00100000:0.0:1767321307.838365:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994081664:0@lo:400:kworker.0
00000100:00100000:0.0:1767321307.838395:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321307.838427:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321307.838434:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994081920:0@lo:400:kworker.0
00000100:00100000:0.0:1767321307.838453:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321307.839033:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994081664
00000100:00100000:3.0:1767321307.839041:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994081664
00000100:00100000:3.0:1767321307.839117:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994081920
00000100:00100000:3.0:1767321307.839122:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994081920
00000100:00100000:3.0:1767321307.839179:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6373
00000100:00100000:3.0:1767321307.839188:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994081664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321307.839249:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994081664:12345-0@lo:400:kworker.0 Request processed in 62us (852us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321307.839256:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6373
00000100:00100000:3.0:1767321307.839270:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6374
00000100:00100000:3.0:1767321307.839277:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994081920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321307.839301:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994081920:12345-0@lo:400:kworker.0 Request processed in 26us (847us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321307.839307:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6374
00000100:00100000:3.0:1767321307.839331:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994081280:0@lo:250:kworker.0
00000400:00000100:3.0:1767321307.839357:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994081280 offset 0 length 520: 4
00000100:00100000:3.0:1767321307.839383:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994081408:0@lo:38:kworker.0
00000100:00100000:3.0:1767321307.839406:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321307.839435:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994081536:0@lo:38:kworker.0
00000100:00100000:3.0:1767321307.839463:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321307.839709:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994081408
00000100:00100000:1.0:1767321307.839716:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994081408
00000100:00100000:1.0:1767321307.839743:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73810
00000100:00100000:1.0:1767321307.839748:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994081408:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321307.839769:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321307.839851:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321307.839888:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994081536
00000100:00100000:2.0:1767321307.839891:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994081920:0@lo:400:kworker.0
00000100:00100000:0.0:1767321307.839893:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994081536
00000100:00100000:2.0:1767321307.839911:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994081664:0@lo:400:kworker.0
00000100:00100000:0.0:1767321307.839921:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472
00000100:00100000:0.0:1767321307.839928:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994081536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321307.839940:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321307.847832:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994081408:12345-0@lo:38:kworker.0 Request processed in 8071us (8413us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321307.847854:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73810
00000100:00100000:3.0:1767321307.848007:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994081792:0@lo:38:kworker.0
00000100:00100000:3.0:1767321307.848057:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321307.848093:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994082048:0@lo:38:kworker.0
00000100:00100000:3.0:1767321307.848136:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321307.848209:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321307.848214:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321307.848218:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994081408:0@lo:38:kworker.0
00000100:00100000:2.0:1767321307.848427:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994081792
00000100:00100000:2.0:1767321307.848434:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994081792
00000100:00100000:2.0:1767321307.848470:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994082048
00000100:00100000:2.0:1767321307.848480:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994082048
00000100:00100000:2.0:1767321307.848501:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73811
00000100:00100000:2.0:1767321307.848508:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994081792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321307.848528:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321307.848802:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994081792:12345-0@lo:38:kworker.0 Request processed in 291us (743us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321307.848810:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73811
00000100:00100000:2.0:1767321307.848825:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73812
00000100:00100000:2.0:1767321307.848829:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994082048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321307.848839:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321307.848864:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994082048:12345-0@lo:38:kworker.0 Request processed in 34us (738us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321307.848870:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73812
00000100:00080000:3.0:1767321307.848995:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321307.849000:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321307.849003:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994081792:0@lo:38:kworker.0
00000100:00080000:3.0:1767321307.849012:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321307.849015:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321307.849018:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994082048:0@lo:38:kworker.0
00000100:00100000:0.0:1767321307.849270:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994081536:12345-0@lo:38:kworker.0 Request processed in 9339us (9804us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321307.849279:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472
00000100:00080000:3.0:1767321307.849351:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321307.849355:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321307.849358:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994081536:0@lo:38:kworker.0
00000100:00100000:0.0:1767321308.413363:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321308.415956:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321308.743916:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321308.744007:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942299776
00000100:00100000:1.0:1767321308.744019:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942299776
00000100:00100000:1.0:1767321308.744102:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6375
00000100:00100000:1.0:1767321308.744122:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942299776:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321308.744239:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942299776:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 128us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321308.744248:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6375
00000100:00080000:0.0:1767321308.744338:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:2.0:1767321308.757411:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942299520 offset 0 length 520: 4
00000100:00100000:2.0:1767321308.757466:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321308.757561:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942299648
00000100:00100000:3.0:1767321308.757571:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942299648
00000100:00100000:3.0:1767321308.757617:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73813
00000100:00100000:3.0:1767321308.757625:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942299648:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321308.757647:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321308.757720:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942299648:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 95us (253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321308.757727:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73813
00000100:00100000:0.0:1767321309.437475:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321309.438345:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321310.461373:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321310.461477:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321311.421992:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994082432:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321311.422086:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321311.422204:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321311.422211:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994082560:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321311.422245:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321311.422372:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994082432
00000100:00100000:0.0:1767321311.422380:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994082432
00000100:00100000:0.0:1767321311.422431:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994082560
00000100:00100000:0.0:1767321311.422434:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994082560
00000100:00100000:0.0:1767321311.422452:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3719
00000100:00100000:0.0:1767321311.422460:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994082432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321311.422488:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321311.422524:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994082432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (439us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321311.422531:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3719
00000100:00100000:0.0:1767321311.422546:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3720
00000100:00100000:0.0:1767321311.422552:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994082560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321311.422564:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321311.422582:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994082560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 31us (336us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321311.422587:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3720
00000100:00080000:2.0:1767321311.422637:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321311.422641:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321311.422683:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994082560:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321311.422694:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994082432:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321311.485483:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321311.485632:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321312.509284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321312.515853:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321312.957788:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321312.957798:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321312.957800:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321312.957804:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321312.957808:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321312.957816:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6552
00000100:00080000:2.0:1767321312.957821:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321312.957828:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321312.957869:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741250700 x1853163994082688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321312.957896:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321312.957899:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321312.957901:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321312.957905:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6552
00000100:00080000:2.0:1767321312.957908:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321312.957911:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321312.957923:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741253100 x1853163994082816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321312.957972:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321312.957975:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321312.957977:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321312.957980:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6552
00000100:00080000:2.0:1767321312.957983:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321312.957986:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321312.958002:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252300 x1853163994083072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321312.958017:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321312.958020:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321312.958022:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321312.958026:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6552
00000100:00080000:2.0:1767321312.958028:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321312.958039:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321312.958052:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a297800 x1853163994083328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321312.958103:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994083456:0@lo:400:kworker.0
00000100:00100000:2.0:1767321312.958190:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321312.958228:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994083584:0@lo:400:kworker.0
00000100:00100000:3.0:1767321312.958317:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994082688:0@lo:38:kworker.0
00000100:00100000:0.0:1767321312.958374:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994082944:0@lo:400:kworker.0
00000100:00100000:1.0:1767321312.965028:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321312.965754:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994083456
00000100:00100000:2.0:1767321312.965764:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994083456
00000100:00100000:2.0:1767321312.965816:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994083584
00000100:00100000:2.0:1767321312.965819:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994083584
00000100:00100000:2.0:1767321312.965842:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3927
00000100:00100000:2.0:1767321312.965852:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994083456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321312.965924:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994083456:12345-0@lo:400:kworker.0 Request processed in 74us (7733us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321312.965931:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3927
00000100:00100000:2.0:1767321312.965947:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3928
00000100:00100000:2.0:1767321312.965953:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994083584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321312.965993:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994083584:12345-0@lo:400:kworker.0 Request processed in 41us (984us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321312.965999:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3928
00000100:00100000:2.0:1767321312.966067:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994083200:0@lo:400:kworker.0
00000100:00100000:2.0:1767321312.966104:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321312.966129:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994083200
00000100:00100000:2.0:1767321312.966132:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994083200
00000100:00100000:2.0:1767321312.966184:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6376
00000100:00100000:2.0:1767321312.966191:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994083200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321312.966224:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994083200:12345-0@lo:400:kworker.0 Request processed in 34us (119us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321312.966230:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6376
00000100:00080000:2.0:1767321312.966244:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321312.967882:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321312.967985:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994082688
00000100:00100000:2.0:1767321312.967993:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994082688
00000100:00100000:2.0:1767321312.968050:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73814
00000100:00100000:2.0:1767321312.968057:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994082688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321312.968081:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321312.968127:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994082688:12345-0@lo:38:kworker.0 Request processed in 69us (420us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321312.968135:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73814
00000100:00100000:0.0:1767321312.968377:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321312.968446:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994082944
00000100:00100000:3.0:1767321312.968451:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994082944
00000100:00100000:3.0:1767321312.968545:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6377
00000100:00100000:3.0:1767321312.968552:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994082944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321312.968587:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994083584:0@lo:400:kworker.0
00000100:00100000:3.0:1767321312.968588:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994082944:12345-0@lo:400:kworker.0 Request processed in 38us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321312.968594:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6377
00000100:00100000:1.0:1767321312.968636:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994083456:0@lo:400:kworker.0
00000100:00100000:3.0:1767321312.968652:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994083200:0@lo:400:kworker.0
00000100:00080000:3.0:1767321312.968683:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321312.968688:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321312.968691:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994082688:0@lo:38:kworker.0
00000100:00100000:3.0:1767321312.968699:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994082816:0@lo:38:kworker.0
00000100:00100000:3.0:1767321312.968729:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321312.968765:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994083072:0@lo:38:kworker.0
00000100:00100000:3.0:1767321312.968786:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321312.968801:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994083328:0@lo:38:kworker.0
00000100:00100000:3.0:1767321312.968819:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321312.968855:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994083072
00000100:00100000:3.0:1767321312.968859:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994083072
00000100:00100000:3.0:1767321312.968878:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994083328
00000100:00100000:3.0:1767321312.968888:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994083328
00000100:00100000:3.0:1767321312.968905:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73815
00000100:00100000:3.0:1767321312.968910:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994083072:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321312.968922:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321312.968952:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994083072:12345-0@lo:38:kworker.0 Request processed in 40us (164us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321312.968961:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73815
00000100:00100000:3.0:1767321312.968972:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73816
00000100:00100000:3.0:1767321312.968976:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994083328:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321312.968984:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321312.969005:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994083328:12345-0@lo:38:kworker.0 Request processed in 28us (186us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321312.969010:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73816
00000100:00080000:3.0:1767321312.969048:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321312.969052:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321312.969055:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994083072:0@lo:38:kworker.0
00000100:00080000:3.0:1767321312.969063:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321312.969066:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321312.969069:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994083328:0@lo:38:kworker.0
00000100:00100000:1.0:1767321312.973901:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994082816
00000100:00100000:1.0:1767321312.973919:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994082816
00000100:00100000:1.0:1767321312.973971:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473
00000100:00100000:1.0:1767321312.973980:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994082816:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321312.974004:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321312.974104:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994082816:12345-0@lo:38:kworker.0 Request processed in 124us (5374us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321312.974111:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473
00000100:00100000:0.0:1767321312.974267:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994082944:0@lo:400:kworker.0
00000100:00080000:3.0:1767321312.974417:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321312.974422:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321312.974426:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994082816:0@lo:38:kworker.0
00000100:00080000:2.0:1767321312.974790:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321313.535527:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321313.537804:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321313.864309:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321313.864410:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321313.887109:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942300032
00000100:00100000:0.0:1767321313.887128:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942300032
00000100:00080000:2.0:1767321313.887294:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321313.887485:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942299904
00000100:00100000:0.0:1767321313.887490:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942299904
00000100:00100000:0.0:1767321313.887527:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6378
00000100:00100000:0.0:1767321313.887537:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942300032:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321313.887622:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942300032:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 87us (23325us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321313.887629:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6378
00000100:00100000:0.0:1767321313.887650:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73817
00000100:00100000:0.0:1767321313.887655:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942299904:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321313.887675:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321313.887700:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942299904:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (23290us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321313.887706:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73817
00010000:00010000:2.0:1767321314.557535:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321314.557831:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321315.582723:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321315.585200:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321316.541695:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994083712:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321316.541770:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321316.541905:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994083712
00000100:00100000:0.0:1767321316.541913:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994083712
00000100:00100000:0.0:1767321316.541985:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3721
00000100:00100000:0.0:1767321316.542003:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994083712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321316.542031:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321316.542082:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994083712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (312us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321316.542090:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3721
00000100:00100000:0.0:1767321316.542141:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994083712:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321316.542227:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321316.542676:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994083840:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321316.542713:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321316.542789:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994083840
00000100:00100000:3.0:1767321316.542794:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994083840
00000100:00100000:3.0:1767321316.542884:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3722
00000100:00100000:3.0:1767321316.542892:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994083840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321316.542911:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321316.542948:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994083840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321316.542957:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3722
00000100:00100000:3.0:1767321316.543011:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994083840:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321316.544115:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767321316.605401:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321316.605502:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321317.629281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321317.629577:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321318.077382:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321318.077393:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321318.077396:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321318.077400:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321318.077404:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321318.077419:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6557
00000100:00080000:1.0:1767321318.077423:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321318.077429:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321318.077471:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b705ad4a80 x1853163994083968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321318.077502:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321318.077506:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321318.077508:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321318.077512:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6557
00000100:00080000:1.0:1767321318.077514:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321318.077518:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321318.077533:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb27800 x1853163994084096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321318.077568:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321318.077572:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321318.077574:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321318.077577:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6557
00000100:00080000:1.0:1767321318.077580:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321318.077583:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321318.077596:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb26d80 x1853163994084352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321318.077610:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321318.077614:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321318.077615:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321318.077618:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6557
00000100:00080000:1.0:1767321318.077620:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321318.077623:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321318.077632:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f26a00 x1853163994084608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321318.077676:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994084480:0@lo:400:kworker.0
00000100:00100000:1.0:1767321318.077740:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321318.077796:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321318.077803:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994084224:0@lo:400:kworker.0
00000100:00100000:1.0:1767321318.077839:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321318.077877:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994084480
00000100:00100000:1.0:1767321318.077884:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994084480
00000100:00100000:1.0:1767321318.077950:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994084224
00000100:00100000:1.0:1767321318.077954:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994084224
00000100:00100000:1.0:1767321318.077980:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6379
00000100:00100000:1.0:1767321318.077988:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994084480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321318.078040:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994084480:12345-0@lo:400:kworker.0 Request processed in 52us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321318.078048:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6379
00000100:00100000:1.0:1767321318.078064:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6380
00000100:00100000:1.0:1767321318.078070:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994084224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321318.078094:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994084224:12345-0@lo:400:kworker.0 Request processed in 25us (255us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321318.078099:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6380
00000100:00080000:1.0:1767321318.078113:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321318.078144:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994084224:0@lo:400:kworker.0
00000100:00100000:1.0:1767321318.078154:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994084480:0@lo:400:kworker.0
00000100:00100000:3.0:1767321318.078283:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994083968:0@lo:38:kworker.0
00000100:00100000:3.0:1767321318.078314:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321318.078344:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994084096:0@lo:38:kworker.0
00000100:00100000:3.0:1767321318.078371:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321318.078395:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994084352:0@lo:38:kworker.0
00000100:00100000:3.0:1767321318.078414:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321318.078430:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994084608:0@lo:38:kworker.0
00000100:00100000:3.0:1767321318.078451:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321318.078481:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994084096
00000100:00100000:3.0:1767321318.078485:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994084096
00000100:00100000:3.0:1767321318.078511:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474
00000100:00100000:3.0:1767321318.078516:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994084096:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321318.078539:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321318.078576:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994084096:12345-0@lo:38:kworker.0 Request processed in 58us (204us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321318.078581:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474
00000100:00100000:3.0:1767321318.078599:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994083968
00000100:00100000:3.0:1767321318.078603:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994083968
00000100:00100000:3.0:1767321318.078619:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994084352
00000100:00100000:3.0:1767321318.078621:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994084352
00000100:00100000:3.0:1767321318.078632:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994084608
00000100:00100000:3.0:1767321318.078635:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994084608
00000100:00100000:3.0:1767321318.078645:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73818
00000100:00100000:3.0:1767321318.078650:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994083968:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321318.078659:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321318.078684:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994083968:12345-0@lo:38:kworker.0 Request processed in 33us (369us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321318.078689:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73818
00000100:00100000:3.0:1767321318.078700:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73819
00000100:00100000:3.0:1767321318.078703:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994084352:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321318.078712:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321318.078732:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994084352:12345-0@lo:38:kworker.0 Request processed in 27us (317us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321318.078738:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73819
00000100:00100000:3.0:1767321318.078749:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73820
00000100:00100000:3.0:1767321318.078753:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994084608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321318.078761:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321318.078780:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994084608:12345-0@lo:38:kworker.0 Request processed in 25us (328us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321318.078785:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73820
00000100:00100000:3.0:1767321318.078814:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994084864:0@lo:400:kworker.0
00000100:00100000:3.0:1767321318.078841:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321318.078864:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321318.078869:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994084736:0@lo:400:kworker.0
00000100:00100000:3.0:1767321318.078890:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321318.078917:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994084864
00000100:00100000:3.0:1767321318.078920:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994084864
00000100:00100000:3.0:1767321318.078963:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994084736
00000100:00100000:3.0:1767321318.078967:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994084736
00000100:00100000:3.0:1767321318.078984:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3929
00000100:00100000:3.0:1767321318.078989:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994084864:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321318.079024:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994084864:12345-0@lo:400:kworker.0 Request processed in 34us (182us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321318.079030:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3929
00000100:00100000:3.0:1767321318.079041:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3930
00000100:00100000:3.0:1767321318.079046:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994084736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321318.079072:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994084736:12345-0@lo:400:kworker.0 Request processed in 26us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321318.079078:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3930
00000100:00100000:3.0:1767321318.079106:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994084736:0@lo:400:kworker.0
00000100:00100000:3.0:1767321318.079115:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994084864:0@lo:400:kworker.0
00000100:00080000:3.0:1767321318.079142:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321318.079147:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321318.079151:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994083968:0@lo:38:kworker.0
00000100:00080000:3.0:1767321318.079181:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321318.079185:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321318.079188:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994084096:0@lo:38:kworker.0
00000100:00080000:3.0:1767321318.079196:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321318.079199:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321318.079202:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994084352:0@lo:38:kworker.0
00000100:00080000:3.0:1767321318.079210:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321318.079213:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321318.079216:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994084608:0@lo:38:kworker.0
00000100:00080000:1.0:1767321318.079538:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321318.079542:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321318.653297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321318.653605:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321318.985915:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321318.986082:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321318.986487:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942300288
00000100:00100000:2.0:1767321318.986500:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942300288
00000100:00100000:2.0:1767321318.986616:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942300160
00000100:00100000:2.0:1767321318.986621:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942300160
00000100:00100000:2.0:1767321318.986640:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6381
00000100:00100000:2.0:1767321318.986649:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942300288:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321318.986730:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942300288:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 82us (824us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321318.986738:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6381
00000100:00100000:2.0:1767321318.986758:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73821
00000100:00100000:2.0:1767321318.986763:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942300160:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321318.986783:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321318.986807:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942300160:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (726us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321318.986813:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73821
00000100:00080000:0.0:1767321318.988353:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321319.677335:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321319.678150:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321320.701277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321320.701469:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321321.661363:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321321.661381:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994084992:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321321.661446:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321321.661565:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994084992
00000100:00100000:2.0:1767321321.661573:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994084992
00000100:00100000:2.0:1767321321.661658:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3723
00000100:00100000:2.0:1767321321.661665:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994084992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321321.661689:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321321.661724:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994084992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (278us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321321.661729:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3723
00000100:00100000:2.0:1767321321.661765:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994084992:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321321.661819:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321321.662018:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994085120:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321321.662037:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321321.662091:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994085120
00000100:00100000:3.0:1767321321.662095:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994085120
00000100:00100000:3.0:1767321321.662124:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3724
00000100:00100000:3.0:1767321321.662129:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994085120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321321.662141:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321321.662182:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994085120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (143us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321321.662186:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3724
00000100:00100000:3.0:1767321321.662206:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994085120:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321321.662257:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321321.727220:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321321.730132:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321322.749289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321322.749487:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321323.197538:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321323.197548:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321323.197551:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321323.197554:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321323.197558:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321323.197566:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6562
00000100:00080000:3.0:1767321323.197570:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321323.197578:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321323.197620:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8dc00 x1853163994085248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321323.197647:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321323.197652:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321323.197653:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321323.197657:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6562
00000100:00080000:3.0:1767321323.197659:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321323.197662:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321323.197675:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8f100 x1853163994085376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321323.197714:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321323.197718:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321323.197720:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321323.197724:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6562
00000100:00080000:3.0:1767321323.197726:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321323.197729:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321323.197740:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b705ad4a80 x1853163994085632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321323.197758:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321323.197761:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321323.197762:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321323.197766:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6562
00000100:00080000:3.0:1767321323.197769:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321323.197771:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321323.197780:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c000 x1853163994085888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321323.197852:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994086144:0@lo:400:kworker.0
00000100:00100000:0.0:1767321323.197885:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994086016:0@lo:400:kworker.0
00000100:00100000:1.0:1767321323.197939:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994085504:0@lo:400:kworker.0
00000100:00100000:2.0:1767321323.198026:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994085760:0@lo:400:kworker.0
00000100:00100000:3.0:1767321323.200981:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321323.201104:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994086144
00000100:00100000:3.0:1767321323.201113:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994086144
00000100:00100000:3.0:1767321323.201184:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3931
00000100:00100000:3.0:1767321323.201194:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994086144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321323.201676:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994086144:12345-0@lo:400:kworker.0 Request processed in 482us (701us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321323.201685:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3931
00000100:00080000:3.0:1767321323.201709:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321323.201750:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994086144:0@lo:400:kworker.0
00000100:00100000:1.0:1767321323.206988:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321323.207063:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994085504
00000100:00100000:1.0:1767321323.207073:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994085504
00000100:00100000:1.0:1767321323.207138:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6382
00000100:00100000:1.0:1767321323.207148:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994085504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321323.207432:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994085504:12345-0@lo:400:kworker.0 Request processed in 285us (446us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321323.207440:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6382
00000100:00080000:1.0:1767321323.207469:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321323.207500:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994085504:0@lo:400:kworker.0
00000100:00100000:1.0:1767321323.209014:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994085248:0@lo:38:kworker.0
00000100:00100000:1.0:1767321323.209471:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321323.209520:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994085376:0@lo:38:kworker.0
00000100:00100000:3.0:1767321323.209801:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994085248
00000100:00100000:3.0:1767321323.209819:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994085248
00000100:00100000:3.0:1767321323.209875:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73822
00000100:00100000:3.0:1767321323.209882:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994085248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321323.209905:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321323.209945:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994085248:12345-0@lo:38:kworker.0 Request processed in 62us (475us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321323.209953:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73822
00000100:00100000:1.0:1767321323.210929:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321323.210963:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994085632:0@lo:38:kworker.0
00000100:00100000:1.0:1767321323.210987:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321323.211003:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994085888:0@lo:38:kworker.0
00000100:00100000:1.0:1767321323.211027:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321323.211067:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321323.211072:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321323.211075:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994085248:0@lo:38:kworker.0
00000100:00100000:3.0:1767321323.212667:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994085376
00000100:00100000:3.0:1767321323.212679:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994085376
00000100:00100000:3.0:1767321323.212736:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475
00000100:00100000:3.0:1767321323.212744:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994085376:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321323.212768:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321323.212859:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994085376:12345-0@lo:38:kworker.0 Request processed in 113us (1930us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321323.212866:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475
00000100:00100000:3.0:1767321323.212893:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994085632
00000100:00100000:3.0:1767321323.212897:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994085632
00000100:00100000:3.0:1767321323.212918:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994085888
00000100:00100000:3.0:1767321323.212921:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994085888
00000100:00100000:3.0:1767321323.212946:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73823
00000100:00100000:3.0:1767321323.212951:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994085632:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321323.212961:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321323.212991:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994085632:12345-0@lo:38:kworker.0 Request processed in 39us (2002us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321323.212997:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73823
00000100:00100000:3.0:1767321323.213009:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73824
00000100:00100000:3.0:1767321323.213013:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994085888:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321323.213022:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321323.213059:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994085888:12345-0@lo:38:kworker.0 Request processed in 44us (2030us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321323.213064:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73824
00000100:00100000:0.0:1767321323.213890:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321323.214002:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321323.214008:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321323.214012:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994085376:0@lo:38:kworker.0
00000100:00080000:1.0:1767321323.214024:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321323.214027:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321323.214030:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994085632:0@lo:38:kworker.0
00000100:00080000:1.0:1767321323.214049:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321323.214053:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321323.214055:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994085888:0@lo:38:kworker.0
00000100:00100000:3.0:1767321323.214647:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994086016
00000100:00100000:3.0:1767321323.214654:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994086016
00000100:00100000:3.0:1767321323.214727:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3932
00000100:00100000:3.0:1767321323.214737:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994086016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321323.214796:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994086016:12345-0@lo:400:kworker.0 Request processed in 60us (907us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321323.214802:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3932
00000100:00100000:0.0:1767321323.215017:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994086016:0@lo:400:kworker.0
00000100:00080000:1.0:1767321323.219053:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321323.220184:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321323.220612:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994085760
00000100:00100000:3.0:1767321323.220623:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994085760
00000100:00100000:3.0:1767321323.220747:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6383
00000100:00100000:3.0:1767321323.220756:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994085760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321323.220837:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994085760:12345-0@lo:400:kworker.0 Request processed in 82us (657us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321323.220855:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6383
00000100:00100000:2.0:1767321323.221107:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994085760:0@lo:400:kworker.0
00000100:00080000:1.0:1767321323.221484:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321323.773377:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321323.773433:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321324.105662:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321324.105707:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321324.105800:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942300544
00000100:00100000:2.0:1767321324.105810:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942300544
00000100:00100000:2.0:1767321324.105899:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942300416
00000100:00100000:2.0:1767321324.105902:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942300416
00000100:00100000:2.0:1767321324.105921:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6384
00000100:00100000:2.0:1767321324.105930:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942300544:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321324.106002:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942300544:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 74us (351us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321324.106011:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6384
00000100:00100000:2.0:1767321324.106031:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73825
00000100:00100000:2.0:1767321324.106036:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942300416:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321324.106055:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321324.106081:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942300416:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (373us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321324.106087:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73825
00000100:00080000:1.0:1767321324.106183:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321324.797497:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321324.797676:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321325.821316:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321325.826626:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321326.783024:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994086272:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321326.783121:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321326.783296:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994086272
00000100:00100000:0.0:1767321326.783305:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994086272
00000100:00100000:0.0:1767321326.783412:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3725
00000100:00100000:0.0:1767321326.783422:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706453850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994086272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321326.783452:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321326.783492:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706453850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994086272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (371us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321326.783499:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3725
00000100:00100000:1.0:1767321326.783572:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994086272:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321326.783638:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321326.783865:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321326.783875:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994086400:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321326.783907:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321326.786728:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994086400
00000100:00100000:0.0:1767321326.786743:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994086400
00000100:00100000:0.0:1767321326.786856:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3726
00000100:00100000:0.0:1767321326.786877:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994086400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321326.786915:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321326.787006:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994086400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (3096us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321326.787013:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3726
00000100:00100000:2.0:1767321326.788247:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994086400:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321326.791255:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321326.847941:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321326.848669:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321327.869289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321327.869505:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321328.317718:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321328.317728:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321328.317731:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321328.317735:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321328.317739:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321328.317757:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6567
00000100:00080000:3.0:1767321328.317761:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321328.317768:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321328.317810:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc380 x1853163994086528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321328.317836:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321328.317839:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321328.317840:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321328.317844:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6567
00000100:00080000:3.0:1767321328.317847:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321328.317850:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321328.317861:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cd500 x1853163994086656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321328.317898:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321328.317902:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321328.317904:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321328.317908:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6567
00000100:00080000:3.0:1767321328.317910:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321328.317913:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321328.317925:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cf100 x1853163994086912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321328.317940:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321328.317943:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321328.317944:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321328.317947:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6567
00000100:00080000:3.0:1767321328.317949:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321328.317951:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321328.317959:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cfb80 x1853163994087168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321328.318014:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994087424:0@lo:400:kworker.0
00000100:00100000:3.0:1767321328.318104:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321328.318207:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321328.318213:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994087296:0@lo:400:kworker.0
00000100:00100000:3.0:1767321328.318240:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321328.318274:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994087424
00000100:00100000:3.0:1767321328.318284:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994087424
00000100:00100000:3.0:1767321328.318349:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994087296
00000100:00100000:3.0:1767321328.318353:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994087296
00000100:00100000:3.0:1767321328.318378:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3933
00000100:00100000:3.0:1767321328.318388:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994087424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321328.318449:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994087424:12345-0@lo:400:kworker.0 Request processed in 62us (346us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321328.318457:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3933
00000100:00100000:3.0:1767321328.318473:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3934
00000100:00100000:3.0:1767321328.318480:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994087296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321328.318506:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994087296:12345-0@lo:400:kworker.0 Request processed in 27us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321328.318511:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3934
00000100:00080000:3.0:1767321328.318530:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321328.318534:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321328.318573:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994087296:0@lo:400:kworker.0
00000100:00100000:3.0:1767321328.318585:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994087424:0@lo:400:kworker.0
00000100:00100000:1.0:1767321328.318683:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994087040:0@lo:400:kworker.0
00000100:00100000:1.0:1767321328.318726:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321328.318772:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321328.318778:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994086784:0@lo:400:kworker.0
00000100:00100000:1.0:1767321328.318799:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321328.318948:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994086528:0@lo:38:kworker.0
00000100:00100000:2.0:1767321328.318988:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321328.319015:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994086656:0@lo:38:kworker.0
00000100:00100000:2.0:1767321328.319040:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321328.319072:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994086912:0@lo:38:kworker.0
00000100:00100000:2.0:1767321328.319094:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321328.319111:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994087168:0@lo:38:kworker.0
00000100:00100000:2.0:1767321328.319133:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321328.319190:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994087040
00000100:00100000:2.0:1767321328.319194:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994087040
00000100:00100000:2.0:1767321328.319227:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994086784
00000100:00100000:2.0:1767321328.319230:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994086784
00000100:00100000:2.0:1767321328.319245:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994086528
00000100:00100000:2.0:1767321328.319247:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994086528
00000100:00100000:2.0:1767321328.319255:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994086912
00000100:00100000:2.0:1767321328.319257:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994086912
00000100:00100000:2.0:1767321328.319263:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994087168
00000100:00100000:2.0:1767321328.319265:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994087168
00000100:00100000:2.0:1767321328.319275:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6385
00000100:00100000:2.0:1767321328.319280:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994087040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321328.319321:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994087040:12345-0@lo:400:kworker.0 Request processed in 40us (594us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321328.319327:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6385
00000100:00100000:2.0:1767321328.319344:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6386
00000100:00100000:2.0:1767321328.319351:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994086784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321328.319378:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994086784:12345-0@lo:400:kworker.0 Request processed in 30us (578us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321328.319383:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6386
00000100:00100000:2.0:1767321328.319397:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73826
00000100:00100000:2.0:1767321328.319401:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994086528:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321328.319423:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321328.319453:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994086528:12345-0@lo:38:kworker.0 Request processed in 50us (464us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321328.319459:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73826
00000100:00100000:2.0:1767321328.319471:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73827
00000100:00100000:2.0:1767321328.319474:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994086912:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321328.319483:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321328.319504:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994086912:12345-0@lo:38:kworker.0 Request processed in 28us (408us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321328.319509:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73827
00000100:00100000:2.0:1767321328.319519:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73828
00000100:00100000:2.0:1767321328.319523:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994087168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321328.319531:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321328.319550:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994087168:12345-0@lo:38:kworker.0 Request processed in 26us (417us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321328.319555:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73828
00000100:00100000:2.0:1767321328.319584:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994086784:0@lo:400:kworker.0
00000100:00100000:2.0:1767321328.319596:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994087040:0@lo:400:kworker.0
00000100:00080000:2.0:1767321328.319619:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321328.319623:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321328.319626:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994086528:0@lo:38:kworker.0
00000100:00080000:2.0:1767321328.319632:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321328.319635:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321328.319637:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994086912:0@lo:38:kworker.0
00000100:00080000:2.0:1767321328.319643:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321328.319646:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321328.319649:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994087168:0@lo:38:kworker.0
00000100:00100000:1.0:1767321328.319791:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994086656
00000100:00100000:1.0:1767321328.319795:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994086656
00000100:00100000:1.0:1767321328.319827:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476
00000100:00100000:1.0:1767321328.319832:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994086656:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321328.319842:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321328.319884:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994086656:12345-0@lo:38:kworker.0 Request processed in 50us (842us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321328.319889:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476
00000100:00080000:0.0:1767321328.319955:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321328.319959:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321328.319962:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994086656:0@lo:38:kworker.0
00000100:00080000:3.0:1767321328.320051:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321328.893451:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321328.896677:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321329.225307:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321329.225348:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321329.225438:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942300672
00000100:00100000:3.0:1767321329.225448:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942300672
00000100:00100000:3.0:1767321329.225491:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942300800
00000100:00100000:3.0:1767321329.225494:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942300800
00000100:00100000:3.0:1767321329.225546:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6387
00000100:00100000:3.0:1767321329.225557:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942300800:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321329.225634:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942300800:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 79us (284us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321329.225642:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6387
00000100:00100000:3.0:1767321329.225668:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73829
00000100:00100000:3.0:1767321329.225673:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942300672:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321329.225693:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321329.225723:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942300672:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 47us (424us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321329.225729:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73829
00000100:00080000:2.0:1767321329.225901:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321329.917410:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321329.917464:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321330.941417:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321330.941495:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321331.901754:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994087680:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321331.901760:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994087552:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321331.901831:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321331.901900:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321331.902581:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994087680
00000100:00100000:2.0:1767321331.902592:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994087680
00000100:00100000:2.0:1767321331.902667:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994087552
00000100:00100000:2.0:1767321331.902671:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994087552
00000100:00100000:2.0:1767321331.902707:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3727
00000100:00100000:2.0:1767321331.902716:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994087680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321331.902748:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321331.902806:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994087680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (974us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321331.902814:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3727
00000100:00100000:2.0:1767321331.902834:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3728
00000100:00100000:2.0:1767321331.902841:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994087552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321331.902855:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321331.902886:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994087552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (987us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321331.902892:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3728
00000100:00100000:2.0:1767321331.902936:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994087552:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321331.902969:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994087680:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321331.903953:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321331.903960:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321331.965283:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321331.965366:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321332.413990:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321307/real 1767321307]  req@ffff89b731239500 x1853163994081280/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321332 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321332.414034:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b731239500 x1853163994081280/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321332 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321332.414057:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321332.414083:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321332.414087:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994081280:0@lo:250:kworker.0
00000100:00080000:1.0:1767321332.416106:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321332.416117:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321332.416121:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321332.416128:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6552
00000100:00080000:1.0:1767321332.416133:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321332.416140:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321332.416224:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b705ad4a80 x1853163994087808/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321332.416274:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321332.416277:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321332.416279:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321332.416283:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6573
00000100:00080000:1.0:1767321332.416286:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321332.416289:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321332.416314:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb26d80 x1853163994087936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321332.416323:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321332.416326:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321332.416327:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321332.416331:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6573
00000100:00080000:1.0:1767321332.416333:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321332.416336:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321332.416346:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb27800 x1853163994088064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321332.416441:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767321332.416617:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321332.416622:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321332.416624:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321332.416628:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6573
00000100:00080000:1.0:1767321332.416631:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321332.416635:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321332.416650:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3b80 x1853163994088320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321332.416653:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994087808:0@lo:250:kworker.0
00000400:00000100:0.0:1767321332.416711:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994087808 offset 0 length 520: 4
00000100:00100000:0.0:1767321332.416759:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994087936:0@lo:38:kworker.0
00000100:00100000:0.0:1767321332.416794:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321332.416830:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994088064:0@lo:38:kworker.0
00000100:00100000:2.0:1767321332.416968:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994087936
00000100:00100000:2.0:1767321332.416978:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994087936
00000100:00100000:2.0:1767321332.417026:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73830
00000100:00100000:2.0:1767321332.417033:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994087936:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321332.417065:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321332.418130:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994088448:0@lo:400:kworker.0
00000100:00080000:1.0:1767321332.418516:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321332.418521:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321332.418536:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321332.418541:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6573
00000100:00080000:1.0:1767321332.418544:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321332.418550:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321332.418586:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3480 x1853163994088576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321332.418695:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994088704:0@lo:400:kworker.0
00000100:00100000:2.0:1767321332.421764:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994087936:12345-0@lo:38:kworker.0 Request processed in 4718us (4957us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321332.421781:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73830
00000100:00100000:2.0:1767321332.423002:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994088832:0@lo:400:kworker.0
00000100:00100000:0.0:1767321332.428989:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321332.429075:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994088320:0@lo:38:kworker.0
00000100:00100000:0.0:1767321332.429119:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321332.429141:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994088576:0@lo:38:kworker.0
00000100:00100000:0.0:1767321332.429179:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321332.429218:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321332.429223:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321332.429228:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994087936:0@lo:38:kworker.0
00000100:00100000:0.0:1767321332.429277:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994088320
00000100:00100000:0.0:1767321332.429285:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994088320
00000100:00100000:0.0:1767321332.429323:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994088576
00000100:00100000:0.0:1767321332.429326:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994088576
00000100:00100000:0.0:1767321332.429345:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73831
00000100:00100000:0.0:1767321332.429352:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994088320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321332.429372:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321332.429413:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994088320:12345-0@lo:38:kworker.0 Request processed in 60us (293us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321332.429420:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73831
00000100:00100000:0.0:1767321332.429439:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73832
00000100:00100000:0.0:1767321332.429442:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994088576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321332.429451:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321332.429475:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994088576:12345-0@lo:38:kworker.0 Request processed in 31us (295us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321332.429484:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73832
00000100:00100000:0.0:1767321332.429503:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994088064
00000100:00100000:0.0:1767321332.429507:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994088064
00000100:00100000:0.0:1767321332.429528:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477
00000100:00100000:0.0:1767321332.429532:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994088064:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321332.429541:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321332.429569:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994088064:12345-0@lo:38:kworker.0 Request processed in 35us (590us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321332.429574:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477
00000100:00080000:0.0:1767321332.429600:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321332.429604:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321332.429607:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994088320:0@lo:38:kworker.0
00000100:00080000:0.0:1767321332.429615:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321332.429618:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321332.429621:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994088576:0@lo:38:kworker.0
00000100:00080000:0.0:1767321332.429630:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321332.429633:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321332.429636:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994088064:0@lo:38:kworker.0
00000100:00100000:2.0:1767321332.431204:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321332.435150:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321332.435192:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321332.435254:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994088192:0@lo:400:kworker.0
00000100:00100000:3.0:1767321332.435296:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321332.435355:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994088448
00000100:00100000:3.0:1767321332.435362:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994088448
00000100:00100000:3.0:1767321332.435416:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994088192
00000100:00100000:3.0:1767321332.435420:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994088192
00000100:00100000:3.0:1767321332.435453:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6388
00000100:00100000:3.0:1767321332.435462:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994088448:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321332.435519:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994088448:12345-0@lo:400:kworker.0 Request processed in 58us (326us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321332.435527:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6388
00000100:00100000:3.0:1767321332.435544:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6389
00000100:00100000:3.0:1767321332.435550:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994088192:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767321332.435661:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321332.435714:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994088448:0@lo:400:kworker.0
00000100:00100000:3.0:1767321332.436179:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994088192:12345-0@lo:400:kworker.0 Request processed in 626us (879us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321332.436186:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6389
00000100:00100000:2.0:1767321332.436258:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994088192:0@lo:400:kworker.0
00000100:00100000:0.0:1767321332.437707:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994088832
00000100:00100000:0.0:1767321332.437718:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994088832
00000100:00100000:0.0:1767321332.437812:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994088704
00000100:00100000:0.0:1767321332.437816:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994088704
00000100:00100000:2.0:1767321332.437976:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3935
00000100:00100000:2.0:1767321332.437989:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994088832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321332.440231:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994088832:12345-0@lo:400:kworker.0 Request processed in 2236us (9022us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321332.440245:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3935
00000100:00100000:2.0:1767321332.440282:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3936
00000100:00100000:2.0:1767321332.440295:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994088704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321332.440362:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994088704:12345-0@lo:400:kworker.0 Request processed in 74us (5363us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321332.440368:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3936
00000100:00100000:1.0:1767321332.440474:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994088832:0@lo:400:kworker.0
00000100:00100000:1.0:1767321332.440513:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994088704:0@lo:400:kworker.0
00000100:00100000:0.0:1767321332.989303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321332.992280:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321334.014240:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321334.015197:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321334.347919:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321334.347970:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:0.0:1767321334.347998:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942301184 offset 0 length 520: 4
00000100:00100000:3.0:1767321334.348122:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942301056
00000100:00100000:3.0:1767321334.348133:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942301056
00000100:00100000:3.0:1767321334.348243:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942300928
00000100:00100000:3.0:1767321334.348246:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942300928
00000100:00100000:3.0:1767321334.348270:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6390
00000100:00100000:3.0:1767321334.348281:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942301056:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321334.348362:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942301056:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 83us (452us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321334.348370:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6390
00000100:00100000:3.0:1767321334.348389:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73833
00000100:00100000:3.0:1767321334.348394:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942300928:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321334.348414:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321334.348439:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942300928:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (469us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321334.348446:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73833
00000100:00080000:0.0:1767321334.348663:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321335.037237:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321335.037614:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321336.061512:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321336.066737:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321337.022040:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994089088:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321337.022103:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321337.022178:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321337.022183:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994088960:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321337.022198:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321337.022259:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994089088
00000100:00100000:1.0:1767321337.022265:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994089088
00000100:00100000:1.0:1767321337.022310:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994088960
00000100:00100000:1.0:1767321337.022312:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994088960
00000100:00100000:1.0:1767321337.022324:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3729
00000100:00100000:1.0:1767321337.022331:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994089088:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321337.022354:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321337.022387:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994089088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (284us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321337.022392:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3729
00000100:00100000:1.0:1767321337.022405:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3730
00000100:00100000:1.0:1767321337.022408:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994088960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321337.022418:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321337.022431:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994088960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 23us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321337.022435:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3730
00000100:00080000:0.0:1767321337.022479:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321337.022482:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321337.022507:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994088960:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321337.022514:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994089088:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321337.085339:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321337.090108:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767321337.536102:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321337.536114:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321337.536117:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321337.536121:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321337.536125:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321337.536132:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6577
00000100:00080000:3.0:1767321337.536137:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321337.536143:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321337.536207:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cfb80 x1853163994089216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321337.536242:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321337.536245:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321337.536248:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321337.536252:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6577
00000100:00080000:3.0:1767321337.536254:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321337.536257:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321337.536270:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cf100 x1853163994089344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321337.536309:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321337.536314:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321337.536315:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321337.536318:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6577
00000100:00080000:3.0:1767321337.536321:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321337.536324:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321337.536335:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cdc00 x1853163994089600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321337.536350:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321337.536354:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321337.536356:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321337.536359:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6577
00000100:00080000:3.0:1767321337.536361:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321337.536365:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321337.536374:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cdf80 x1853163994089856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321337.536432:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994089984:0@lo:400:kworker.0
00000100:00100000:3.0:1767321337.536495:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321337.536554:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321337.536561:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994090112:0@lo:400:kworker.0
00000100:00100000:3.0:1767321337.536594:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321337.536847:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994089984
00000100:00100000:0.0:1767321337.536856:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994089984
00000100:00100000:0.0:1767321337.536910:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994090112
00000100:00100000:0.0:1767321337.536913:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994090112
00000100:00100000:0.0:1767321337.536936:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3937
00000100:00100000:0.0:1767321337.536944:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994089984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321337.537000:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994089984:12345-0@lo:400:kworker.0 Request processed in 56us (504us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321337.537008:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3937
00000100:00100000:0.0:1767321337.537026:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3938
00000100:00100000:0.0:1767321337.537032:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994090112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321337.537057:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994090112:12345-0@lo:400:kworker.0 Request processed in 26us (463us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321337.537063:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3938
00000100:00100000:0.0:1767321337.537086:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994089216:0@lo:38:kworker.0
00000100:00100000:0.0:1767321337.537117:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321337.537134:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994089344:0@lo:38:kworker.0
00000100:00100000:0.0:1767321337.537156:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321337.537199:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994089600:0@lo:38:kworker.0
00000100:00100000:0.0:1767321337.537232:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321337.537248:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994089856:0@lo:38:kworker.0
00000100:00100000:0.0:1767321337.537268:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321337.537293:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994089344
00000100:00100000:0.0:1767321337.537297:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994089344
00000100:00100000:0.0:1767321337.537317:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478
00000100:00100000:0.0:1767321337.537322:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994089344:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321337.537339:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321337.537372:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994089344:12345-0@lo:38:kworker.0 Request processed in 48us (214us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321337.537378:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478
00000100:00080000:0.0:1767321337.537414:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321337.537419:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321337.537423:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994089344:0@lo:38:kworker.0
00000100:00100000:2.0:1767321337.538003:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994089728:0@lo:400:kworker.0
00000100:00100000:2.0:1767321337.538039:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321337.538071:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321337.538078:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994089472:0@lo:400:kworker.0
00000100:00100000:2.0:1767321337.538099:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321337.538129:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994089216
00000100:00100000:2.0:1767321337.538133:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994089216
00000100:00100000:2.0:1767321337.538154:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994089600
00000100:00100000:2.0:1767321337.538184:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994089600
00000100:00100000:2.0:1767321337.538199:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994089856
00000100:00100000:2.0:1767321337.538202:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994089856
00000100:00100000:2.0:1767321337.538208:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994089728
00000100:00100000:2.0:1767321337.538210:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994089728
00000100:00100000:2.0:1767321337.538247:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994089472
00000100:00100000:2.0:1767321337.538250:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994089472
00000100:00100000:2.0:1767321337.538264:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6391
00000100:00100000:2.0:1767321337.538270:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994089728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321337.538312:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994089728:12345-0@lo:400:kworker.0 Request processed in 43us (273us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321337.538319:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6391
00000100:00100000:2.0:1767321337.538333:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6392
00000100:00100000:2.0:1767321337.538340:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994089472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321337.538367:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994089472:12345-0@lo:400:kworker.0 Request processed in 28us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321337.538372:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6392
00000100:00100000:2.0:1767321337.538387:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73834
00000100:00100000:2.0:1767321337.538391:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994089216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321337.538403:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321337.538436:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994089216:12345-0@lo:38:kworker.0 Request processed in 43us (1319us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321337.538443:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73834
00000100:00100000:2.0:1767321337.538453:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73835
00000100:00100000:2.0:1767321337.538457:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994089600:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321337.538465:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321337.538486:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994089600:12345-0@lo:38:kworker.0 Request processed in 28us (1253us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321337.538491:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73835
00000100:00100000:2.0:1767321337.538500:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73836
00000100:00100000:2.0:1767321337.538503:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994089856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321337.538512:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321337.538532:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994089856:12345-0@lo:38:kworker.0 Request processed in 27us (1264us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321337.538537:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73836
00000100:00080000:2.0:1767321337.538555:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321337.538588:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994089472:0@lo:400:kworker.0
00000100:00100000:2.0:1767321337.538599:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994089728:0@lo:400:kworker.0
00000100:00080000:2.0:1767321337.538645:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321337.538650:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321337.538654:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994089216:0@lo:38:kworker.0
00000100:00080000:2.0:1767321337.538666:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321337.538670:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321337.538672:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994089600:0@lo:38:kworker.0
00000100:00080000:2.0:1767321337.538681:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321337.538684:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321337.538688:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994089856:0@lo:38:kworker.0
00000100:00100000:3.0:1767321337.538956:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994090112:0@lo:400:kworker.0
00000100:00100000:3.0:1767321337.538968:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994089984:0@lo:400:kworker.0
00000100:00100000:0.0:1767321338.109597:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321338.111195:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321339.133889:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321339.134874:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321339.463780:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321339.463826:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321339.463843:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942301440
00000100:00100000:0.0:1767321339.463855:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942301440
00000100:00100000:0.0:1767321339.463923:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942301312
00000100:00100000:0.0:1767321339.463926:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942301312
00000100:00100000:0.0:1767321339.463943:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6393
00000100:00100000:2.0:1767321339.463956:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73837
00000100:00100000:2.0:1767321339.463963:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942301312:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321339.463987:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767321339.464057:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321339.464068:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942301312:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 102us (240us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321339.464076:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73837
00000100:00100000:0.0:1767321339.464384:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942301440:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321339.464432:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942301440:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 55us (663us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321339.464439:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6393
00000100:00100000:0.0:1767321340.157378:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321340.158076:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321341.181319:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321341.183601:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321342.142638:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994090240:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321342.142719:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321342.142935:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994090240
00000100:00100000:3.0:1767321342.142944:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994090240
00000100:00100000:3.0:1767321342.143014:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3731
00000100:00100000:3.0:1767321342.143024:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994090240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321342.143054:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321342.143102:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994090240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (382us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321342.143109:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3731
00000100:00100000:3.0:1767321342.143155:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994090240:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321342.143442:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321342.143483:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321342.143500:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994090368:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321342.143527:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321342.143596:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994090368
00000100:00100000:2.0:1767321342.143601:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994090368
00000100:00100000:2.0:1767321342.143639:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3732
00000100:00100000:2.0:1767321342.143654:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994090368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321342.143671:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321342.143716:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994090368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321342.143723:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3732
00000100:00100000:2.0:1767321342.143754:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994090368:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321342.143882:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321342.205282:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321342.205584:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321342.653352:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321342.653364:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321342.653367:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321342.653370:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321342.653385:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321342.653394:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6582
00000100:00080000:3.0:1767321342.653399:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321342.653418:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321342.653706:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43800 x1853163994090496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321342.653735:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321342.653739:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321342.653741:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321342.653746:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6582
00000100:00080000:3.0:1767321342.653749:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321342.653752:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321342.653767:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345880 x1853163994090624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321342.653813:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321342.653817:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321342.653819:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321342.653823:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6582
00000100:00080000:3.0:1767321342.653825:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321342.653828:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321342.653851:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994090496:0@lo:38:kworker.0
00000100:00100000:0.0:1767321342.653919:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321342.653928:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f480 x1853163994090880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321342.653949:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321342.653952:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321342.653955:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321342.653958:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6582
00000100:00080000:3.0:1767321342.653961:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321342.653965:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321342.653979:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5500 x1853163994091136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321342.653984:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994090624:0@lo:38:kworker.0
00000100:00100000:0.0:1767321342.654025:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321342.654040:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994091392:0@lo:400:kworker.0
00000100:00100000:0.0:1767321342.654074:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994090880:0@lo:38:kworker.0
00000100:00100000:3.0:1767321342.654079:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321342.654112:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321342.654113:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321342.654121:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994091264:0@lo:400:kworker.0
00000100:00100000:0.0:1767321342.654140:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994091136:0@lo:38:kworker.0
00000100:00100000:3.0:1767321342.654153:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321342.654198:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321342.654234:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994090624
00000100:00100000:0.0:1767321342.654241:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994090624
00000100:00100000:0.0:1767321342.654274:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479
00000100:00100000:0.0:1767321342.654281:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994090624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321342.654303:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321342.654344:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994090624:12345-0@lo:38:kworker.0 Request processed in 61us (320us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321342.654352:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479
00000100:00100000:0.0:1767321342.654379:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994090496
00000100:00100000:0.0:1767321342.654382:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994090496
00000100:00100000:3.0:1767321342.654393:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994091392
00000100:00100000:0.0:1767321342.654404:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994090880
00000100:00100000:0.0:1767321342.654408:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994090880
00000100:00100000:0.0:1767321342.654422:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994091136
00000100:00100000:0.0:1767321342.654425:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994091136
00000100:00100000:0.0:1767321342.654440:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73838
00000100:00100000:0.0:1767321342.654444:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994090496:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321342.654454:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321342.654499:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994090496:12345-0@lo:38:kworker.0 Request processed in 53us (581us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321342.654504:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73838
00000100:00100000:0.0:1767321342.654515:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73839
00000100:00100000:0.0:1767321342.654519:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994090880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321342.654527:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321342.654990:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994090880:12345-0@lo:38:kworker.0 Request processed in 27us (436us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321342.654998:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73839
00000100:00100000:0.0:1767321342.655011:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73840
00000100:00100000:0.0:1767321342.655016:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994091136:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321342.655026:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321342.655053:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994091136:12345-0@lo:38:kworker.0 Request processed in 36us (855us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321342.655058:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73840
00000100:00080000:0.0:1767321342.655111:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321342.655115:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321342.655119:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994090880:0@lo:38:kworker.0
00000100:00080000:0.0:1767321342.655126:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321342.655129:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321342.655132:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994091136:0@lo:38:kworker.0
00000100:00080000:0.0:1767321342.655138:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321342.655141:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321342.655143:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994090496:0@lo:38:kworker.0
00000100:00080000:0.0:1767321342.655150:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321342.655153:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321342.655155:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994090624:0@lo:38:kworker.0
00000100:00100000:0.0:1767321342.655292:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994091264
00000100:00100000:0.0:1767321342.655297:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994091264
00000100:00100000:0.0:1767321342.655330:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3939
00000100:00100000:0.0:1767321342.655337:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994091264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321342.655379:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994091264:12345-0@lo:400:kworker.0 Request processed in 43us (1228us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321342.655384:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3939
00000100:00100000:0.0:1767321342.655415:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994091264:0@lo:400:kworker.0
00000100:00100000:1.0:1767321342.655578:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994090752:0@lo:400:kworker.0
00000100:00100000:1.0:1767321342.655612:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321342.655641:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321342.655647:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994091008:0@lo:400:kworker.0
00000100:00100000:1.0:1767321342.655667:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321342.655704:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994090752
00000100:00100000:1.0:1767321342.655708:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994090752
00000100:00100000:1.0:1767321342.655740:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994091008
00000100:00100000:1.0:1767321342.655743:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994091008
00000100:00100000:1.0:1767321342.655760:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6394
00000100:00100000:1.0:1767321342.655766:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994090752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321342.655795:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994090752:12345-0@lo:400:kworker.0 Request processed in 30us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321342.655800:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6394
00000100:00100000:1.0:1767321342.655810:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6395
00000100:00100000:1.0:1767321342.655813:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994091008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321342.655829:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994091008:12345-0@lo:400:kworker.0 Request processed in 16us (162us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321342.655834:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6395
00000100:00080000:1.0:1767321342.655843:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321342.655857:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994091008:0@lo:400:kworker.0
00000100:00100000:1.0:1767321342.655863:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994090752:0@lo:400:kworker.0
00000100:00100000:3.0:1767321342.655908:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994091392
00000100:00100000:3.0:1767321342.655979:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3940
00000100:00100000:3.0:1767321342.655988:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994091392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321342.656070:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994091392:12345-0@lo:400:kworker.0 Request processed in 83us (1992us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321342.656077:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3940
00000100:00100000:0.0:1767321342.656101:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994091392:0@lo:400:kworker.0
00000100:00100000:0.0:1767321343.229595:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321343.232926:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321344.253367:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321344.254786:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321344.586476:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321344.586570:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321344.586871:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942301568
00000100:00100000:2.0:1767321344.586881:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942301568
00000100:00100000:2.0:1767321344.586927:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942301696
00000100:00100000:2.0:1767321344.586930:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942301696
00000100:00100000:2.0:1767321344.586988:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6396
00000100:00100000:2.0:1767321344.586998:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942301696:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321344.587086:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942301696:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 89us (516us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321344.587094:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6396
00000100:00100000:2.0:1767321344.587114:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73841
00000100:00100000:2.0:1767321344.587120:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942301568:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321344.587140:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321344.587193:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942301568:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 71us (726us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321344.587199:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73841
00000100:00080000:2.0:1767321344.587217:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321345.280271:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321345.280832:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321346.301390:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321346.301642:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321347.261478:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994091520:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321347.261555:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321347.261631:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994091648:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321347.261654:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321347.261678:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994091520
00000100:00100000:2.0:1767321347.261688:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994091520
00000100:00100000:2.0:1767321347.261756:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994091648
00000100:00100000:2.0:1767321347.261760:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994091648
00000100:00100000:2.0:1767321347.261788:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3733
00000100:00100000:2.0:1767321347.261796:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994091520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321347.261828:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767321347.261846:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321347.261850:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321347.261873:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3734
00000100:00100000:2.0:1767321347.261874:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994091520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (319us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321347.261882:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994091648:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321347.261882:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3733
00002000:00000024:1.0:1767321347.261896:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321347.261923:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994091648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (268us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321347.261926:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994091520:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321347.261930:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3734
00000100:00100000:2.0:1767321347.261938:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994091648:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321347.325277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321347.327831:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321347.775607:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321347.775617:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321347.775620:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321347.775623:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321347.775627:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321347.775635:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6587
00000100:00080000:2.0:1767321347.775639:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321347.775646:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321347.775683:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b7b80 x1853163994091776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321347.775700:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321347.775703:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321347.775705:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321347.775709:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6587
00000100:00080000:2.0:1767321347.775711:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321347.775715:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321347.775727:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b4380 x1853163994091904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321347.775760:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321347.775764:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321347.775766:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321347.775769:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6587
00000100:00080000:2.0:1767321347.775771:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321347.775774:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321347.775786:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6680 x1853163994092160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321347.775815:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321347.775818:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321347.775820:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321347.775823:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6587
00000100:00080000:2.0:1767321347.775826:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321347.775829:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321347.775840:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f0000 x1853163994092416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321347.775847:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321347.775864:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994092032:0@lo:400:kworker.0
00000100:00100000:2.0:1767321347.775872:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994092288:0@lo:400:kworker.0
00000100:00100000:0.0:1767321347.776068:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994091776:0@lo:38:kworker.0
00000100:00100000:1.0:1767321347.776146:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321347.776172:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994092672:0@lo:400:kworker.0
00000100:00100000:0.0:1767321347.779534:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321347.779636:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994091904:0@lo:38:kworker.0
00000100:00100000:0.0:1767321347.779675:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321347.779702:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994092160:0@lo:38:kworker.0
00000100:00100000:0.0:1767321347.779723:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321347.779743:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994092416:0@lo:38:kworker.0
00000100:00100000:0.0:1767321347.779763:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321347.779815:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994091904
00000100:00100000:0.0:1767321347.779823:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994091904
00000100:00100000:0.0:1767321347.779856:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480
00000100:00100000:0.0:1767321347.779863:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994091904:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321347.779883:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321347.779924:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994091904:12345-0@lo:38:kworker.0 Request processed in 60us (248us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321347.779930:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480
00000100:00100000:0.0:1767321347.779954:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994091776
00000100:00100000:0.0:1767321347.779958:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994091776
00000100:00100000:0.0:1767321347.779977:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994092160
00000100:00100000:0.0:1767321347.779980:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994092160
00000100:00100000:0.0:1767321347.779993:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994092416
00000100:00100000:0.0:1767321347.779995:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994092416
00000100:00100000:0.0:1767321347.780009:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73842
00000100:00100000:0.0:1767321347.780014:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994091776:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321347.780024:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321347.780054:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994091776:12345-0@lo:38:kworker.0 Request processed in 38us (528us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321347.780059:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73842
00000100:00100000:0.0:1767321347.780071:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73843
00000100:00100000:0.0:1767321347.780075:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994092160:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321347.780084:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321347.780107:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994092160:12345-0@lo:38:kworker.0 Request processed in 30us (382us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321347.780112:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73843
00000100:00100000:0.0:1767321347.780124:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73844
00000100:00100000:0.0:1767321347.780127:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994092416:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321347.780137:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321347.780383:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994092416:12345-0@lo:38:kworker.0 Request processed in 30us (395us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321347.780403:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73844
00000100:00080000:0.0:1767321347.780453:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321347.780458:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321347.780462:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994091776:0@lo:38:kworker.0
00000100:00080000:0.0:1767321347.780473:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321347.780477:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321347.780480:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994091904:0@lo:38:kworker.0
00000100:00080000:0.0:1767321347.780487:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321347.780490:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321347.780493:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994092160:0@lo:38:kworker.0
00000100:00080000:0.0:1767321347.780499:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321347.780502:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321347.780505:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994092416:0@lo:38:kworker.0
00000100:00100000:0.0:1767321347.780572:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994092544:0@lo:400:kworker.0
00000100:00100000:0.0:1767321347.780602:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321347.780641:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994092544
00000100:00100000:0.0:1767321347.780645:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994092544
00000100:00100000:0.0:1767321347.780676:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3941
00000100:00100000:0.0:1767321347.780682:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994092544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321347.780722:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994092544:12345-0@lo:400:kworker.0 Request processed in 40us (119us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321347.780728:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3941
00000100:00100000:0.0:1767321347.780753:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994092544:0@lo:400:kworker.0
00000100:00100000:3.0:1767321347.781362:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321347.781468:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994092032
00000100:00100000:0.0:1767321347.781473:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994092032
00000100:00100000:0.0:1767321347.781522:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6397
00000100:00100000:0.0:1767321347.781530:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994092032:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321347.781572:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994092032:12345-0@lo:400:kworker.0 Request processed in 44us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321347.781579:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6397
00000100:00080000:3.0:1767321347.781786:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321347.781812:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994092032:0@lo:400:kworker.0
00000100:00100000:1.0:1767321347.781885:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321347.781936:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994092672
00000100:00100000:0.0:1767321347.781940:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994092672
00000100:00100000:0.0:1767321347.782042:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3942
00000100:00100000:0.0:1767321347.782050:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994092672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321347.783261:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994092672:12345-0@lo:400:kworker.0 Request processed in 1209us (1372us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321347.783271:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3942
00000100:00100000:2.0:1767321347.783346:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321347.783745:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994092288
00000100:00100000:0.0:1767321347.783752:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994092288
00000100:00100000:0.0:1767321347.783891:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6398
00000100:00100000:0.0:1767321347.783900:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994092288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321347.783947:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994092288:12345-0@lo:400:kworker.0 Request processed in 49us (602us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321347.783954:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6398
00000100:00080000:3.0:1767321347.783980:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321347.784084:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994092288:0@lo:400:kworker.0
00000100:00100000:1.0:1767321347.784484:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994092672:0@lo:400:kworker.0
00010000:00010000:3.0:1767321348.349427:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321348.349833:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321349.373611:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321349.373685:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321349.703917:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321349.703968:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321349.704281:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942301824
00000100:00100000:0.0:1767321349.704292:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942301824
00000100:00100000:0.0:1767321349.704338:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942301952
00000100:00100000:0.0:1767321349.704341:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942301952
00000100:00100000:0.0:1767321349.704407:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6399
00000100:00100000:0.0:1767321349.704418:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942301952:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321349.704498:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942301952:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 82us (528us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321349.704507:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6399
00000100:00100000:0.0:1767321349.704527:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73845
00000100:00100000:0.0:1767321349.704532:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942301824:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321349.704563:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321349.704590:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942301824:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 57us (684us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321349.704597:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73845
00000100:00080000:3.0:1767321349.705058:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321350.397478:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321350.398431:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321351.421524:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321351.429490:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321352.382130:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321352.382220:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321352.382237:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994092928:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321352.382318:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321352.382394:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994092800:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321352.382399:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994092928
00000100:00100000:1.0:1767321352.382408:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994092928
00000100:00100000:0.0:1767321352.382441:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321352.382472:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994092800
00000100:00100000:1.0:1767321352.382477:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994092800
00000100:00100000:0.0:1767321352.382493:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3735
00000100:00100000:0.0:1767321352.382504:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994092928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321352.382542:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321352.382601:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994092928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (282us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321352.382672:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994092928:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321352.382703:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321352.382707:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321352.388029:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3735
00000100:00100000:1.0:1767321352.388060:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3736
00000100:00100000:1.0:1767321352.388090:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994092800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321352.388123:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321352.388219:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994092800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (5777us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321352.388227:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3736
00000100:00100000:2.0:1767321352.389410:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994092800:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321352.445342:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321352.445708:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767321352.893716:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321352.893727:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321352.893729:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321352.893733:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321352.893737:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321352.893745:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6592
00000100:00080000:2.0:1767321352.893750:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321352.893757:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321352.893795:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291c00 x1853163994093056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321352.893812:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321352.893815:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321352.893816:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321352.893820:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6592
00000100:00080000:2.0:1767321352.893822:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321352.893826:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321352.893836:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292680 x1853163994093184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321352.893923:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994093312:0@lo:400:kworker.0
00000100:00100000:3.0:1767321352.893990:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321352.894112:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994093312
00000100:00100000:1.0:1767321352.894133:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994093312
00000100:00100000:1.0:1767321352.894208:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6400
00000100:00100000:1.0:1767321352.894218:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994093312:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767321352.894307:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321352.894311:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321352.894313:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321352.894317:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6592
00000100:00080000:2.0:1767321352.894319:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321352.894323:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321352.894340:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcdf80 x1853163994093440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321352.894375:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321352.894380:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321352.894382:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321352.894386:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6592
00000100:00080000:2.0:1767321352.894388:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321352.894392:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321352.894404:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcca80 x1853163994093696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321352.894408:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994093056:0@lo:38:kworker.0
00000100:00100000:2.0:1767321352.894441:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994093568:0@lo:400:kworker.0
00000100:00100000:0.0:1767321352.894448:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321352.894477:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994093184:0@lo:38:kworker.0
00000100:00100000:0.0:1767321352.894504:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321352.894525:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994093440:0@lo:38:kworker.0
00000100:00100000:0.0:1767321352.894551:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994093056
00000100:00100000:0.0:1767321352.894555:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994093056
00000100:00100000:0.0:1767321352.894578:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73846
00000100:00100000:0.0:1767321352.894583:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994093056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321352.894602:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321352.894632:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994093056:12345-0@lo:38:kworker.0 Request processed in 47us (185us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321352.894638:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73846
00000100:00100000:0.0:1767321352.894660:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994093184
00000100:00100000:0.0:1767321352.894664:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994093184
00000100:00100000:0.0:1767321352.894682:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481
00000100:00100000:0.0:1767321352.894686:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994093184:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321352.894696:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321352.894721:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994093184:12345-0@lo:38:kworker.0 Request processed in 33us (216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321352.894729:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481
00000100:00080000:0.0:1767321352.894774:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321352.895286:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321352.895333:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321352.895355:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994093696:0@lo:38:kworker.0
00000100:00100000:2.0:1767321352.895381:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321352.895411:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321352.895416:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321352.895419:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994093056:0@lo:38:kworker.0
00000100:00080000:2.0:1767321352.895428:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321352.895431:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321352.895433:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994093184:0@lo:38:kworker.0
00000100:00100000:2.0:1767321352.895458:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994093568
00000100:00100000:2.0:1767321352.895462:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994093568
00000100:00100000:2.0:1767321352.895564:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994093440
00000100:00100000:2.0:1767321352.895568:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994093440
00000100:00100000:2.0:1767321352.895584:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994093696
00000100:00100000:2.0:1767321352.895586:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994093696
00000100:00100000:2.0:1767321352.895600:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6401
00000100:00100000:2.0:1767321352.895607:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994093568:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321352.895645:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994093568:12345-0@lo:400:kworker.0 Request processed in 39us (1162us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321352.895652:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6401
00000100:00100000:2.0:1767321352.895670:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73847
00000100:00100000:2.0:1767321352.895675:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994093440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321352.895686:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321352.895713:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994093440:12345-0@lo:38:kworker.0 Request processed in 37us (379us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321352.895719:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73847
00000100:00100000:2.0:1767321352.895729:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73848
00000100:00100000:2.0:1767321352.895733:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994093696:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321352.895741:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321352.895763:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994093696:12345-0@lo:38:kworker.0 Request processed in 29us (382us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321352.895769:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73848
00000100:00100000:2.0:1767321352.895798:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994093568:0@lo:400:kworker.0
00000100:00080000:2.0:1767321352.895827:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321352.895831:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321352.895834:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994093696:0@lo:38:kworker.0
00000100:00080000:2.0:1767321352.895841:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321352.895844:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321352.895847:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994093440:0@lo:38:kworker.0
00000100:00080000:0.0:1767321352.896111:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321352.902814:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994093312:12345-0@lo:400:kworker.0 Request processed in 8585us (8810us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321352.902831:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6400
00000100:00100000:3.0:1767321352.907667:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994093312:0@lo:400:kworker.0
00000100:00100000:0.0:1767321353.469281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321353.469427:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321354.493293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321354.494300:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321354.823287:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321354.823337:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321354.823582:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942302208
00000100:00100000:1.0:1767321354.823592:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942302208
00000100:00100000:1.0:1767321354.823687:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942302080
00000100:00100000:1.0:1767321354.823691:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942302080
00000100:00100000:1.0:1767321354.823709:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6402
00000100:00100000:1.0:1767321354.823719:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942302208:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321354.823793:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942302208:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 75us (516us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321354.823801:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6402
00000100:00100000:1.0:1767321354.823820:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73849
00000100:00100000:1.0:1767321354.823824:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942302080:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321354.823843:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321354.823866:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942302080:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 41us (530us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321354.823873:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73849
00000100:00080000:2.0:1767321354.824320:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321355.517720:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321355.518117:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321356.543370:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321356.543538:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321357.503270:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994093824:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321357.503331:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321357.503558:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321357.503568:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994093952:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321357.503595:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321357.503716:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994093824
00000100:00100000:2.0:1767321357.503725:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994093824
00000100:00100000:2.0:1767321357.503786:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994093952
00000100:00100000:2.0:1767321357.503788:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994093952
00000100:00100000:2.0:1767321357.503806:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3737
00000100:00100000:2.0:1767321357.503811:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994093824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321357.503835:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321357.503871:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994093824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (539us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321357.503875:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3737
00000100:00100000:2.0:1767321357.503889:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3738
00000100:00100000:2.0:1767321357.503893:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994093952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321357.503905:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321357.503922:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994093952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 29us (327us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321357.503925:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3738
00000100:00100000:2.0:1767321357.503967:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994093952:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321357.503985:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994093824:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321357.504139:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321357.504144:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321357.565344:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321357.565666:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321358.013489:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321358.013499:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321358.013502:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321358.013506:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321358.013510:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321358.013518:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6597
00000100:00080000:3.0:1767321358.013522:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321358.013529:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321358.013568:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c1c00 x1853163994094080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321358.013591:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321358.013594:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321358.013596:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321358.013600:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6597
00000100:00080000:3.0:1767321358.013602:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321358.013605:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321358.013616:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2680 x1853163994094208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321358.013657:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321358.013662:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321358.013664:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321358.013667:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6597
00000100:00080000:3.0:1767321358.013670:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321358.013673:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321358.013686:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237100 x1853163994094464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321358.013708:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321358.013712:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321358.013714:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321358.013717:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6597
00000100:00080000:3.0:1767321358.013720:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321358.013722:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321358.013731:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235180 x1853163994094720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321358.013757:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994094592:0@lo:400:kworker.0
00000100:00100000:3.0:1767321358.013828:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321358.013954:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994094336:0@lo:400:kworker.0
00000100:00100000:2.0:1767321358.013982:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321358.014183:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994094592
00000100:00100000:3.0:1767321358.014193:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994094592
00000100:00100000:3.0:1767321358.014271:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994094336
00000100:00100000:3.0:1767321358.014275:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994094336
00000100:00080000:2.0:1767321358.014331:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321358.014372:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6403
00000100:00100000:3.0:1767321358.014382:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994094592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321358.014484:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994094592:12345-0@lo:400:kworker.0 Request processed in 103us (654us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321358.014495:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6403
00000100:00100000:3.0:1767321358.014512:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6404
00000100:00100000:3.0:1767321358.014519:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994094336:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321358.014550:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994094336:12345-0@lo:400:kworker.0 Request processed in 32us (567us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321358.014555:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6404
00000100:00100000:0.0:1767321358.014629:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321332/real 1767321332]  req@ffff89b705ad4a80 x1853163994087808/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321357 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321358.014650:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b705ad4a80 x1853163994087808/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321357 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321358.014664:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994094080:0@lo:38:kworker.0
00000100:00100000:0.0:1767321358.014690:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321358.015301:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994094592:0@lo:400:kworker.0
00000100:00100000:2.0:1767321358.015337:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994094336:0@lo:400:kworker.0
00000100:00100000:0.0:1767321358.015595:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994094208:0@lo:38:kworker.0
00000100:00100000:0.0:1767321358.015629:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321358.015652:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994094464:0@lo:38:kworker.0
00000100:00100000:0.0:1767321358.015675:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321358.017750:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994094080
00000100:00100000:1.0:1767321358.017762:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994094080
00000100:00100000:3.0:1767321358.017914:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994094208
00000100:00100000:3.0:1767321358.017920:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994094208
00000100:00100000:3.0:1767321358.017951:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482
00000100:00100000:3.0:1767321358.017958:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994094208:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321358.017982:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321358.018055:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994094208:12345-0@lo:38:kworker.0 Request processed in 96us (2424us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321358.018062:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482
00000100:00100000:0.0:1767321358.019402:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994094720:0@lo:38:kworker.0
00000100:00100000:0.0:1767321358.019449:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321358.019536:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994094464
00000100:00100000:2.0:1767321358.019542:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994094464
00000100:00100000:2.0:1767321358.019575:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73850
00000100:00100000:2.0:1767321358.019580:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994094080:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321358.019599:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321358.019634:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994094080:12345-0@lo:38:kworker.0 Request processed in 52us (4943us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321358.019635:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73851
00000100:00100000:1.0:1767321358.019641:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994094464:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321358.019641:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73850
00010000:00020000:1.0:1767321358.019650:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321358.019683:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994094464:12345-0@lo:38:kworker.0 Request processed in 41us (4007us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321358.019688:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73851
00000100:00080000:0.0:1767321358.019830:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321358.019853:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321358.019857:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994087808:0@lo:250:kworker.0
00000100:00080000:0.0:1767321358.019902:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321358.019906:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321358.019910:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994094080:0@lo:38:kworker.0
00000100:00080000:0.0:1767321358.019920:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321358.019923:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321358.019926:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994094208:0@lo:38:kworker.0
00000100:00080000:0.0:1767321358.019933:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321358.019936:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321358.019939:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994094464:0@lo:38:kworker.0
00000100:00080000:2.0:1767321358.020091:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321358.020097:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767321358.020100:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321358.020104:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6577
00000100:00080000:2.0:1767321358.020108:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321358.020113:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321358.020228:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcca80 x1853163994094848/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321358.020302:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994094848:0@lo:250:kworker.0
00000400:00000100:0.0:1767321358.020324:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994094848 offset 0 length 520: 4
00000100:00100000:3.0:1767321358.020457:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994094720
00000100:00100000:3.0:1767321358.020461:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994094720
00000100:00100000:3.0:1767321358.020527:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73852
00000100:00100000:3.0:1767321358.020532:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994094720:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321358.020544:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321358.020584:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994094720:12345-0@lo:38:kworker.0 Request processed in 51us (1135us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321358.020591:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73852
00000100:00080000:0.0:1767321358.020635:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321358.020639:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321358.020642:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994094720:0@lo:38:kworker.0
00000100:00100000:0.0:1767321358.589336:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321358.589501:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321358.922986:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:0.0:1767321358.923027:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942302336 offset 0 length 520: 4
00000100:00100000:0.0:1767321358.923052:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321358.923233:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942302592
00000100:00100000:3.0:1767321358.923248:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942302592
00000100:00100000:1.0:1767321358.923309:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942302464
00000100:00100000:1.0:1767321358.923325:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942302464
00000100:00080000:2.0:1767321358.923348:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321358.923369:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6405
00000100:00100000:3.0:1767321358.923387:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942302592:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321358.923399:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73853
00000100:00100000:1.0:1767321358.923409:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942302464:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321358.923434:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321358.923512:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942302592:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 128us (539us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321358.923522:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6405
00000100:00100000:1.0:1767321358.928238:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942302464:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 3561us (3916us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321358.928257:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73853
00010000:00010000:2.0:1767321359.613948:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321359.614293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321360.637339:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321360.637932:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321361.661335:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321361.661666:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321362.621669:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994094976:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321362.621778:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321362.621932:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994094976
00000100:00100000:1.0:1767321362.621943:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994094976
00000100:00100000:1.0:1767321362.622028:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3739
00000100:00100000:1.0:1767321362.622041:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994094976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321362.622103:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321362.622205:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994094976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 167us (427us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321362.622214:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3739
00000100:00080000:2.0:1767321362.622389:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321362.622937:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994094976:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321362.623264:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321362.623283:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994095104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321362.623363:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321362.623535:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994095104
00000100:00100000:3.0:1767321362.623543:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994095104
00000100:00100000:3.0:1767321362.623615:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3740
00000100:00100000:3.0:1767321362.623624:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994095104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321362.623656:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321362.623707:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994095104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (360us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321362.623714:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3740
00000100:00100000:3.0:1767321362.623754:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994095104:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321362.624262:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767321362.685444:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321362.685538:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767321363.133483:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321363.133499:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321363.133503:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321363.133508:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321363.133514:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321363.133524:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6602
00000100:00080000:2.0:1767321363.133531:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321363.133539:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321363.133601:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2680 x1853163994095232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321363.133644:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321363.133648:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321363.133651:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321363.133655:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6602
00000100:00080000:2.0:1767321363.133658:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321363.133662:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321363.133679:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c1c00 x1853163994095360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321363.133723:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321363.133728:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321363.133730:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321363.133733:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6602
00000100:00080000:2.0:1767321363.133736:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321363.133739:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321363.133753:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293800 x1853163994095616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321363.133783:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321363.133786:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321363.133788:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321363.133791:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6602
00000100:00080000:2.0:1767321363.133794:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321363.133797:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321363.133806:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291c00 x1853163994095872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321363.133834:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321363.133855:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994095488:0@lo:400:kworker.0
00000100:00100000:2.0:1767321363.133956:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321363.134422:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994095744:0@lo:400:kworker.0
00000100:00100000:0.0:1767321363.134460:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321363.134499:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994095488
00000100:00100000:0.0:1767321363.134508:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994095488
00000100:00100000:0.0:1767321363.134574:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994095744
00000100:00100000:0.0:1767321363.134578:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994095744
00000100:00100000:0.0:1767321363.134605:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6406
00000100:00100000:0.0:1767321363.134616:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994095488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321363.134676:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994095488:12345-0@lo:400:kworker.0 Request processed in 61us (719us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321363.134684:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6406
00000100:00100000:0.0:1767321363.134706:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6407
00000100:00100000:0.0:1767321363.134713:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994095744:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321363.134743:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994095744:12345-0@lo:400:kworker.0 Request processed in 31us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321363.134749:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6407
00000100:00080000:0.0:1767321363.134805:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321363.135442:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994095232:0@lo:38:kworker.0
00000100:00100000:1.0:1767321363.135497:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321363.136211:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994095232
00000100:00100000:3.0:1767321363.136223:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994095232
00000100:00100000:3.0:1767321363.136270:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73854
00000100:00100000:3.0:1767321363.136279:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994095232:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321363.136318:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321363.136380:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994095232:12345-0@lo:38:kworker.0 Request processed in 99us (881us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321363.136387:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73854
00000100:00100000:2.0:1767321363.136842:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994095488:0@lo:400:kworker.0
00000100:00100000:3.0:1767321363.138291:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994095744:0@lo:400:kworker.0
00000100:00080000:1.0:1767321363.138700:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321363.138706:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321363.138709:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994095232:0@lo:38:kworker.0
00000100:00100000:1.0:1767321363.138720:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994095360:0@lo:38:kworker.0
00000100:00100000:1.0:1767321363.138787:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321363.138827:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994095616:0@lo:38:kworker.0
00000100:00100000:1.0:1767321363.138849:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321363.138869:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994095872:0@lo:38:kworker.0
00000100:00100000:1.0:1767321363.138885:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321363.139017:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994095616
00000100:00100000:3.0:1767321363.139026:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994095616
00000100:00100000:3.0:1767321363.139075:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994095872
00000100:00100000:3.0:1767321363.139078:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994095872
00000100:00100000:3.0:1767321363.139103:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73855
00000100:00100000:3.0:1767321363.139125:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994095616:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321363.139201:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321363.139253:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994095616:12345-0@lo:38:kworker.0 Request processed in 129us (402us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321363.139261:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73855
00000100:00100000:3.0:1767321363.139275:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73856
00000100:00100000:3.0:1767321363.139278:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994095872:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321363.139296:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321363.139313:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994095872:12345-0@lo:38:kworker.0 Request processed in 34us (427us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321363.139317:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73856
00000100:00080000:1.0:1767321363.139516:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321363.139521:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321363.139524:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994095616:0@lo:38:kworker.0
00000100:00080000:1.0:1767321363.139530:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321363.139533:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321363.139534:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994095872:0@lo:38:kworker.0
00000100:00100000:2.0:1767321363.139983:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994095360
00000100:00100000:2.0:1767321363.139989:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994095360
00000100:00100000:2.0:1767321363.140032:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483
00000100:00100000:2.0:1767321363.140038:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994095360:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321363.140052:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321363.140101:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994095360:12345-0@lo:38:kworker.0 Request processed in 61us (1313us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321363.140117:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483
00000100:00080000:1.0:1767321363.140324:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321363.140329:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321363.140332:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994095360:0@lo:38:kworker.0
00000100:00100000:0.0:1767321363.709336:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321363.712057:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321364.044136:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321364.044276:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942302848
00000100:00100000:2.0:1767321364.044289:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942302848
00000100:00100000:1.0:1767321364.044357:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321364.044396:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942302720
00000100:00100000:1.0:1767321364.044401:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942302720
00000100:00100000:2.0:1767321364.044408:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6408
00000100:00100000:2.0:1767321364.044422:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942302848:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321364.044438:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73857
00000100:00100000:1.0:1767321364.044446:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942302720:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:2.0:1767321364.044525:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942302848:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 106us (409us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321364.044533:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6408
00010000:00020000:1.0:1767321364.044691:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321364.044738:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942302720:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 292us (382us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321364.044745:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73857
00000100:00080000:3.0:1767321364.051742:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321364.733291:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321364.736473:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321365.757477:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321365.759409:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321366.781253:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321366.781401:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321367.741979:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321367.742029:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994096000:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321367.742147:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321367.742570:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994096000
00000100:00100000:2.0:1767321367.742582:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994096000
00000100:00100000:2.0:1767321367.742668:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3741
00000100:00100000:2.0:1767321367.742680:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994096000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321367.742721:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321367.742782:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994096000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (635us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321367.742791:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3741
00000100:00080000:1.0:1767321367.743931:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321367.745839:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994096000:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321367.750365:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321367.750540:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994096128:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321367.750615:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321367.750921:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994096128
00000100:00100000:2.0:1767321367.750931:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994096128
00000100:00100000:2.0:1767321367.751058:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3742
00000100:00100000:2.0:1767321367.751069:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994096128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321367.751099:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321367.751182:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994096128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (544us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321367.751190:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3742
00000100:00100000:2.0:1767321367.751236:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994096128:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321367.751521:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321367.805501:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321367.809643:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321368.254415:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321368.254425:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321368.254441:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321368.254446:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321368.254450:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321368.254459:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6607
00000100:00080000:2.0:1767321368.254464:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321368.254471:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321368.254513:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccdf80 x1853163994096256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321368.254532:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321368.254847:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321368.254850:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321368.254855:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6607
00000100:00080000:2.0:1767321368.254858:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321368.254862:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321368.254878:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccea00 x1853163994096384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321368.254926:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321368.254930:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321368.254932:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321368.254936:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6607
00000100:00080000:2.0:1767321368.254939:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321368.254943:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321368.254960:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c1c00 x1853163994096640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321368.254961:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994096512:0@lo:400:kworker.0
00000100:00080000:2.0:1767321368.255005:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321368.255009:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321368.255021:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321368.255025:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6607
00000100:00080000:2.0:1767321368.255027:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321368.255031:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321368.255044:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c2d80 x1853163994096896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321368.255054:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321368.255103:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321368.255118:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994096768:0@lo:400:kworker.0
00000100:00100000:3.0:1767321368.255136:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994096512
00000100:00100000:3.0:1767321368.255144:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994096512
00000100:00100000:2.0:1767321368.255153:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321368.255213:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321368.255231:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994096768
00000100:00100000:3.0:1767321368.255236:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994096768
00000100:00100000:2.0:1767321368.255243:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6409
00000100:00100000:2.0:1767321368.255255:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994096512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321368.255270:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6410
00000100:00100000:3.0:1767321368.255280:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994096768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321368.255311:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994096512:12345-0@lo:400:kworker.0 Request processed in 58us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321368.255320:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6409
00000100:00100000:3.0:1767321368.255329:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994096768:12345-0@lo:400:kworker.0 Request processed in 50us (174us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321368.255337:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6410
00000100:00080000:3.0:1767321368.255358:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321368.255392:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994096512:0@lo:400:kworker.0
00000100:00100000:3.0:1767321368.255393:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994096768:0@lo:400:kworker.0
00000100:00100000:1.0:1767321368.257362:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994096256:0@lo:38:kworker.0
00000100:00100000:1.0:1767321368.257440:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321368.257490:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994096384:0@lo:38:kworker.0
00000100:00100000:1.0:1767321368.257519:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321368.257564:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994096640:0@lo:38:kworker.0
00000100:00100000:1.0:1767321368.257586:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321368.257622:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994096896:0@lo:38:kworker.0
00000100:00100000:1.0:1767321368.257644:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321368.257687:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994096256
00000100:00100000:1.0:1767321368.257695:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994096256
00000100:00100000:1.0:1767321368.257721:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994096640
00000100:00100000:1.0:1767321368.257724:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994096640
00000100:00100000:1.0:1767321368.257736:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994096896
00000100:00100000:1.0:1767321368.257739:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994096896
00000100:00100000:1.0:1767321368.257755:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73858
00000100:00100000:1.0:1767321368.257760:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994096256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321368.257780:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321368.257819:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994096256:12345-0@lo:38:kworker.0 Request processed in 57us (391us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321368.257826:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73858
00000100:00100000:1.0:1767321368.257841:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73859
00000100:00100000:1.0:1767321368.257845:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994096640:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321368.257854:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321368.257876:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994096640:12345-0@lo:38:kworker.0 Request processed in 29us (289us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321368.257882:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73859
00000100:00100000:1.0:1767321368.257892:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73860
00000100:00100000:1.0:1767321368.257896:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994096896:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321368.257904:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321368.257923:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994096896:12345-0@lo:38:kworker.0 Request processed in 26us (278us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321368.257929:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73860
00000100:00080000:1.0:1767321368.257959:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321368.257963:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321368.257967:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994096256:0@lo:38:kworker.0
00000100:00080000:1.0:1767321368.257976:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321368.257979:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321368.257982:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994096640:0@lo:38:kworker.0
00000100:00080000:1.0:1767321368.257988:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321368.257992:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321368.257994:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994096896:0@lo:38:kworker.0
00000100:00100000:3.0:1767321368.258411:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994096384
00000100:00100000:3.0:1767321368.258417:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994096384
00000100:00100000:3.0:1767321368.258745:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484
00000100:00100000:3.0:1767321368.258751:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994096384:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321368.258762:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321368.258808:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994096384:12345-0@lo:38:kworker.0 Request processed in 57us (1289us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321368.258814:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484
00000100:00080000:1.0:1767321368.258872:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321368.258876:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321368.258879:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994096384:0@lo:38:kworker.0
00000100:00100000:0.0:1767321368.829393:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321368.829962:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321369.166673:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321369.166753:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321369.166835:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942303104
00000100:00100000:3.0:1767321369.166845:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942303104
00000100:00100000:3.0:1767321369.166904:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942302976
00000100:00100000:3.0:1767321369.166907:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942302976
00000100:00100000:3.0:1767321369.166922:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6411
00000100:00100000:3.0:1767321369.166930:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942303104:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321369.167232:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942303104:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 300us (566us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321369.167240:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6411
00000100:00100000:3.0:1767321369.167260:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73861
00000100:00100000:3.0:1767321369.167265:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942302976:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321369.167293:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321369.167316:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942302976:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 50us (563us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321369.167322:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73861
00000100:00080000:1.0:1767321369.167781:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321369.853843:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321369.856660:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321370.877277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321370.877761:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321371.901281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321371.901580:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321372.863443:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321372.863468:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994097024:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321372.863544:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321372.863677:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994097024
00000100:00100000:0.0:1767321372.863685:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994097024
00000100:00100000:0.0:1767321372.863752:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3743
00000100:00100000:0.0:1767321372.863762:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994097024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321372.863790:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321372.863841:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994097024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (296us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321372.863852:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3743
00000100:00100000:0.0:1767321372.863911:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994097024:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321372.864098:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321372.864109:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994097152:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321372.864139:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321372.864200:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994097152
00000100:00100000:2.0:1767321372.864205:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994097152
00000100:00100000:2.0:1767321372.864234:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3744
00000100:00100000:2.0:1767321372.864241:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994097152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321372.864272:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321372.864313:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994097152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (174us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321372.864320:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3744
00000100:00100000:2.0:1767321372.864357:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994097152:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321372.865184:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321372.865189:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767321372.925388:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321372.925798:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767321373.373544:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321373.373555:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321373.373558:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321373.373562:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321373.373566:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321373.373573:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6612
00000100:00080000:3.0:1767321373.373578:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321373.373585:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321373.373623:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237800 x1853163994097280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321373.373649:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321373.373652:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321373.373654:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321373.373658:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6612
00000100:00080000:3.0:1767321373.373661:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321373.373665:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321373.373678:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236d80 x1853163994097408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321373.373724:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321373.373728:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321373.373730:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321373.373733:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6612
00000100:00080000:3.0:1767321373.373735:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321373.373738:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321373.373754:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235f80 x1853163994097664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321373.373776:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321373.373779:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321373.373781:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321373.373784:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6612
00000100:00080000:3.0:1767321373.373786:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321373.373789:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321373.373799:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731234380 x1853163994097920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321373.373837:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994098048:0@lo:400:kworker.0
00000100:00100000:3.0:1767321373.373912:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321373.373981:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321373.373987:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994097792:0@lo:400:kworker.0
00000100:00100000:3.0:1767321373.374015:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321373.374025:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994097536:0@lo:400:kworker.0
00000100:00100000:3.0:1767321373.374043:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994098048
00000100:00100000:3.0:1767321373.374050:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994098048
00000100:00100000:0.0:1767321373.374052:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321373.374080:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321373.374085:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994098176:0@lo:400:kworker.0
00000100:00100000:3.0:1767321373.374089:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3943
00000100:00100000:3.0:1767321373.374098:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731db0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994098048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321373.374181:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994097792
00000100:00100000:2.0:1767321373.374186:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994097792
00000100:00100000:2.0:1767321373.374222:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994097536
00000100:00100000:2.0:1767321373.374225:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994097536
00000100:00100000:2.0:1767321373.374245:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6412
00000100:00100000:2.0:1767321373.374264:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994097792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321373.374274:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6413
00000100:00100000:1.0:1767321373.374292:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994097536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321373.376701:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731db0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994098048:12345-0@lo:400:kworker.0 Request processed in 2596us (2780us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321373.376718:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3943
00000100:00100000:3.0:1767321373.377679:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994098048:0@lo:400:kworker.0
00000100:00100000:3.0:1767321373.377732:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994097280:0@lo:38:kworker.0
00000100:00100000:3.0:1767321373.377771:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321373.377797:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994097408:0@lo:38:kworker.0
00000100:00100000:3.0:1767321373.377822:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321373.377849:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994097664:0@lo:38:kworker.0
00000100:00100000:3.0:1767321373.378004:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321373.378032:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994097920:0@lo:38:kworker.0
00000100:00100000:3.0:1767321373.378055:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321373.378094:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994097408
00000100:00100000:3.0:1767321373.378100:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994097408
00000100:00100000:3.0:1767321373.378134:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485
00000100:00100000:3.0:1767321373.378140:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994097408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321373.378177:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321373.378215:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994097408:12345-0@lo:38:kworker.0 Request processed in 74us (392us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321373.378221:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485
00000100:00100000:3.0:1767321373.378239:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994097280
00000100:00100000:3.0:1767321373.378243:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994097280
00000100:00100000:3.0:1767321373.378695:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994097664
00000100:00100000:3.0:1767321373.378698:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994097664
00000100:00100000:3.0:1767321373.378705:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994097920
00000100:00100000:3.0:1767321373.378707:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994097920
00000100:00100000:3.0:1767321373.378716:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73862
00000100:00100000:3.0:1767321373.378721:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994097280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321373.378732:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321373.378759:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994097280:12345-0@lo:38:kworker.0 Request processed in 38us (988us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321373.378765:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73862
00000100:00100000:3.0:1767321373.378774:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73863
00000100:00100000:3.0:1767321373.378777:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994097664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321373.378786:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321373.378802:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994097664:12345-0@lo:38:kworker.0 Request processed in 23us (798us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321373.378807:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73863
00000100:00100000:3.0:1767321373.378815:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73864
00000100:00100000:3.0:1767321373.378818:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994097920:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321373.378825:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321373.378842:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994097920:12345-0@lo:38:kworker.0 Request processed in 23us (788us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321373.378848:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73864
00000100:00080000:3.0:1767321373.379005:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321373.379011:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321373.379014:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994097280:0@lo:38:kworker.0
00000100:00080000:3.0:1767321373.379023:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321373.379026:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321373.379029:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994097408:0@lo:38:kworker.0
00000100:00080000:3.0:1767321373.379035:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321373.379038:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321373.379040:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994097664:0@lo:38:kworker.0
00000100:00080000:3.0:1767321373.379046:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321373.379049:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321373.379052:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994097920:0@lo:38:kworker.0
00000100:00080000:3.0:1767321373.379111:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321373.380679:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321373.380927:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994098176
00000100:00100000:3.0:1767321373.380935:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994098176
00000100:00100000:3.0:1767321373.380988:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3944
00000100:00100000:3.0:1767321373.380997:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994098176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321373.381051:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994098176:12345-0@lo:400:kworker.0 Request processed in 55us (376us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321373.381057:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3944
00000100:00100000:0.0:1767321373.381463:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994098176:0@lo:400:kworker.0
00000100:00100000:2.0:1767321373.382035:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994097792:12345-0@lo:400:kworker.0 Request processed in 7770us (8016us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321373.382045:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6412
00000100:00100000:3.0:1767321373.382129:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994097792:0@lo:400:kworker.0
00000100:00100000:1.0:1767321373.386392:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994097536:12345-0@lo:400:kworker.0 Request processed in 12098us (12327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321373.386407:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6413
00000100:00100000:0.0:1767321373.386778:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994097536:0@lo:400:kworker.0
00000100:00100000:0.0:1767321373.949322:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321373.950031:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321374.284860:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321374.285910:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942303360
00000100:00100000:1.0:1767321374.285922:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942303360
00000100:00100000:1.0:1767321374.286001:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6414
00000100:00100000:1.0:1767321374.286011:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942303360:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321374.286097:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942303360:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 88us (1247us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321374.286105:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6414
00000100:00080000:3.0:1767321374.286845:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321374.307760:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321374.307929:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942303232
00000100:00100000:3.0:1767321374.307940:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942303232
00000100:00100000:3.0:1767321374.307982:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73865
00000100:00100000:3.0:1767321374.307990:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942303232:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321374.308013:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321374.308083:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942303232:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 92us (330us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321374.308090:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73865
00000100:00100000:0.0:1767321374.973373:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321374.973445:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321375.997290:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321376.000942:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321377.021570:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321377.021667:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321377.981475:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321377.981499:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994098304:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321377.981568:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321377.981812:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994098304
00000100:00100000:1.0:1767321377.981824:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994098432:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321377.981827:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994098304
00000100:00100000:1.0:1767321377.981882:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321377.981937:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994098432
00000100:00100000:3.0:1767321377.981943:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994098432
00000100:00100000:1.0:1767321377.981966:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3745
00000100:00100000:1.0:1767321377.981989:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994098304:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321377.982022:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767321377.982029:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321377.982036:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321377.982077:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994098304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (508us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321377.982212:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994098304:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321377.986097:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3746
00000100:00100000:3.0:1767321377.986132:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994098432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321377.986206:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321377.986310:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994098432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 198us (4428us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321377.986319:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3746
00000100:00100000:0.0:1767321377.987122:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994098432:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321377.991079:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3745
00010000:00010000:3.0:1767321378.047478:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321378.047579:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767321378.494486:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321378.494500:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321378.494504:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321378.494508:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321378.494513:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321378.494523:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6618
00000100:00080000:2.0:1767321378.494528:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321378.494536:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321378.494588:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccdc00 x1853163994098560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321378.494691:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994098560:0@lo:38:kworker.0
00000100:00100000:1.0:1767321378.494781:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321378.497858:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994098560
00000100:00100000:0.0:1767321378.497881:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994098560
00000100:00100000:0.0:1767321378.497962:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73866
00000100:00100000:0.0:1767321378.497973:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994098560:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321378.498004:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767321378.498290:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321378.498297:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321378.498301:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321378.498308:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6618
00000100:00080000:2.0:1767321378.498313:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321378.498318:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321378.498365:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604cbf480 x1853163994098688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321378.502504:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994098688:0@lo:38:kworker.0
00000100:00100000:1.0:1767321378.504360:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321378.504574:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994098688
00000100:00100000:3.0:1767321378.504588:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994098688
00000100:00100000:3.0:1767321378.504659:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486
00000100:00100000:3.0:1767321378.504806:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994098688:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321378.504844:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321378.504929:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994098688:12345-0@lo:38:kworker.0 Request processed in 125us (2311us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321378.504937:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486
00000100:00100000:0.0:1767321378.505946:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994098560:12345-0@lo:38:kworker.0 Request processed in 7968us (11158us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321378.505962:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73866
00000100:00080000:1.0:1767321378.512848:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321378.512866:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321378.512872:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994098560:0@lo:38:kworker.0
00000100:00080000:1.0:1767321378.513182:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321378.513186:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321378.513190:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994098688:0@lo:38:kworker.0
00000100:00080000:2.0:1767321378.513395:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321378.513401:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321378.513404:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321378.513410:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6618
00000100:00080000:2.0:1767321378.513414:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321378.513421:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321378.513446:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604cbfb80 x1853163994098944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321378.513495:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321378.513499:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321378.513501:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321378.513505:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6618
00000100:00080000:2.0:1767321378.513507:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321378.513510:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321378.513521:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcd180 x1853163994099200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321378.513568:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994099072:0@lo:400:kworker.0
00000100:00100000:2.0:1767321378.513655:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321378.513695:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321378.513701:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994099328:0@lo:400:kworker.0
00000100:00100000:2.0:1767321378.513727:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321378.513761:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994099328
00000100:00100000:2.0:1767321378.513767:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994099328
00000100:00100000:2.0:1767321378.513821:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3945
00000100:00100000:2.0:1767321378.513842:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994099328:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321378.513902:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994099328:12345-0@lo:400:kworker.0 Request processed in 62us (174us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321378.513920:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3945
00000100:00100000:2.0:1767321378.513964:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994099328:0@lo:400:kworker.0
00000100:00100000:0.0:1767321378.514207:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994098816:0@lo:400:kworker.0
00000100:00100000:0.0:1767321378.514243:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321378.514265:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321378.514270:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994099456:0@lo:400:kworker.0
00000100:00100000:0.0:1767321378.514293:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321378.514321:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994099072
00000100:00100000:0.0:1767321378.514325:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994099072
00000100:00100000:0.0:1767321378.514358:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994098816
00000100:00100000:0.0:1767321378.514361:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994098816
00000100:00100000:0.0:1767321378.514377:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6415
00000100:00100000:0.0:1767321378.514383:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994099072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321378.514414:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994099072:12345-0@lo:400:kworker.0 Request processed in 32us (760us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321378.514421:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6415
00000100:00100000:0.0:1767321378.514434:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6416
00000100:00100000:0.0:1767321378.514439:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994098816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321378.514465:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994098816:12345-0@lo:400:kworker.0 Request processed in 25us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321378.514470:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6416
00000100:00100000:0.0:1767321378.514490:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994098816:0@lo:400:kworker.0
00000100:00100000:2.0:1767321378.514583:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994099456
00000100:00100000:2.0:1767321378.514587:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994099456
00000100:00100000:2.0:1767321378.514610:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3946
00000100:00100000:2.0:1767321378.514616:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994099456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321378.514651:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994099456:12345-0@lo:400:kworker.0 Request processed in 35us (358us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321378.514657:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3946
00000100:00100000:1.0:1767321378.514767:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994098944:0@lo:38:kworker.0
00000100:00100000:1.0:1767321378.514798:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321378.514815:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994099200:0@lo:38:kworker.0
00000100:00100000:1.0:1767321378.514847:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321378.514895:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994099456:0@lo:400:kworker.0
00000100:00080000:1.0:1767321378.514911:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321378.514970:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994098944
00000100:00100000:0.0:1767321378.514974:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994098944
00000100:00100000:0.0:1767321378.515010:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994099200
00000100:00100000:0.0:1767321378.515013:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994099200
00000100:00100000:0.0:1767321378.515026:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73867
00000100:00100000:0.0:1767321378.515032:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994098944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321378.515054:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321378.515086:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994098944:12345-0@lo:38:kworker.0 Request processed in 53us (288us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321378.515092:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73867
00000100:00100000:0.0:1767321378.515104:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73868
00000100:00100000:0.0:1767321378.515108:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994099200:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321378.515116:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321378.515134:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994099200:12345-0@lo:38:kworker.0 Request processed in 25us (287us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321378.515139:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73868
00000100:00100000:0.0:1767321378.515192:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994099072:0@lo:400:kworker.0
00000100:00080000:1.0:1767321378.515615:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321378.515621:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321378.515625:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994098944:0@lo:38:kworker.0
00000100:00080000:1.0:1767321378.515634:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321378.515637:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321378.515640:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994099200:0@lo:38:kworker.0
00000100:00100000:1.0:1767321379.069752:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321379.071466:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321379.401538:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321379.401621:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321379.402445:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942303616
00000100:00100000:1.0:1767321379.402456:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942303616
00000100:00100000:1.0:1767321379.402526:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942303488
00000100:00100000:1.0:1767321379.402529:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942303488
00000100:00100000:1.0:1767321379.402552:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6417
00000100:00100000:1.0:1767321379.402561:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942303616:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321379.402630:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942303616:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 69us (1102us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321379.402641:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6417
00000100:00100000:1.0:1767321379.402657:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73869
00000100:00100000:1.0:1767321379.402662:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942303488:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321379.402680:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321379.402700:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942303488:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 37us (1080us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321379.402707:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73869
00000100:00080000:2.0:1767321379.402787:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321380.094030:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321380.099187:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321381.117369:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321381.117860:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321382.141345:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321382.141624:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321383.101658:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321383.101680:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994099584:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321383.101696:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994099712:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321383.112632:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321383.118518:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321383.120076:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994099712
00000100:00100000:1.0:1767321383.120089:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994099712
00000100:00100000:1.0:1767321383.120195:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994099584
00000100:00100000:1.0:1767321383.120199:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994099584
00000100:00100000:1.0:1767321383.120225:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3747
00000100:00100000:1.0:1767321383.120233:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994099712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321383.120265:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321383.120339:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994099712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (7713us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321383.120348:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3747
00000100:00100000:1.0:1767321383.120366:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3748
00000100:00100000:1.0:1767321383.120372:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994099584:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321383.120387:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321383.120417:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994099584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (1907us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321383.120423:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3748
00000100:00100000:0.0:1767321383.120548:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994099584:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321383.126872:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321383.126877:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994099712:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321383.126880:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321383.165317:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321383.165556:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321383.613649:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321358/real 1767321358]  req@ffff89b70abcca80 x1853163994094848/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321383 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321383.613693:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b70abcca80 x1853163994094848/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321383 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767321383.613712:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321383.613721:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767321383.613724:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994094848:0@lo:250:kworker.0
00000100:00080000:3.0:1767321383.613815:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321383.613822:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321383.613825:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321383.613829:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6602
00000100:00080000:3.0:1767321383.613833:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321383.613839:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321383.613874:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235f80 x1853163994099840/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321383.613901:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321383.613905:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321383.613907:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321383.613910:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6623
00000100:00080000:3.0:1767321383.613913:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321383.613916:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321383.613931:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236d80 x1853163994099968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321383.613941:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321383.613944:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321383.613945:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321383.613949:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6623
00000100:00080000:3.0:1767321383.613951:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321383.613954:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321383.613965:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237800 x1853163994100096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321383.614008:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321383.614012:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321383.614014:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321383.614017:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6623
00000100:00080000:3.0:1767321383.614019:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321383.614023:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321383.614035:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236a00 x1853163994100352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321383.614055:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321383.614058:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321383.614068:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321383.614071:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6623
00000100:00080000:3.0:1767321383.614073:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321383.614076:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321383.614088:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909e680 x1853163994100608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321383.614235:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994100224:0@lo:400:kworker.0
00000100:00100000:2.0:1767321383.614413:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321383.614476:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321383.614483:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994100864:0@lo:400:kworker.0
00000100:00100000:2.0:1767321383.614510:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321383.614656:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994099840:0@lo:250:kworker.0
00000400:00000100:1.0:1767321383.614680:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994099840 offset 0 length 520: 4
00000100:00100000:1.0:1767321383.614700:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994099968:0@lo:38:kworker.0
00000100:00100000:1.0:1767321383.614721:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321383.614757:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994100096:0@lo:38:kworker.0
00000100:00100000:1.0:1767321383.614782:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321383.614797:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994100352:0@lo:38:kworker.0
00000100:00100000:1.0:1767321383.614860:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321383.614878:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994100608:0@lo:38:kworker.0
00000100:00100000:1.0:1767321383.614900:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321383.614931:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994100224
00000100:00100000:1.0:1767321383.614939:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994100224
00000100:00100000:1.0:1767321383.614989:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994099968
00000100:00100000:1.0:1767321383.614992:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994099968
00000100:00100000:1.0:1767321383.615006:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994100352
00000100:00100000:1.0:1767321383.615008:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994100352
00000100:00100000:1.0:1767321383.615019:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994100608
00000100:00100000:1.0:1767321383.615021:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994100608
00000100:00100000:1.0:1767321383.615033:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6418
00000100:00100000:1.0:1767321383.615042:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994100224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321383.615193:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994100864
00000100:00100000:0.0:1767321383.615198:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994100864
00000100:00100000:0.0:1767321383.615230:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3947
00000100:00100000:0.0:1767321383.615237:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994100864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321383.615482:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994100864:12345-0@lo:400:kworker.0 Request processed in 244us (969us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321383.615491:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3947
00000100:00100000:0.0:1767321383.615595:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73870
00000100:00100000:0.0:1767321383.615601:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994099968:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321383.615619:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321383.615658:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994099968:12345-0@lo:38:kworker.0 Request processed in 56us (936us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321383.615665:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73870
00000100:00100000:0.0:1767321383.615681:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73871
00000100:00100000:0.0:1767321383.615685:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994100352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321383.615695:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321383.615718:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994100352:12345-0@lo:38:kworker.0 Request processed in 32us (859us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321383.615724:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73871
00000100:00100000:0.0:1767321383.615747:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73872
00000100:00100000:0.0:1767321383.615751:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994100608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321383.615761:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321383.615786:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994100608:12345-0@lo:38:kworker.0 Request processed in 33us (885us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321383.615792:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73872
00000100:00100000:0.0:1767321383.615818:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994100736:0@lo:400:kworker.0
00000100:00100000:0.0:1767321383.615846:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321383.615869:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321383.615875:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994100480:0@lo:400:kworker.0
00000100:00100000:0.0:1767321383.615897:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321383.615920:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994100736
00000100:00100000:0.0:1767321383.615924:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994100736
00000100:00100000:0.0:1767321383.615946:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3948
00000100:00100000:0.0:1767321383.615952:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994100736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321383.615992:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994100736:12345-0@lo:400:kworker.0 Request processed in 40us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321383.615999:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3948
00000100:00100000:0.0:1767321383.616040:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994100736:0@lo:400:kworker.0
00000100:00100000:1.0:1767321383.616421:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994100224:12345-0@lo:400:kworker.0 Request processed in 1380us (2008us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321383.616429:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6418
00000100:00100000:1.0:1767321383.616442:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994100480
00000100:00100000:1.0:1767321383.616446:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994100480
00000100:00100000:1.0:1767321383.616465:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6419
00000100:00100000:1.0:1767321383.616470:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994100480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321383.616506:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994100480:12345-0@lo:400:kworker.0 Request processed in 35us (608us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321383.616512:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6419
00000100:00100000:2.0:1767321383.616700:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994100864:0@lo:400:kworker.0
00000100:00100000:2.0:1767321383.616712:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994100224:0@lo:400:kworker.0
00000100:00100000:2.0:1767321383.616781:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994100480:0@lo:400:kworker.0
00000100:00080000:2.0:1767321383.616817:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321383.616822:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321383.616826:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994099968:0@lo:38:kworker.0
00000100:00080000:2.0:1767321383.616835:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321383.616838:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321383.616841:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994100352:0@lo:38:kworker.0
00000100:00080000:2.0:1767321383.616851:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321383.616855:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321383.616857:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994100608:0@lo:38:kworker.0
00000100:00100000:3.0:1767321383.617269:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994100096
00000100:00100000:3.0:1767321383.617276:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994100096
00000100:00100000:3.0:1767321383.617424:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487
00000100:00100000:3.0:1767321383.617430:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994100096:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321383.617445:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321383.617496:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994100096:12345-0@lo:38:kworker.0 Request processed in 65us (2712us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321383.617503:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487
00000100:00080000:3.0:1767321383.617598:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321383.618428:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321383.618434:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321383.618438:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994100096:0@lo:38:kworker.0
00000100:00100000:0.0:1767321384.189276:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321384.189708:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321384.533289:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:2.0:1767321384.533332:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942303744 offset 0 length 520: 4
00000100:00100000:2.0:1767321384.533367:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321384.533619:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942304000
00000100:00100000:0.0:1767321384.533638:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942304000
00000100:00100000:0.0:1767321384.533779:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942303872
00000100:00100000:0.0:1767321384.533784:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942303872
00000100:00080000:1.0:1767321384.534001:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321384.534044:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6420
00000100:00100000:0.0:1767321384.534062:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942304000:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321384.534225:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942304000:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 168us (944us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321384.534987:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73873
00000100:00100000:3.0:1767321384.534997:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942303872:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321384.535028:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321384.535075:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942303872:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 78us (1709us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321384.535083:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73873
00000100:00100000:0.0:1767321384.538987:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6420
00010000:00010000:0.0:1767321385.213970:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321385.213981:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321386.238323:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321386.238487:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321387.261682:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321387.261777:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321388.221853:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994100992:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321388.221948:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321388.222045:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994100992
00000100:00100000:2.0:1767321388.222054:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994100992
00000100:00100000:2.0:1767321388.222123:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3749
00000100:00100000:2.0:1767321388.222132:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994100992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321388.222190:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321388.222235:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994100992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (286us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321388.222242:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3749
00000100:00100000:2.0:1767321388.222297:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994100992:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321388.222416:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321388.222428:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994101120:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321388.222457:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321388.222487:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994101120
00000100:00100000:0.0:1767321388.222490:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994101120
00000100:00100000:0.0:1767321388.222518:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3750
00000100:00100000:0.0:1767321388.222524:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994101120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321388.222545:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321388.222574:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994101120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (116us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321388.222581:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3750
00000100:00100000:0.0:1767321388.222620:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994101120:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321388.224587:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321388.224602:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321388.285781:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321388.285796:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321388.733311:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321388.733336:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321388.733341:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321388.733346:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321388.733352:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321388.733363:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6628
00000100:00080000:3.0:1767321388.733368:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321388.733377:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321388.733431:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f3800 x1853163994101248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321388.733468:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321388.733472:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321388.733474:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321388.733479:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6628
00000100:00080000:3.0:1767321388.733481:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321388.733486:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321388.733505:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f0380 x1853163994101376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321388.733557:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321388.733562:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321388.733564:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321388.733568:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6628
00000100:00080000:3.0:1767321388.733571:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321388.733575:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321388.733587:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcca80 x1853163994101632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321388.733613:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321388.733617:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321388.733619:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321388.733623:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6628
00000100:00080000:3.0:1767321388.733626:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321388.733629:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321388.733650:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70abcfb80 x1853163994101888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321388.733701:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994102144:0@lo:400:kworker.0
00000100:00100000:0.0:1767321388.733707:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994101504:0@lo:400:kworker.0
00000100:00100000:2.0:1767321388.733890:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994101248:0@lo:38:kworker.0
00000100:00100000:1.0:1767321388.734005:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994101760:0@lo:400:kworker.0
00000100:00100000:0.0:1767321388.741467:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321388.741564:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321388.741653:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994102016:0@lo:400:kworker.0
00000100:00100000:3.0:1767321388.741706:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321388.741770:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994102144
00000100:00100000:3.0:1767321388.741780:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994102144
00000100:00100000:2.0:1767321388.741917:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321388.741953:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994101376:0@lo:38:kworker.0
00000100:00100000:2.0:1767321388.741982:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321388.742006:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994101632:0@lo:38:kworker.0
00000100:00100000:2.0:1767321388.742219:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321388.742240:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70abcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994101888:0@lo:38:kworker.0
00000100:00100000:2.0:1767321388.742261:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321388.742302:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994101376
00000100:00100000:2.0:1767321388.742307:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994101376
00000100:00100000:2.0:1767321388.742337:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488
00000100:00100000:2.0:1767321388.742345:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994101376:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321388.742372:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321388.742424:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994101376:12345-0@lo:38:kworker.0 Request processed in 79us (440us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321388.742431:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488
00000100:00100000:2.0:1767321388.742458:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994101504
00000100:00100000:2.0:1767321388.742461:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994101504
00000100:00100000:2.0:1767321388.742499:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994101248
00000100:00100000:2.0:1767321388.742503:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994101248
00000100:00100000:2.0:1767321388.742516:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994101632
00000100:00100000:2.0:1767321388.742519:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994101632
00000100:00100000:2.0:1767321388.742531:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994101888
00000100:00100000:2.0:1767321388.742534:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994101888
00000100:00100000:2.0:1767321388.742544:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6421
00000100:00100000:2.0:1767321388.742565:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994101504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321388.742670:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994102016
00000100:00100000:3.0:1767321388.742674:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994102016
00000100:00100000:1.0:1767321388.742973:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73874
00000100:00100000:1.0:1767321388.742980:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994101248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321388.742993:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321388.743043:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994101248:12345-0@lo:38:kworker.0 Request processed in 62us (1125us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321388.743049:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73874
00000100:00100000:1.0:1767321388.743069:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73875
00000100:00100000:1.0:1767321388.743074:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994101632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321388.743083:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321388.743106:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994101632:12345-0@lo:38:kworker.0 Request processed in 31us (888us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321388.743113:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73875
00000100:00100000:1.0:1767321388.743124:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73876
00000100:00100000:1.0:1767321388.743127:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994101888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321388.743135:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321388.743172:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994101888:12345-0@lo:38:kworker.0 Request processed in 29us (895us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321388.743178:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73876
00000100:00100000:1.0:1767321388.743213:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321388.743237:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994101760
00000100:00100000:1.0:1767321388.743241:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994101760
00000100:00100000:1.0:1767321388.743263:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6422
00000100:00100000:1.0:1767321388.743268:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994101760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321388.743296:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994101760:12345-0@lo:400:kworker.0 Request processed in 28us (83us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321388.743302:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6422
00000100:00100000:1.0:1767321388.743345:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994101760:0@lo:400:kworker.0
00000100:00100000:2.0:1767321388.749885:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994101504:12345-0@lo:400:kworker.0 Request processed in 7307us (8416us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321388.749906:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6421
00000100:00080000:2.0:1767321388.749989:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321388.750057:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321388.750063:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321388.750067:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994101248:0@lo:38:kworker.0
00000100:00080000:2.0:1767321388.750082:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321388.750086:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321388.750089:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994101376:0@lo:38:kworker.0
00000100:00080000:2.0:1767321388.750099:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321388.750103:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321388.750106:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994101632:0@lo:38:kworker.0
00000100:00080000:2.0:1767321388.750118:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321388.750122:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321388.750125:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994101888:0@lo:38:kworker.0
00000100:00100000:3.0:1767321388.756278:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3949
00000100:00100000:3.0:1767321388.756316:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994102144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321388.756454:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994102144:12345-0@lo:400:kworker.0 Request processed in 158us (14902us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321388.756463:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3949
00000100:00100000:3.0:1767321388.756485:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3950
00000100:00100000:3.0:1767321388.756493:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994102016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321388.756531:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994102016:12345-0@lo:400:kworker.0 Request processed in 39us (14825us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321388.756537:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3950
00000100:00100000:0.0:1767321388.756869:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994101504:0@lo:400:kworker.0
00000100:00100000:2.0:1767321388.760318:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994102144:0@lo:400:kworker.0
00000100:00100000:2.0:1767321388.760508:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70abcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994102016:0@lo:400:kworker.0
00010000:00010000:0.0:1767321389.309685:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321389.310603:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321389.640647:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321389.641096:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942304256
00000100:00100000:2.0:1767321389.641110:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942304256
00000100:00100000:2.0:1767321389.641253:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6423
00000100:00100000:2.0:1767321389.641265:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942304256:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321389.641386:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942304256:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 124us (753us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321389.641397:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6423
00000100:00080000:1.0:1767321389.641785:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321389.642556:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321389.642651:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942304128
00000100:00100000:2.0:1767321389.642661:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942304128
00000100:00100000:2.0:1767321389.642711:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73877
00000100:00100000:2.0:1767321389.642719:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942304128:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321389.642746:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321389.642805:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942304128:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 85us (256us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321389.642813:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73877
00000100:00100000:1.0:1767321390.333282:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321390.333515:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321391.358098:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321391.358915:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321392.381295:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321392.381404:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321393.343952:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321393.344063:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994102272:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321393.344199:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321393.344913:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994102272
00000100:00100000:0.0:1767321393.344926:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994102272
00000100:00100000:2.0:1767321393.345793:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3751
00000100:00100000:2.0:1767321393.345820:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994102272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321393.346053:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321393.346146:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994102272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 340us (1946us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321393.346155:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3751
00000100:00080000:1.0:1767321393.346212:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321393.346246:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994102400:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321393.346329:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321393.346414:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994102400
00000100:00100000:2.0:1767321393.346423:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994102400
00000100:00100000:0.0:1767321393.350027:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994102272:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321393.355286:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3752
00000100:00100000:2.0:1767321393.355317:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994102400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321393.355359:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321393.355444:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994102400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (9115us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321393.355451:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3752
00000100:00100000:2.0:1767321393.355530:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994102400:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321393.356241:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321393.405780:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321393.411216:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321393.853417:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321393.853428:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321393.853431:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321393.853435:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321393.853439:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321393.853448:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6633
00000100:00080000:3.0:1767321393.853453:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321393.853463:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321393.853514:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606054380 x1853163994102528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321393.853610:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994102528:0@lo:38:kworker.0
00000100:00100000:1.0:1767321393.853682:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321393.853885:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994102528
00000100:00100000:2.0:1767321393.853892:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994102528
00000100:00100000:2.0:1767321393.853940:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73878
00000100:00100000:2.0:1767321393.853947:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741245c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994102528:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321393.853967:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767321393.854072:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321393.854076:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321393.854078:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321393.854083:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6633
00000100:00080000:3.0:1767321393.854085:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321393.854089:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321393.854106:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359c00 x1853163994102656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321393.854140:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994102656:0@lo:38:kworker.0
00000100:00100000:1.0:1767321393.858480:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321393.858623:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994102656
00000100:00100000:0.0:1767321393.858642:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994102656
00000100:00100000:0.0:1767321393.858708:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489
00000100:00100000:0.0:1767321393.858719:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994102656:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321393.858747:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321393.858834:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994102656:12345-0@lo:38:kworker.0 Request processed in 116us (361us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321393.858843:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489
00000100:00100000:2.0:1767321393.863196:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741245c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994102528:12345-0@lo:38:kworker.0 Request processed in 9227us (9492us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321393.863215:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73878
00000100:00080000:3.0:1767321393.865246:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321393.865251:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321393.865254:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321393.865261:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6633
00000100:00080000:3.0:1767321393.865265:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321393.865272:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321393.865292:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358e00 x1853163994102912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321393.865319:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321393.865322:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321393.865324:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321393.865327:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6633
00000100:00080000:3.0:1767321393.865329:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321393.865332:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321393.865341:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635a300 x1853163994103168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321393.865364:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321393.865378:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994102784:0@lo:400:kworker.0
00000100:00100000:3.0:1767321393.865428:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321393.865465:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321393.865472:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994103040:0@lo:400:kworker.0
00000100:00100000:3.0:1767321393.865495:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321393.865524:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994102784
00000100:00100000:3.0:1767321393.865531:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994102784
00000100:00100000:3.0:1767321393.865593:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994103040
00000100:00100000:3.0:1767321393.865597:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994103040
00000100:00100000:3.0:1767321393.865825:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6424
00000100:00100000:3.0:1767321393.865833:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994102784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321393.865884:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994102784:12345-0@lo:400:kworker.0 Request processed in 52us (455us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321393.865891:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6424
00000100:00100000:3.0:1767321393.865906:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6425
00000100:00100000:3.0:1767321393.865913:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994103040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321393.865944:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994103040:12345-0@lo:400:kworker.0 Request processed in 32us (447us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321393.865951:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6425
00000100:00100000:3.0:1767321393.865984:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994103040:0@lo:400:kworker.0
00000100:00100000:3.0:1767321393.866007:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994102784:0@lo:400:kworker.0
00000100:00080000:3.0:1767321393.866042:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321393.871406:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321393.871418:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321393.871423:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994102528:0@lo:38:kworker.0
00000100:00100000:1.0:1767321393.871462:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994102912:0@lo:38:kworker.0
00000100:00100000:1.0:1767321393.873485:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321393.873551:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994103168:0@lo:38:kworker.0
00000100:00100000:1.0:1767321393.873585:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321393.873644:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321393.873649:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321393.873653:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994102656:0@lo:38:kworker.0
00000100:00100000:3.0:1767321393.875379:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994102912
00000100:00100000:3.0:1767321393.875393:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994102912
00000100:00100000:3.0:1767321393.875449:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994103168
00000100:00100000:3.0:1767321393.875453:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994103168
00000100:00100000:3.0:1767321393.875496:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73879
00000100:00100000:3.0:1767321393.875505:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994102912:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321393.875528:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321393.875620:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994102912:12345-0@lo:38:kworker.0 Request processed in 115us (2140us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321393.875628:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73879
00000100:00100000:3.0:1767321393.875645:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73880
00000100:00100000:3.0:1767321393.875649:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994103168:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321393.875659:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321393.875683:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994103168:12345-0@lo:38:kworker.0 Request processed in 33us (2098us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321393.875689:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73880
00000100:00080000:1.0:1767321393.876624:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321393.876632:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321393.876636:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994102912:0@lo:38:kworker.0
00000100:00080000:1.0:1767321393.876648:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321393.876652:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321393.876654:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994103168:0@lo:38:kworker.0
00000100:00100000:0.0:1767321394.429356:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321394.429631:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321394.760943:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321394.761235:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942304512
00000100:00100000:1.0:1767321394.761249:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942304512
00000100:00100000:1.0:1767321394.761361:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6426
00000100:00100000:1.0:1767321394.761373:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942304512:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321394.761493:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942304512:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 122us (575us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321394.761501:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6426
00000100:00080000:3.0:1767321394.761647:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321394.764105:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321394.764258:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942304384
00000100:00100000:0.0:1767321394.764272:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942304384
00000100:00100000:0.0:1767321394.764336:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73881
00000100:00100000:0.0:1767321394.764346:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942304384:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321394.764377:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321394.764461:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942304384:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 115us (371us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321394.764468:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73881
00010000:00010000:2.0:1767321395.454113:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321395.454191:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321396.478220:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321396.478830:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321397.501270:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321397.501461:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321398.463904:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321398.463927:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994103424:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321398.463996:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321398.464073:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994103424
00000100:00100000:0.0:1767321398.464081:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994103424
00000100:00100000:0.0:1767321398.464138:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3753
00000100:00100000:0.0:1767321398.464175:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994103424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321398.464204:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321398.464243:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994103424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321398.464250:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3753
00000100:00080000:0.0:1767321398.464272:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321398.464306:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994103424:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321398.465623:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994103296:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321398.465679:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321398.465942:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994103296
00000100:00100000:0.0:1767321398.465948:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994103296
00000100:00100000:0.0:1767321398.466007:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3754
00000100:00100000:0.0:1767321398.466015:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994103296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321398.466039:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321398.466851:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994103296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 835us (1169us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321398.466861:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3754
00000100:00080000:3.0:1767321398.466933:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321398.475737:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994103296:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321398.525278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321398.525561:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321398.974370:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321398.974379:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321398.974382:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321398.974386:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321398.974390:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321398.974398:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6638
00000100:00080000:3.0:1767321398.974404:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321398.974410:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321398.974458:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635bb80 x1853163994103552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321398.974482:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321398.974486:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321398.974488:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321398.974492:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6638
00000100:00080000:3.0:1767321398.974495:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321398.974498:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321398.974514:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359880 x1853163994103680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321398.974561:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321398.974565:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321398.974567:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321398.974570:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6638
00000100:00080000:3.0:1767321398.974573:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321398.974576:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321398.974587:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359f80 x1853163994103936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321398.974611:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321398.974614:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321398.974616:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321398.974619:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6638
00000100:00080000:3.0:1767321398.974622:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321398.974625:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321398.974634:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635b800 x1853163994104192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321398.974662:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994104064:0@lo:400:kworker.0
00000100:00100000:3.0:1767321398.974721:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321398.974944:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994103552:0@lo:38:kworker.0
00000100:00100000:1.0:1767321398.974973:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321398.974996:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994103680:0@lo:38:kworker.0
00000100:00100000:1.0:1767321398.975034:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321398.975055:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994103936:0@lo:38:kworker.0
00000100:00100000:1.0:1767321398.975075:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321398.975093:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994104192:0@lo:38:kworker.0
00000100:00100000:1.0:1767321398.975108:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321398.975130:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994104064
00000100:00100000:1.0:1767321398.975136:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994104064
00000100:00100000:1.0:1767321398.975189:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994103552
00000100:00100000:1.0:1767321398.975193:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994103552
00000100:00100000:1.0:1767321398.975206:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994103936
00000100:00100000:1.0:1767321398.975208:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994103936
00000100:00100000:1.0:1767321398.975220:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994104192
00000100:00100000:1.0:1767321398.975222:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994104192
00000100:00100000:1.0:1767321398.975234:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6427
00000100:00100000:1.0:1767321398.975243:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994104064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321398.975281:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994104064:12345-0@lo:400:kworker.0 Request processed in 41us (559us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321398.975286:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6427
00000100:00100000:1.0:1767321398.975299:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73882
00000100:00100000:1.0:1767321398.975302:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994103552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321398.975316:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321398.975333:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994103552:12345-0@lo:38:kworker.0 Request processed in 31us (361us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321398.975337:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73882
00000100:00100000:1.0:1767321398.975343:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73883
00000100:00100000:1.0:1767321398.975345:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994103936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321398.975350:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321398.975360:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994103936:12345-0@lo:38:kworker.0 Request processed in 14us (285us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321398.975364:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73883
00000100:00100000:1.0:1767321398.975369:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73884
00000100:00100000:1.0:1767321398.975371:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994104192:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321398.975376:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321398.975386:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994104192:12345-0@lo:38:kworker.0 Request processed in 14us (277us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321398.975389:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73884
00000100:00080000:1.0:1767321398.975416:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321398.975420:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321398.975424:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994103552:0@lo:38:kworker.0
00000100:00080000:1.0:1767321398.975432:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321398.975435:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321398.975438:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994103936:0@lo:38:kworker.0
00000100:00080000:1.0:1767321398.975444:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321398.975459:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321398.975462:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994104192:0@lo:38:kworker.0
00000100:00100000:2.0:1767321398.976345:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321398.976360:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994103808:0@lo:400:kworker.0
00000100:00100000:2.0:1767321398.976397:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321398.976428:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994103808
00000100:00100000:2.0:1767321398.976432:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994103808
00000100:00100000:2.0:1767321398.976479:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6428
00000100:00100000:2.0:1767321398.976485:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994103808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321398.976519:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994103808:12345-0@lo:400:kworker.0 Request processed in 35us (121us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321398.976525:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6428
00000100:00100000:2.0:1767321398.976561:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994103808:0@lo:400:kworker.0
00000100:00080000:3.0:1767321398.984007:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321398.984070:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994104064:0@lo:400:kworker.0
00000100:00100000:0.0:1767321398.984249:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994103680
00000100:00100000:0.0:1767321398.984256:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994103680
00000100:00100000:0.0:1767321398.984292:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490
00000100:00100000:0.0:1767321398.984299:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994103680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321398.984319:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321398.984394:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994103680:12345-0@lo:38:kworker.0 Request processed in 95us (9359us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321398.984399:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490
00000100:00080000:3.0:1767321398.984613:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321398.984618:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321398.984620:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994103680:0@lo:38:kworker.0
00010000:00010000:2.0:1767321399.549477:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321399.549556:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321399.880086:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321399.880218:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942304768
00000100:00100000:1.0:1767321399.880229:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942304768
00000100:00100000:1.0:1767321399.880309:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6429
00000100:00100000:1.0:1767321399.880321:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942304768:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321399.880421:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942304768:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 103us (343us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321399.880444:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6429
00000100:00080000:3.0:1767321399.880730:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321399.880831:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321399.880874:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942304640
00000100:00100000:1.0:1767321399.880879:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942304640
00000100:00100000:1.0:1767321399.880904:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73885
00000100:00100000:1.0:1767321399.880910:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942304640:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321399.880932:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321399.880972:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942304640:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 61us (142us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321399.880979:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73885
00010000:00010000:2.0:1767321400.573730:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321400.574345:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321401.597315:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321401.604685:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321402.621393:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321402.622056:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321403.581573:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994104320:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321403.581642:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321403.581982:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994104320
00000100:00100000:3.0:1767321403.581990:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994104320
00000100:00100000:0.0:1767321403.582240:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994104448:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321403.582248:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321403.582276:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321403.585807:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994104448
00000100:00100000:3.0:1767321403.585823:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994104448
00000100:00080000:0.0:1767321403.585889:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321403.585901:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3755
00000100:00100000:3.0:1767321403.585913:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994104320:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321403.585926:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3756
00000100:00100000:0.0:1767321403.585938:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994104448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321403.585949:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:0.0:1767321403.585960:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321403.586298:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994104448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 362us (4022us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321403.586306:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3756
00000100:00100000:1.0:1767321403.586402:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994104448:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321403.588917:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994104320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3000us (7267us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321403.588928:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3755
00000100:00100000:1.0:1767321403.589193:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994104320:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321403.645271:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321403.645503:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321404.093843:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321404.093855:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321404.093858:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321404.093861:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321404.093865:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321404.093873:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6643
00000100:00080000:0.0:1767321404.093878:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321404.093885:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321404.093928:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113e680 x1853163994104576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321404.093959:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321404.093962:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321404.093964:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321404.093969:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6643
00000100:00080000:0.0:1767321404.093971:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321404.093975:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321404.094000:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113ca80 x1853163994104704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321404.094055:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321404.094059:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321404.094062:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321404.094066:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6643
00000100:00080000:0.0:1767321404.094069:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321404.094073:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321404.094085:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113c000 x1853163994104960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321404.094110:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321404.094114:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321404.094116:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321404.094120:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6643
00000100:00080000:0.0:1767321404.094123:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321404.094126:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321404.094139:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113dc00 x1853163994105216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321404.094253:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994104576:0@lo:38:kworker.0
00000100:00100000:1.0:1767321404.094329:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321404.094394:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321404.094406:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994104704:0@lo:38:kworker.0
00000100:00100000:3.0:1767321404.094406:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994104832:0@lo:400:kworker.0
00000100:00100000:1.0:1767321404.094433:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321404.094433:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321404.094459:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994104960:0@lo:38:kworker.0
00000100:00100000:3.0:1767321404.094472:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994104576
00000100:00100000:1.0:1767321404.094477:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321404.094479:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994104576
00000100:00100000:1.0:1767321404.094493:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994105216:0@lo:38:kworker.0
00000100:00100000:3.0:1767321404.094509:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994104832
00000100:00100000:3.0:1767321404.094512:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994104832
00000100:00100000:1.0:1767321404.094525:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321404.094550:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994104960
00000100:00100000:3.0:1767321404.094553:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994104960
00000100:00100000:3.0:1767321404.094568:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994105216
00000100:00100000:1.0:1767321404.094570:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994104704
00000100:00100000:3.0:1767321404.094570:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994105216
00000100:00100000:1.0:1767321404.094573:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994104704
00000100:00100000:3.0:1767321404.094582:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6430
00000100:00100000:3.0:1767321404.094592:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994104832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321404.094593:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491
00000100:00100000:1.0:1767321404.094597:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994104704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321404.094618:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321404.094643:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994104832:12345-0@lo:400:kworker.0 Request processed in 53us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321404.094647:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994104704:12345-0@lo:38:kworker.0 Request processed in 49us (214us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321404.094650:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6430
00000100:00100000:1.0:1767321404.094654:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491
00000100:00100000:3.0:1767321404.094667:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73886
00000100:00100000:3.0:1767321404.094671:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994104576:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321404.094675:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73887
00000100:00100000:1.0:1767321404.094679:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994104960:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321404.094680:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767321404.094687:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321404.094701:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994104576:12345-0@lo:38:kworker.0 Request processed in 28us (372us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321404.094705:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994104960:12345-0@lo:38:kworker.0 Request processed in 24us (227us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321404.094707:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73886
00000100:00100000:1.0:1767321404.094710:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73887
00000100:00100000:3.0:1767321404.094718:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73888
00000100:00100000:3.0:1767321404.094721:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994105216:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321404.094730:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321404.094738:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321404.094745:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994105088:0@lo:400:kworker.0
00000100:00100000:3.0:1767321404.094749:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994105216:12345-0@lo:38:kworker.0 Request processed in 26us (223us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321404.094754:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73888
00000100:00100000:1.0:1767321404.094769:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321404.094775:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321404.094784:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994105088
00000100:00100000:3.0:1767321404.094787:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994105088
00000100:00080000:1.0:1767321404.094804:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321404.094809:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321404.094813:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994104576:0@lo:38:kworker.0
00000100:00100000:3.0:1767321404.094813:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6431
00000100:00100000:3.0:1767321404.094818:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994105088:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321404.094821:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321404.094824:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321404.094826:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994104704:0@lo:38:kworker.0
00000100:00080000:1.0:1767321404.094833:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321404.094836:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321404.094839:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994104960:0@lo:38:kworker.0
00000100:00080000:1.0:1767321404.094846:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321404.094849:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321404.094849:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994105088:12345-0@lo:400:kworker.0 Request processed in 31us (79us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321404.094852:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994105216:0@lo:38:kworker.0
00000100:00100000:3.0:1767321404.094855:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6431
00000100:00080000:3.0:1767321404.094868:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321404.094884:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994105088:0@lo:400:kworker.0
00000100:00100000:3.0:1767321404.094884:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994104832:0@lo:400:kworker.0
00000100:00100000:0.0:1767321404.669434:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321404.669641:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321404.999150:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321404.999210:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942305024
00000100:00100000:0.0:1767321404.999219:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942305024
00000100:00100000:2.0:1767321404.999222:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321404.999287:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942304896
00000100:00100000:0.0:1767321404.999291:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942304896
00000100:00080000:1.0:1767321404.999304:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321404.999309:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6432
00000100:00100000:0.0:1767321404.999319:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942305024:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321404.999369:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73889
00000100:00100000:3.0:1767321404.999376:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942304896:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321404.999404:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321404.999464:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942305024:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 145us (321us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321404.999472:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6432
00000100:00100000:3.0:1767321404.999673:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942304896:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 294us (448us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321404.999680:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73889
00000100:00100000:0.0:1767321405.693280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321405.693372:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321406.717801:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321406.717920:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321407.741374:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321407.741457:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321408.189637:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321383/real 1767321383]  req@ffff89b731235f80 x1853163994099840/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321408 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321408.189672:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b731235f80 x1853163994099840/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321408 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321408.189692:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321408.189715:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321408.189719:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994099840:0@lo:250:kworker.0
00000100:00080000:0.0:1767321408.189783:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321408.189789:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321408.189792:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321408.189796:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6628
00000100:00080000:0.0:1767321408.189801:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321408.189808:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321408.189847:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113e300 x1853163994105344/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321408.189873:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321408.189876:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321408.189878:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321408.189882:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6648
00000100:00080000:0.0:1767321408.189884:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321408.189887:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321408.189903:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113d500 x1853163994105472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321408.189912:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321408.189915:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321408.189917:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321408.189921:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6648
00000100:00080000:0.0:1767321408.189923:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321408.189925:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321408.189937:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113dc00 x1853163994105600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321408.190034:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321408.190075:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994105344:0@lo:250:kworker.0
00000400:00000100:2.0:1767321408.190123:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994105344 offset 0 length 520: 4
00000100:00100000:2.0:1767321408.190186:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994105472:0@lo:38:kworker.0
00000100:00100000:2.0:1767321408.190218:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321408.190238:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994105600:0@lo:38:kworker.0
00000100:00100000:2.0:1767321408.190262:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321408.190318:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994105472
00000100:00100000:2.0:1767321408.190325:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994105472
00000100:00100000:2.0:1767321408.190362:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73890
00000100:00100000:2.0:1767321408.190369:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994105472:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321408.190391:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321408.190433:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994105472:12345-0@lo:38:kworker.0 Request processed in 63us (214us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321408.190440:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73890
00000100:00080000:2.0:1767321408.190481:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321408.190485:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321408.190489:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994105472:0@lo:38:kworker.0
00000100:00100000:1.0:1767321408.190695:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994105600
00000100:00100000:1.0:1767321408.190700:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994105600
00000100:00100000:1.0:1767321408.190732:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492
00000100:00100000:1.0:1767321408.190737:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994105600:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321408.190748:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321408.190791:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994105600:12345-0@lo:38:kworker.0 Request processed in 52us (528us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321408.190801:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492
00000100:00080000:1.0:1767321408.190825:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321408.190828:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321408.190831:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994105600:0@lo:38:kworker.0
00000100:00080000:0.0:1767321408.190889:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321408.190894:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321408.190896:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321408.190900:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6648
00000100:00080000:0.0:1767321408.190902:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321408.190906:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321408.190923:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113ca80 x1853163994105856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321408.190964:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321408.190967:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321408.190969:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321408.190973:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6648
00000100:00080000:0.0:1767321408.190975:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321408.190979:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321408.190990:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113dc00 x1853163994106112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321408.191220:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994105984:0@lo:400:kworker.0
00000100:00100000:2.0:1767321408.191249:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321408.191270:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321408.191286:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994106240:0@lo:400:kworker.0
00000100:00100000:2.0:1767321408.191311:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321408.191338:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994106240
00000100:00100000:2.0:1767321408.191342:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994106240
00000100:00100000:2.0:1767321408.191382:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3951
00000100:00100000:2.0:1767321408.191389:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994106240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321408.191431:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994106240:12345-0@lo:400:kworker.0 Request processed in 42us (119us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321408.191437:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3951
00000100:00080000:2.0:1767321408.191457:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321408.191470:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994105984
00000100:00100000:2.0:1767321408.191474:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994105984
00000100:00100000:2.0:1767321408.191503:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6433
00000100:00100000:2.0:1767321408.191510:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994105984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321408.191540:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994105984:12345-0@lo:400:kworker.0 Request processed in 31us (290us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321408.191546:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6433
00000100:00080000:2.0:1767321408.191560:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321408.191579:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994106240:0@lo:400:kworker.0
00000100:00100000:2.0:1767321408.191587:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994105984:0@lo:400:kworker.0
00000100:00100000:1.0:1767321408.191743:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994105856:0@lo:38:kworker.0
00000100:00100000:1.0:1767321408.191775:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321408.191801:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994106112:0@lo:38:kworker.0
00000100:00100000:1.0:1767321408.191823:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321408.191904:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994105856
00000100:00100000:2.0:1767321408.191908:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994105856
00000100:00100000:2.0:1767321408.191968:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994106112
00000100:00100000:2.0:1767321408.191971:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994106112
00000100:00100000:3.0:1767321408.192219:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994106368:0@lo:400:kworker.0
00000100:00100000:3.0:1767321408.192253:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321408.192273:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994105728:0@lo:400:kworker.0
00000100:00100000:3.0:1767321408.192306:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321408.192423:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994106368
00000100:00100000:0.0:1767321408.192427:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994106368
00000100:00100000:0.0:1767321408.192463:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3952
00000100:00100000:0.0:1767321408.192470:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994106368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321408.192507:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994106368:12345-0@lo:400:kworker.0 Request processed in 38us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321408.192513:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3952
00000100:00080000:0.0:1767321408.192532:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321408.192635:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994106368:0@lo:400:kworker.0
00000100:00100000:1.0:1767321408.193681:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994105728
00000100:00100000:1.0:1767321408.193688:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994105728
00000100:00100000:1.0:1767321408.193743:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6434
00000100:00100000:1.0:1767321408.193751:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994105728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321408.193807:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994105728:12345-0@lo:400:kworker.0 Request processed in 57us (1499us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321408.193814:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6434
00000100:00100000:1.0:1767321408.193830:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73891
00000100:00100000:1.0:1767321408.193834:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994105856:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321408.193852:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321408.193885:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994105856:12345-0@lo:38:kworker.0 Request processed in 49us (2109us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321408.193892:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73891
00000100:00100000:1.0:1767321408.193907:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73892
00000100:00100000:1.0:1767321408.193911:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994106112:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321408.193921:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321408.193944:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994106112:12345-0@lo:38:kworker.0 Request processed in 32us (2120us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321408.193949:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73892
00000100:00080000:1.0:1767321408.193973:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321408.194551:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994105728:0@lo:400:kworker.0
00000100:00080000:1.0:1767321408.196565:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321408.196574:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321408.196580:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994105856:0@lo:38:kworker.0
00000100:00080000:1.0:1767321408.196608:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321408.196611:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321408.196614:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994106112:0@lo:38:kworker.0
00000100:00100000:1.0:1767321408.701645:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994106496:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321408.701725:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321408.702654:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994106496
00000100:00100000:3.0:1767321408.702664:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994106496
00000100:00100000:3.0:1767321408.702717:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3757
00000100:00100000:3.0:1767321408.702726:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994106496:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321408.702756:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321408.702816:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994106496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (1090us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321408.702825:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3757
00000100:00100000:3.0:1767321408.702864:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321408.702875:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994106624:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321408.702906:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321408.702937:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994106624
00000100:00100000:3.0:1767321408.702941:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994106624
00000100:00100000:3.0:1767321408.702966:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3758
00000100:00100000:3.0:1767321408.702973:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994106624:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321408.702992:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321408.702994:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994106496:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321408.703030:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994106624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (123us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321408.703037:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3758
00000100:00100000:3.0:1767321408.703069:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994106624:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321408.767390:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321408.768642:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321409.096085:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:2.0:1767321409.096193:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942305152 offset 0 length 520: 4
00000100:00100000:2.0:1767321409.096225:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321409.096806:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942305408
00000100:00100000:3.0:1767321409.096819:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942305408
00000100:00100000:3.0:1767321409.096940:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942305280
00000100:00100000:3.0:1767321409.096944:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942305280
00000100:00100000:3.0:1767321409.096966:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6435
00000100:00100000:3.0:1767321409.096976:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942305408:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321409.097052:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942305408:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 77us (977us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321409.097060:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6435
00000100:00100000:3.0:1767321409.097078:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73893
00000100:00100000:3.0:1767321409.097083:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942305280:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321409.097102:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321409.097127:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942305280:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (902us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321409.097134:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73893
00000100:00080000:1.0:1767321409.097975:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321409.789999:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321409.790008:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321410.813300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321410.813571:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321411.837748:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321411.838494:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321412.861310:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321412.861781:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321413.309438:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321413.309450:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321413.309453:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321413.309457:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321413.309461:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321413.309470:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6652
00000100:00080000:2.0:1767321413.309475:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321413.309482:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321413.309523:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731236d80 x1853163994106752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321413.309545:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321413.309549:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321413.309550:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321413.309554:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6652
00000100:00080000:2.0:1767321413.309556:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321413.309559:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321413.309572:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731237b80 x1853163994106880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321413.309605:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321413.309609:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321413.309612:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321413.309616:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6652
00000100:00080000:2.0:1767321413.309619:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321413.309623:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321413.309633:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994107008:0@lo:400:kworker.0
00000100:00100000:2.0:1767321413.309637:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113dc00 x1853163994107136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321413.309668:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321413.309672:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321413.309673:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321413.309688:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6652
00000100:00080000:2.0:1767321413.309691:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321413.309694:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321413.309707:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321413.309710:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113c000 x1853163994107392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321413.309752:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994107648:0@lo:400:kworker.0
00000100:00100000:2.0:1767321413.309792:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321413.309798:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994107264:0@lo:400:kworker.0
00000100:00100000:3.0:1767321413.309830:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321413.309840:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994107520:0@lo:400:kworker.0
00000100:00100000:3.0:1767321413.309867:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994107008
00000100:00100000:2.0:1767321413.309872:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321413.309875:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994107008
00000100:00100000:2.0:1767321413.309919:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994107648
00000100:00100000:2.0:1767321413.309925:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994107648
00000100:00100000:3.0:1767321413.309933:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994107264
00000100:00100000:3.0:1767321413.309938:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994107264
00000100:00100000:2.0:1767321413.309962:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994107520
00000100:00100000:2.0:1767321413.309969:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994107520
00000100:00100000:3.0:1767321413.309972:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6436
00000100:00100000:3.0:1767321413.309983:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994107008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321413.309998:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3953
00000100:00100000:2.0:1767321413.310008:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994107648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321413.310038:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994107008:12345-0@lo:400:kworker.0 Request processed in 56us (332us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321413.310047:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6436
00000100:00100000:2.0:1767321413.310056:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994107648:12345-0@lo:400:kworker.0 Request processed in 49us (262us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321413.310064:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3953
00000100:00100000:3.0:1767321413.310067:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6437
00000100:00100000:3.0:1767321413.310079:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994107264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321413.310084:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3954
00000100:00100000:2.0:1767321413.310093:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994107520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321413.310119:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994107264:12345-0@lo:400:kworker.0 Request processed in 41us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321413.310126:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6437
00000100:00100000:2.0:1767321413.310148:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994107520:12345-0@lo:400:kworker.0 Request processed in 56us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321413.310156:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3954
00000100:00100000:3.0:1767321413.310208:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994107264:0@lo:400:kworker.0
00000100:00100000:2.0:1767321413.310232:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994107520:0@lo:400:kworker.0
00000100:00100000:3.0:1767321413.310248:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994107008:0@lo:400:kworker.0
00000100:00100000:2.0:1767321413.310268:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994107648:0@lo:400:kworker.0
00000100:00100000:0.0:1767321413.310377:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994106752:0@lo:38:kworker.0
00000100:00080000:1.0:1767321413.310378:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321413.310384:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321413.310387:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321413.310412:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321413.310439:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994106880:0@lo:38:kworker.0
00000100:00100000:0.0:1767321413.310461:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321413.310493:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994107136:0@lo:38:kworker.0
00000100:00100000:0.0:1767321413.310513:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321413.310532:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994107392:0@lo:38:kworker.0
00000100:00100000:0.0:1767321413.310554:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321413.310579:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994106752
00000100:00100000:0.0:1767321413.310583:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994106752
00000100:00100000:0.0:1767321413.310600:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994107136
00000100:00100000:0.0:1767321413.310603:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994107136
00000100:00100000:0.0:1767321413.310613:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994107392
00000100:00100000:0.0:1767321413.310615:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994107392
00000100:00100000:0.0:1767321413.310626:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73894
00000100:00100000:0.0:1767321413.310631:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994106752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321413.310649:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321413.310682:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994106752:12345-0@lo:38:kworker.0 Request processed in 49us (269us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321413.310690:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73894
00000100:00100000:1.0:1767321413.310690:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994106880
00000100:00100000:1.0:1767321413.310696:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994106880
00000100:00100000:0.0:1767321413.310708:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73895
00000100:00100000:0.0:1767321413.310713:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994107136:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321413.310723:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321413.310726:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493
00000100:00100000:1.0:1767321413.310733:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994106880:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321413.310746:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321413.310751:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994107136:12345-0@lo:38:kworker.0 Request processed in 35us (236us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321413.310759:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73895
00000100:00100000:0.0:1767321413.310773:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73896
00000100:00100000:0.0:1767321413.310779:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994107392:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321413.310787:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994106880:12345-0@lo:38:kworker.0 Request processed in 53us (324us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767321413.310790:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321413.310798:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493
00000100:00100000:0.0:1767321413.310821:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994107392:12345-0@lo:38:kworker.0 Request processed in 41us (266us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321413.310829:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73896
00000100:00080000:1.0:1767321413.310849:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321413.310855:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321413.310860:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994106752:0@lo:38:kworker.0
00000100:00080000:1.0:1767321413.310869:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321413.310871:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321413.310874:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994106880:0@lo:38:kworker.0
00000100:00080000:1.0:1767321413.310881:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321413.310884:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321413.310886:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994107136:0@lo:38:kworker.0
00000100:00080000:1.0:1767321413.310893:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321413.310896:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321413.310899:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994107392:0@lo:38:kworker.0
00000100:00100000:2.0:1767321413.821482:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321413.821508:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994107776:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321413.821581:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321413.821731:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994107776
00000100:00100000:0.0:1767321413.821740:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994107776
00000100:00100000:0.0:1767321413.821795:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3759
00000100:00100000:0.0:1767321413.821804:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994107776:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321413.821839:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321413.821885:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994107776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321413.821892:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3759
00000100:00100000:2.0:1767321413.821973:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994107776:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321413.822412:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321413.822422:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994107904:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321413.822450:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321413.822531:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994107904
00000100:00100000:1.0:1767321413.822536:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994107904
00000100:00100000:1.0:1767321413.822579:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3760
00000100:00100000:1.0:1767321413.822586:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994107904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321413.822611:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321413.822654:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994107904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321413.822661:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3760
00000100:00100000:2.0:1767321413.822790:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994107904:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321413.885310:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321413.885530:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321414.215403:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321414.215490:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321414.215668:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942305536
00000100:00100000:3.0:1767321414.215681:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942305536
00000100:00100000:3.0:1767321414.215734:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942305664
00000100:00100000:3.0:1767321414.215737:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942305664
00000100:00100000:2.0:1767321414.215774:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73897
00000100:00100000:2.0:1767321414.215790:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942305536:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321414.215815:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321414.215888:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942305536:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 103us (494us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321414.215970:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6438
00000100:00100000:3.0:1767321414.215980:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942305664:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321414.216037:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942305664:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 60us (546us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321414.216045:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6438
00000100:00080000:1.0:1767321414.216507:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321414.218553:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73897
00000100:00100000:0.0:1767321414.909433:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321414.912315:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321415.933464:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321415.934346:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321416.957306:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321416.959234:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321417.981595:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321417.982327:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767321418.431696:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321418.431707:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321418.431711:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321418.431715:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321418.431719:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321418.431727:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6658
00000100:00080000:2.0:1767321418.431732:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321418.431739:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321418.431783:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909df80 x1853163994108032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321418.431815:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321418.431820:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321418.431821:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321418.431825:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6658
00000100:00080000:2.0:1767321418.431828:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321418.431831:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321418.431848:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909d880 x1853163994108160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321418.431878:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321418.431882:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321418.431884:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321418.431887:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6658
00000100:00080000:2.0:1767321418.431890:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321418.431894:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321418.431907:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909c700 x1853163994108416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321418.431931:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321418.431934:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321418.431936:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321418.431940:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6658
00000100:00080000:2.0:1767321418.431942:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321418.431946:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321418.431956:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a355c00 x1853163994108672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321418.432023:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994108288:0@lo:400:kworker.0
00000100:00100000:2.0:1767321418.432101:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321418.432176:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994108544:0@lo:400:kworker.0
00000100:00100000:2.0:1767321418.432182:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321418.432187:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994108928:0@lo:400:kworker.0
00000100:00100000:0.0:1767321418.432207:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321418.432208:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321418.432225:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321418.432230:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994108800:0@lo:400:kworker.0
00000100:00100000:2.0:1767321418.432241:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994108288
00000100:00100000:2.0:1767321418.432247:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994108288
00000100:00100000:0.0:1767321418.432250:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321418.432274:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994108928
00000100:00100000:0.0:1767321418.432277:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994108928
00000100:00100000:2.0:1767321418.432292:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994108544
00000100:00100000:2.0:1767321418.432295:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994108544
00000100:00100000:0.0:1767321418.432302:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994108800
00000100:00100000:0.0:1767321418.432305:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994108800
00000100:00100000:2.0:1767321418.432315:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6439
00000100:00100000:0.0:1767321418.432322:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3955
00000100:00100000:2.0:1767321418.432322:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994108288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321418.432327:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994108928:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321418.432410:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321418.432414:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321418.432417:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321418.432438:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6440
00000100:00100000:1.0:1767321418.432447:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994108544:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321418.432499:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994108544:12345-0@lo:400:kworker.0 Request processed in 54us (290us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321418.432506:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6440
00000100:00100000:1.0:1767321418.432549:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994108544:0@lo:400:kworker.0
00000100:00100000:1.0:1767321418.432586:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3956
00000100:00100000:1.0:1767321418.432593:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994108800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321418.432626:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994108800:12345-0@lo:400:kworker.0 Request processed in 34us (375us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321418.432631:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994108928:12345-0@lo:400:kworker.0 Request processed in 303us (422us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321418.432632:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3956
00000100:00100000:0.0:1767321418.432637:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3955
00000100:00100000:1.0:1767321418.432659:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994108800:0@lo:400:kworker.0
00000100:00100000:3.0:1767321418.432808:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994108032:0@lo:38:kworker.0
00000100:00100000:3.0:1767321418.432838:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321418.432862:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994108160:0@lo:38:kworker.0
00000100:00100000:3.0:1767321418.432884:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321418.432912:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994108416:0@lo:38:kworker.0
00000100:00100000:3.0:1767321418.432931:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321418.432943:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994108672:0@lo:38:kworker.0
00000100:00100000:3.0:1767321418.432959:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321418.432994:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994108032
00000100:00100000:3.0:1767321418.432998:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994108032
00000100:00100000:3.0:1767321418.433017:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994108416
00000100:00100000:3.0:1767321418.433019:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994108416
00000100:00100000:3.0:1767321418.433030:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994108672
00000100:00100000:3.0:1767321418.433032:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994108672
00000100:00100000:3.0:1767321418.433043:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73898
00000100:00100000:3.0:1767321418.433047:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994108032:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321418.433065:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321418.433137:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994108160
00000100:00100000:0.0:1767321418.433141:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994108160
00000100:00100000:0.0:1767321418.433178:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494
00000100:00100000:0.0:1767321418.433183:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994108160:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321418.433193:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321418.433227:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994108160:12345-0@lo:38:kworker.0 Request processed in 43us (342us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321418.433234:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494
00000100:00100000:0.0:1767321418.433272:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994108928:0@lo:400:kworker.0
00000100:00100000:0.0:1767321418.433283:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994108288:0@lo:400:kworker.0
00000100:00100000:1.0:1767321418.433698:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73899
00000100:00100000:1.0:1767321418.433704:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994108416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321418.433715:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321418.433750:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994108416:12345-0@lo:38:kworker.0 Request processed in 46us (818us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321418.433757:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73899
00000100:00100000:1.0:1767321418.433772:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73900
00000100:00100000:1.0:1767321418.433776:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994108672:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321418.433785:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321418.433809:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994108672:12345-0@lo:38:kworker.0 Request processed in 31us (849us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321418.433819:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73900
00000100:00080000:1.0:1767321418.433874:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321418.433879:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321418.433882:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994108160:0@lo:38:kworker.0
00000100:00080000:1.0:1767321418.433894:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321418.433896:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321418.433899:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994108416:0@lo:38:kworker.0
00000100:00080000:1.0:1767321418.433906:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321418.433909:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321418.433912:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994108672:0@lo:38:kworker.0
00000100:00100000:2.0:1767321418.434057:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994108288:12345-0@lo:400:kworker.0 Request processed in 1733us (1954us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321418.434065:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6439
00000100:00100000:3.0:1767321418.447960:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994108032:12345-0@lo:38:kworker.0 Request processed in 14903us (15113us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321418.447971:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73898
00000100:00080000:2.0:1767321418.449184:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321418.449194:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321418.449198:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994108032:0@lo:38:kworker.0
00000100:00100000:3.0:1767321418.941443:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321418.941468:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994109056:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321418.941544:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321418.941797:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321418.941807:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994109184:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321418.941834:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321418.941913:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994109056
00000100:00100000:1.0:1767321418.941921:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994109056
00000100:00100000:1.0:1767321418.941972:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994109184
00000100:00100000:1.0:1767321418.941975:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994109184
00000100:00100000:1.0:1767321418.942009:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3761
00000100:00100000:1.0:1767321418.942019:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994109056:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321418.942050:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321418.942103:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994109056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (560us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321418.942111:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3761
00000100:00100000:1.0:1767321418.942128:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3762
00000100:00100000:1.0:1767321418.942134:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994109184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321418.942150:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321418.942206:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994109184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (371us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321418.942215:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3762
00000100:00100000:3.0:1767321418.942333:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994109184:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321418.942363:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994109056:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321419.005556:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321419.005728:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321419.347218:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321419.347304:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321419.347762:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942305920
00000100:00100000:3.0:1767321419.347772:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942305920
00000100:00100000:3.0:1767321419.347889:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942305792
00000100:00100000:3.0:1767321419.347893:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942305792
00000100:00080000:1.0:1767321419.347932:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321419.348818:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6441
00000100:00100000:0.0:1767321419.348835:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942305920:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321419.349046:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73901
00000100:00100000:2.0:1767321419.349053:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942305792:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321419.349083:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321419.349146:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942305792:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 92us (1841us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321419.349154:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73901
00000100:00100000:0.0:1767321419.357557:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942305920:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 8715us (10385us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321419.357572:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6441
00000100:00100000:0.0:1767321420.029298:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321420.030044:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321421.056724:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321421.057284:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321422.077400:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321422.077571:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321423.101571:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321423.104199:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767321423.549318:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321423.549328:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321423.549332:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321423.549336:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321423.549339:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321423.549353:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6663
00000100:00080000:2.0:1767321423.549357:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321423.549363:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321423.549409:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e59f80 x1853163994109312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321423.549432:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321423.549435:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321423.549437:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321423.549440:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6663
00000100:00080000:2.0:1767321423.549444:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321423.549447:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321423.549464:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994109312:0@lo:38:kworker.0
00000100:00100000:2.0:1767321423.549464:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e5a680 x1853163994109440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321423.549518:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321423.549522:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321423.549524:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321423.549529:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6663
00000100:00080000:2.0:1767321423.549532:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767321423.549537:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321423.549541:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321423.549556:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e418380 x1853163994109696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321423.549578:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321423.549581:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321423.549583:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321423.549586:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6663
00000100:00080000:2.0:1767321423.549589:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321423.549591:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321423.549602:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e419f80 x1853163994109952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321423.549620:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994109568:0@lo:400:kworker.0
00000100:00100000:3.0:1767321423.549652:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321423.549672:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994109312
00000100:00100000:2.0:1767321423.549680:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994109312
00000100:00100000:1.0:1767321423.549704:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994109440:0@lo:38:kworker.0
00000100:00100000:0.0:1767321423.549708:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994110208:0@lo:400:kworker.0
00000100:00100000:2.0:1767321423.549726:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994109568
00000100:00100000:2.0:1767321423.549731:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994109568
00000100:00100000:1.0:1767321423.549735:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321423.549736:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321423.549771:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994109696:0@lo:38:kworker.0
00000100:00100000:2.0:1767321423.549784:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6442
00000100:00100000:1.0:1767321423.549799:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321423.549799:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994109568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321423.549816:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994109952:0@lo:38:kworker.0
00000100:00100000:1.0:1767321423.549838:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321423.549865:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994109568:12345-0@lo:400:kworker.0 Request processed in 71us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321423.549873:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6442
00000100:00100000:1.0:1767321423.549880:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994109440
00000100:00100000:1.0:1767321423.549885:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994109440
00000100:00100000:2.0:1767321423.549891:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994109696
00000100:00100000:2.0:1767321423.549896:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994109696
00000100:00100000:1.0:1767321423.549910:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495
00000100:00100000:1.0:1767321423.549917:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994109440:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321423.549917:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994109952
00000100:00100000:2.0:1767321423.549923:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994109952
00000100:00100000:2.0:1767321423.549934:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73902
00000100:00100000:2.0:1767321423.549938:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994109312:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321423.549947:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767321423.549951:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321423.549992:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994109312:12345-0@lo:38:kworker.0 Request processed in 51us (456us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321423.550003:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994109440:12345-0@lo:38:kworker.0 Request processed in 76us (257us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321423.550019:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495
00000100:00100000:2.0:1767321423.550021:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73902
00000100:00100000:2.0:1767321423.550040:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73903
00000100:00100000:2.0:1767321423.550044:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994109696:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767321423.550046:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767321423.550055:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321423.550062:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73904
00000100:00100000:1.0:1767321423.550068:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994109952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321423.550080:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321423.550081:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994109696:12345-0@lo:38:kworker.0 Request processed in 34us (283us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321423.550089:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73903
00000100:00100000:1.0:1767321423.550112:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994109952:12345-0@lo:38:kworker.0 Request processed in 43us (272us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321423.550124:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73904
00000100:00100000:2.0:1767321423.550124:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994109824:0@lo:400:kworker.0
00000100:00100000:2.0:1767321423.550154:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321423.550192:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321423.550197:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321423.550201:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994109440:0@lo:38:kworker.0
00000100:00080000:1.0:1767321423.550209:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321423.550212:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321423.550214:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994109696:0@lo:38:kworker.0
00000100:00080000:1.0:1767321423.550221:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321423.550223:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321423.550226:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994109952:0@lo:38:kworker.0
00000100:00080000:1.0:1767321423.550232:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321423.550235:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321423.550238:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994109312:0@lo:38:kworker.0
00000100:00100000:2.0:1767321423.550426:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321423.550433:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994110080:0@lo:400:kworker.0
00000100:00100000:3.0:1767321423.550461:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994109568:0@lo:400:kworker.0
00000100:00100000:1.0:1767321423.550759:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994109824
00000100:00100000:1.0:1767321423.550764:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994109824
00000100:00100000:1.0:1767321423.550798:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6443
00000100:00100000:1.0:1767321423.550804:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994109824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321423.550878:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994110208
00000100:00100000:3.0:1767321423.550883:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994110208
00000100:00100000:3.0:1767321423.550912:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3957
00000100:00100000:3.0:1767321423.550919:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994110208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321423.551247:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321423.551278:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994110080
00000100:00100000:2.0:1767321423.551282:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994110080
00000100:00100000:2.0:1767321423.551307:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3958
00000100:00100000:2.0:1767321423.551313:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994110080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321423.551508:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994110208:12345-0@lo:400:kworker.0 Request processed in 588us (1768us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321423.551516:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3957
00000100:00100000:2.0:1767321423.552020:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994110080:12345-0@lo:400:kworker.0 Request processed in 703us (770us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321423.552028:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3958
00000100:00080000:3.0:1767321423.552269:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321423.552274:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321423.552276:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321423.552393:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994109824:12345-0@lo:400:kworker.0 Request processed in 1587us (2237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321423.552401:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6443
00000100:00100000:2.0:1767321423.552609:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994110080:0@lo:400:kworker.0
00000100:00100000:2.0:1767321423.552637:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994109824:0@lo:400:kworker.0
00000100:00100000:0.0:1767321423.557736:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994110208:0@lo:400:kworker.0
00000100:00100000:3.0:1767321424.069691:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994110336:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321424.069772:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321424.069908:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994110336
00000100:00100000:2.0:1767321424.069917:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994110336
00000100:00100000:2.0:1767321424.069978:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3763
00000100:00100000:2.0:1767321424.070281:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994110336:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321424.070318:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321424.070369:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994110336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 383us (596us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321424.070377:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3763
00000100:00100000:3.0:1767321424.070588:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994110336:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321424.070749:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321424.070760:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994110464:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321424.070787:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321424.070859:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994110464
00000100:00100000:0.0:1767321424.070865:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994110464
00000100:00100000:0.0:1767321424.070898:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3764
00000100:00100000:0.0:1767321424.070907:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994110464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321424.070925:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321424.070958:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994110464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321424.070964:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3764
00000100:00100000:0.0:1767321424.071001:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994110464:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321424.129179:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321424.129451:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321424.457514:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321424.457774:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321424.458035:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942306048
00000100:00100000:1.0:1767321424.458047:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942306048
00000100:00100000:1.0:1767321424.458096:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942306176
00000100:00100000:1.0:1767321424.458099:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942306176
00000100:00100000:3.0:1767321424.458242:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73905
00000100:00100000:3.0:1767321424.458251:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942306048:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321424.458276:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321424.458343:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942306048:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 90us (839us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321424.458350:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73905
00000100:00100000:1.0:1767321424.459211:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6444
00000100:00100000:1.0:1767321424.459222:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942306176:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321424.459279:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942306176:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 60us (1506us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321424.459285:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6444
00000100:00080000:2.0:1767321424.463291:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321425.150436:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321425.150461:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321426.173282:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321426.175833:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321427.197470:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321427.197545:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321428.221409:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321428.221858:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767321428.673191:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321428.673203:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321428.673207:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321428.673211:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321428.673215:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321428.673224:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6668
00000100:00080000:3.0:1767321428.673229:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321428.673246:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321428.673296:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113d500 x1853163994110592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321428.673321:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321428.673325:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321428.673327:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321428.673331:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6668
00000100:00080000:3.0:1767321428.673333:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321428.673337:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321428.673350:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113e680 x1853163994110720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321428.673388:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321428.673392:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321428.673393:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321428.673397:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6668
00000100:00080000:3.0:1767321428.673399:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321428.673402:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321428.673412:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30d500 x1853163994110976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321428.673438:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321428.673441:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321428.673442:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321428.673445:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6668
00000100:00080000:3.0:1767321428.673447:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321428.673450:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321428.673460:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30fb80 x1853163994111232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321428.673500:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994111360:0@lo:400:kworker.0
00000100:00100000:3.0:1767321428.673568:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321428.673629:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321428.673636:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994111104:0@lo:400:kworker.0
00000100:00100000:3.0:1767321428.673660:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321428.673693:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994111104
00000100:00100000:3.0:1767321428.673700:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994111104
00000100:00100000:3.0:1767321428.673751:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6445
00000100:00100000:3.0:1767321428.673760:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994111104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321428.673808:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994111104:12345-0@lo:400:kworker.0 Request processed in 50us (146us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321428.673815:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6445
00000100:00100000:0.0:1767321428.673820:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994110848:0@lo:400:kworker.0
00000100:00100000:2.0:1767321428.673887:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994111488:0@lo:400:kworker.0
00000100:00100000:1.0:1767321428.674011:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994110592:0@lo:38:kworker.0
00000100:00100000:3.0:1767321428.674052:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994111104:0@lo:400:kworker.0
00000100:00100000:3.0:1767321428.674090:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994111360
00000100:00100000:3.0:1767321428.674093:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994111360
00000100:00100000:3.0:1767321428.674119:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3959
00000100:00100000:3.0:1767321428.674125:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994111360:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321428.678210:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321428.678343:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994110848
00000100:00100000:0.0:1767321428.678352:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994110848
00000100:00100000:0.0:1767321428.678403:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6446
00000100:00100000:0.0:1767321428.678412:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994110848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321428.678797:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994110848:12345-0@lo:400:kworker.0 Request processed in 386us (594us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321428.678809:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6446
00000100:00100000:0.0:1767321428.678944:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994110848:0@lo:400:kworker.0
00000100:00080000:0.0:1767321428.678980:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321428.678985:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321428.680503:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321428.680742:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994111488
00000100:00100000:0.0:1767321428.680751:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994111488
00000100:00100000:0.0:1767321428.680807:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3960
00000100:00100000:0.0:1767321428.680817:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994111488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321428.681047:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994111488:12345-0@lo:400:kworker.0 Request processed in 231us (549us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321428.681055:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3960
00000100:00100000:1.0:1767321428.688114:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321428.688198:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994110720:0@lo:38:kworker.0
00000100:00100000:1.0:1767321428.688245:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321428.688275:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994110976:0@lo:38:kworker.0
00000100:00100000:1.0:1767321428.688318:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321428.688350:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994110592
00000100:00100000:1.0:1767321428.688358:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994110592
00000100:00100000:1.0:1767321428.688391:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994110976
00000100:00100000:1.0:1767321428.688393:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994110976
00000100:00100000:1.0:1767321428.688410:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73906
00000100:00100000:1.0:1767321428.688415:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994110592:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321428.688436:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321428.688473:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994110592:12345-0@lo:38:kworker.0 Request processed in 56us (367us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321428.688480:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73906
00000100:00100000:1.0:1767321428.688496:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73907
00000100:00100000:1.0:1767321428.688500:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994110976:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321428.688508:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321428.688527:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994110976:12345-0@lo:38:kworker.0 Request processed in 27us (210us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321428.688536:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73907
00000100:00080000:1.0:1767321428.688574:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321428.688579:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321428.688583:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994110976:0@lo:38:kworker.0
00000100:00100000:1.0:1767321428.688589:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994111232:0@lo:38:kworker.0
00000100:00100000:1.0:1767321428.688614:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321428.688633:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994111232
00000100:00100000:1.0:1767321428.688636:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994111232
00000100:00100000:1.0:1767321428.688653:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73908
00000100:00100000:1.0:1767321428.688657:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994111232:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321428.688667:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321428.688691:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994111232:12345-0@lo:38:kworker.0 Request processed in 32us (76us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321428.688696:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73908
00000100:00080000:1.0:1767321428.688718:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321428.688722:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321428.688725:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994111232:0@lo:38:kworker.0
00000100:00080000:1.0:1767321428.688753:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321428.688757:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321428.688760:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994110592:0@lo:38:kworker.0
00000100:00100000:1.0:1767321428.688807:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994110720
00000100:00100000:1.0:1767321428.688811:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994110720
00000100:00100000:1.0:1767321428.688831:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496
00000100:00100000:1.0:1767321428.688835:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994110720:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321428.688861:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321428.688891:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994110720:12345-0@lo:38:kworker.0 Request processed in 54us (646us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321428.688896:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496
00000100:00080000:1.0:1767321428.688933:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321428.688936:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321428.688940:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994110720:0@lo:38:kworker.0
00000100:00080000:2.0:1767321428.690189:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321428.690244:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994111488:0@lo:400:kworker.0
00000100:00100000:3.0:1767321428.690490:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994111360:12345-0@lo:400:kworker.0 Request processed in 16363us (16920us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321428.690501:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3959
00000100:00100000:0.0:1767321428.690627:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994111360:0@lo:400:kworker.0
00000100:00100000:2.0:1767321429.181494:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994111616:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321429.181589:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321429.181906:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994111616
00000100:00100000:0.0:1767321429.181917:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994111616
00000100:00100000:0.0:1767321429.181974:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3765
00000100:00100000:0.0:1767321429.181984:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994111616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321429.182015:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321429.182073:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994111616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (483us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321429.182081:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3765
00000100:00100000:2.0:1767321429.182196:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994111616:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321429.182660:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321429.182674:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994111744:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321429.182712:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321429.182884:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994111744
00000100:00100000:1.0:1767321429.182899:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994111744
00000100:00100000:1.0:1767321429.182937:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3766
00000100:00100000:1.0:1767321429.182945:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994111744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321429.182964:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321429.183008:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994111744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (295us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321429.183015:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3766
00000100:00100000:2.0:1767321429.183082:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994111744:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321429.245462:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321429.246177:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321429.580979:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321429.581051:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942306304
00000100:00100000:0.0:1767321429.581062:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942306304
00000100:00100000:0.0:1767321429.581112:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73909
00000100:00100000:0.0:1767321429.581120:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942306304:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321429.581146:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321429.581258:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942306304:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 136us (288us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321429.581266:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73909
00000100:00100000:1.0:1767321429.584921:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321429.585043:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942306432
00000100:00100000:2.0:1767321429.585056:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942306432
00000100:00100000:2.0:1767321429.585151:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6447
00000100:00100000:2.0:1767321429.585198:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942306432:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321429.585285:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942306432:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 123us (375us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321429.585293:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6447
00000100:00080000:0.0:1767321429.586088:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321430.269470:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321430.269748:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321431.295493:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321431.295587:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321432.317464:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321432.317536:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321433.343269:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321433.345017:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321433.672039:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321433.672291:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942306816
00000100:00100000:1.0:1767321433.672302:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942306816
00000100:00100000:1.0:1767321433.672394:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6448
00000100:00100000:1.0:1767321433.672406:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942306816:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321433.672482:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942306816:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 79us (451us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321433.672490:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6448
00000100:00080000:2.0:1767321433.672737:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767321433.678015:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942306560 offset 0 length 520: 4
00000100:00100000:1.0:1767321433.678073:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321433.678214:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942306688
00000100:00100000:3.0:1767321433.678227:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942306688
00000100:00100000:3.0:1767321433.678288:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73910
00000100:00100000:3.0:1767321433.678298:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942306688:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321433.678330:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321433.678431:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942306688:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 133us (357us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321433.678439:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73910
00000100:00080000:3.0:1767321433.789255:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321433.789269:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321433.789272:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321433.789276:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321433.789281:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321433.789289:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6673
00000100:00080000:3.0:1767321433.789295:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321433.789304:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321433.789352:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f1880 x1853163994111872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321433.789370:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321433.789374:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321433.789377:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321433.789382:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6673
00000100:00080000:3.0:1767321433.789384:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321433.789388:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321433.789402:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f2680 x1853163994112000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321433.789448:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321433.789452:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321433.789454:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321433.789457:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6673
00000100:00080000:3.0:1767321433.789460:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321433.789464:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321433.789585:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321408/real 1767321408]  req@ffff89b73113e300 x1853163994105344/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321433 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321433.789614:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b73113e300 x1853163994105344/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321433 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321433.789635:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994111872:0@lo:38:kworker.0
00000100:00100000:1.0:1767321433.789695:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321433.789765:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994112000:0@lo:38:kworker.0
00000100:00100000:1.0:1767321433.789790:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321433.789825:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321433.789835:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767321433.789838:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994105344:0@lo:250:kworker.0
00000100:00100000:1.0:1767321433.789874:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994112000
00000100:00100000:1.0:1767321433.789881:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994112000
00000100:00100000:1.0:1767321433.789918:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497
00000100:00100000:1.0:1767321433.789925:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994112000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321433.789945:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321433.789997:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994112000:12345-0@lo:38:kworker.0 Request processed in 71us (205us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321433.790004:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497
00000100:00100000:1.0:1767321433.790029:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994111872
00000100:00100000:1.0:1767321433.790033:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994111872
00000100:00100000:1.0:1767321433.790055:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73911
00000100:00100000:1.0:1767321433.790059:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994111872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321433.790068:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321433.790094:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994111872:12345-0@lo:38:kworker.0 Request processed in 33us (399us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321433.790100:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73911
00000100:00080000:1.0:1767321433.790130:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321433.790133:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321433.790137:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994111872:0@lo:38:kworker.0
00000100:00080000:1.0:1767321433.790145:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321433.790148:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321433.790151:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994112000:0@lo:38:kworker.0
00000100:00100000:2.0:1767321433.790426:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994112128:0@lo:400:kworker.0
00000100:00100000:2.0:1767321433.790459:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321433.790632:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30c000 x1853163994112256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321433.790675:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321433.790679:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321433.790681:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321433.790685:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6673
00000100:00080000:3.0:1767321433.790688:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321433.790693:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321433.790705:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30d500 x1853163994112512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321433.790731:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321433.790734:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321433.790735:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321433.790738:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6652
00000100:00080000:3.0:1767321433.790740:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321433.790754:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321433.790764:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b23d500 x1853163994112896/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321433.790793:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994112384:0@lo:400:kworker.0
00000100:00100000:3.0:1767321433.790829:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321433.790847:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321433.790852:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994112640:0@lo:400:kworker.0
00000100:00100000:3.0:1767321433.790872:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321433.790896:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994112640
00000100:00100000:3.0:1767321433.790900:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994112640
00000100:00100000:3.0:1767321433.790937:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3961
00000100:00100000:3.0:1767321433.790943:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994112640:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767321433.791346:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321433.791355:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321433.791365:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994112768:0@lo:400:kworker.0
00000100:00100000:1.0:1767321433.791432:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994112128
00000100:00100000:1.0:1767321433.791437:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994112128
00000100:00100000:1.0:1767321433.791469:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994112384
00000100:00100000:1.0:1767321433.791484:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994112384
00000100:00100000:1.0:1767321433.791506:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6449
00000100:00100000:1.0:1767321433.791513:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994112128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321433.791701:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6450
00000100:00100000:0.0:1767321433.791710:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994112384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321433.793396:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321433.793454:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321433.793614:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994112256:0@lo:38:kworker.0
00000100:00100000:2.0:1767321433.793656:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321433.793677:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994112512:0@lo:38:kworker.0
00000100:00100000:2.0:1767321433.793696:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321433.793713:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994112896:0@lo:250:kworker.0
00000400:00000100:2.0:1767321433.793736:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994112896 offset 0 length 520: 4
00000100:00100000:2.0:1767321433.793786:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994112256
00000100:00100000:2.0:1767321433.793793:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994112256
00000100:00100000:2.0:1767321433.793835:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994112512
00000100:00100000:2.0:1767321433.793839:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994112512
00000100:00100000:2.0:1767321433.793853:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73912
00000100:00100000:2.0:1767321433.793860:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994112256:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321433.793881:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321433.793923:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994112256:12345-0@lo:38:kworker.0 Request processed in 62us (265us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321433.793929:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73912
00000100:00100000:2.0:1767321433.793948:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73913
00000100:00100000:2.0:1767321433.793952:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994112512:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321433.793961:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321433.794139:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994112512:12345-0@lo:38:kworker.0 Request processed in 184us (441us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321433.794145:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73913
00000100:00080000:2.0:1767321433.794206:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321433.794212:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321433.794215:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994112256:0@lo:38:kworker.0
00000100:00080000:2.0:1767321433.794224:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321433.794227:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321433.794229:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994112512:0@lo:38:kworker.0
00000100:00100000:2.0:1767321433.794276:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994112768
00000100:00100000:2.0:1767321433.794280:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994112768
00000100:00100000:2.0:1767321433.794457:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3962
00000100:00100000:2.0:1767321433.794465:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994112768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321433.794598:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994112768:12345-0@lo:400:kworker.0 Request processed in 134us (1206us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321433.794604:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3962
00000100:00080000:2.0:1767321433.794621:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321433.794641:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994112768:0@lo:400:kworker.0
00000100:00100000:1.0:1767321433.795556:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994112128:12345-0@lo:400:kworker.0 Request processed in 4038us (5090us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321433.795566:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6449
00000100:00100000:2.0:1767321433.796488:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994112128:0@lo:400:kworker.0
00000100:00100000:3.0:1767321433.800243:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994112640:12345-0@lo:400:kworker.0 Request processed in 9288us (9358us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321433.800261:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3961
00000100:00100000:2.0:1767321433.800430:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994112640:0@lo:400:kworker.0
00000100:00100000:0.0:1767321433.800764:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994112384:12345-0@lo:400:kworker.0 Request processed in 9053us (9930us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321433.800774:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6450
00000100:00100000:2.0:1767321433.800933:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994112384:0@lo:400:kworker.0
00000100:00100000:0.0:1767321434.302633:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321434.302656:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994113152:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321434.302730:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321434.302784:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994113152
00000100:00100000:0.0:1767321434.302793:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994113152
00000100:00100000:0.0:1767321434.302858:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3767
00000100:00100000:0.0:1767321434.302867:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994113152:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321434.302921:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321434.302964:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994113152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321434.302971:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3767
00000100:00100000:0.0:1767321434.303019:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994113152:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321434.305506:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321434.305552:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994113024:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321434.305636:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321434.305711:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994113024
00000100:00100000:1.0:1767321434.305718:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994113024
00000100:00100000:1.0:1767321434.305791:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3768
00000100:00100000:1.0:1767321434.305811:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994113024:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321434.305848:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321434.305894:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994113024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321434.305905:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3768
00000100:00100000:1.0:1767321434.305953:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994113024:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321434.365427:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321434.365969:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321435.391291:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321435.391977:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321436.413338:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321436.413831:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321437.437301:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321437.437546:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321438.461596:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321438.461881:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321438.793306:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321438.793363:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321438.793454:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942307072
00000100:00100000:0.0:1767321438.793473:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942307072
00000100:00100000:0.0:1767321438.793582:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942306944
00000100:00100000:0.0:1767321438.793586:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942306944
00000100:00080000:2.0:1767321438.793588:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321438.793631:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6451
00000100:00100000:2.0:1767321438.793641:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73914
00000100:00100000:0.0:1767321438.793647:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942307072:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321438.793655:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942306944:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321438.793681:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321438.793991:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942307072:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 351us (700us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321438.794001:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6451
00000100:00100000:2.0:1767321438.798810:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942306944:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 5143us (5430us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321438.798827:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73914
00000100:00080000:3.0:1767321438.909259:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321438.909275:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321438.909279:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321438.909284:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321438.909289:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321438.909301:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6678
00000100:00080000:3.0:1767321438.909307:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321438.909316:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321438.909377:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b23ce00 x1853163994113280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321438.909409:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321438.909413:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321438.909416:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321438.909420:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6678
00000100:00080000:3.0:1767321438.909423:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321438.909427:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321438.909443:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ad500 x1853163994113408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321438.909497:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321438.909502:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321438.909504:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321438.909507:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6678
00000100:00080000:3.0:1767321438.909510:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321438.909513:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321438.909524:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac000 x1853163994113664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321438.909561:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321438.909565:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321438.909567:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321438.909570:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6678
00000100:00080000:3.0:1767321438.909573:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321438.909576:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321438.909586:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313af480 x1853163994113920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321438.909632:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994113792:0@lo:400:kworker.0
00000100:00100000:3.0:1767321438.909757:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321438.909848:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321438.909855:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994114048:0@lo:400:kworker.0
00000100:00100000:3.0:1767321438.909885:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321438.909933:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994114048
00000100:00100000:3.0:1767321438.909943:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994114048
00000100:00100000:3.0:1767321438.910015:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3963
00000100:00100000:3.0:1767321438.910027:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994114048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321438.910089:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994114048:12345-0@lo:400:kworker.0 Request processed in 65us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321438.910098:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3963
00000100:00100000:3.0:1767321438.910191:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994114048:0@lo:400:kworker.0
00000100:00100000:0.0:1767321438.910393:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994113536:0@lo:400:kworker.0
00000100:00100000:0.0:1767321438.910430:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321438.910463:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321438.910468:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994114176:0@lo:400:kworker.0
00000100:00100000:0.0:1767321438.910488:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321438.910517:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994114176
00000100:00100000:0.0:1767321438.910520:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994114176
00000100:00100000:0.0:1767321438.910547:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3964
00000100:00100000:0.0:1767321438.910554:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994114176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321438.910584:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994114176:12345-0@lo:400:kworker.0 Request processed in 31us (95us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321438.910590:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3964
00000100:00100000:0.0:1767321438.910614:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994114176:0@lo:400:kworker.0
00000100:00100000:3.0:1767321438.910757:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994113792
00000100:00100000:3.0:1767321438.910763:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994113792
00000100:00100000:3.0:1767321438.910804:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994113536
00000100:00100000:3.0:1767321438.910807:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994113536
00000100:00100000:3.0:1767321438.910830:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6452
00000100:00100000:3.0:1767321438.910837:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994113792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321438.910876:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994113792:12345-0@lo:400:kworker.0 Request processed in 40us (1121us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321438.910882:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6452
00000100:00100000:3.0:1767321438.910894:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6453
00000100:00100000:3.0:1767321438.910899:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994113536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321438.910930:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994113536:12345-0@lo:400:kworker.0 Request processed in 32us (499us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321438.910936:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6453
00000100:00100000:3.0:1767321438.910964:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994113792:0@lo:400:kworker.0
00000100:00080000:2.0:1767321438.911334:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321438.911345:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994113280:0@lo:38:kworker.0
00000100:00080000:2.0:1767321438.911350:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321438.911357:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321438.911398:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321438.911428:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994113408:0@lo:38:kworker.0
00000100:00100000:2.0:1767321438.911444:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994113280
00000100:00100000:1.0:1767321438.911458:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321438.911460:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994113280
00000100:00100000:1.0:1767321438.911494:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994113664:0@lo:38:kworker.0
00000100:00100000:1.0:1767321438.911517:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321438.911596:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994113536:0@lo:400:kworker.0
00000100:00100000:3.0:1767321438.911720:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994113408
00000100:00100000:3.0:1767321438.911729:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994113408
00000100:00100000:3.0:1767321438.911758:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498
00000100:00100000:3.0:1767321438.911765:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994113408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321438.911789:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321438.911828:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994113408:12345-0@lo:38:kworker.0 Request processed in 62us (370us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321438.911836:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498
00000100:00100000:1.0:1767321438.912441:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994113920:0@lo:38:kworker.0
00000100:00100000:1.0:1767321438.912479:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321438.921909:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994113664
00000100:00100000:2.0:1767321438.921933:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994113664
00000100:00100000:2.0:1767321438.922041:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73915
00000100:00100000:2.0:1767321438.922051:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994113280:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321438.922079:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321438.922181:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994113280:12345-0@lo:38:kworker.0 Request processed in 131us (10784us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321438.922188:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73915
00000100:00100000:2.0:1767321438.922206:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73916
00000100:00100000:2.0:1767321438.922210:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994113664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321438.922219:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321438.922239:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994113664:12345-0@lo:38:kworker.0 Request processed in 28us (10721us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321438.922244:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73916
00000100:00080000:1.0:1767321438.927271:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321438.927286:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321438.927291:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994113280:0@lo:38:kworker.0
00000100:00080000:1.0:1767321438.927303:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321438.927305:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321438.927308:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994113408:0@lo:38:kworker.0
00000100:00080000:1.0:1767321438.927316:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321438.927318:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321438.927321:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994113664:0@lo:38:kworker.0
00000100:00100000:2.0:1767321438.928213:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994113920
00000100:00100000:2.0:1767321438.928231:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994113920
00000100:00100000:2.0:1767321438.928375:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73917
00000100:00100000:2.0:1767321438.928384:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994113920:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321438.928411:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321438.931099:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994113920:12345-0@lo:38:kworker.0 Request processed in 2704us (18607us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321438.931114:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73917
00000100:00080000:1.0:1767321438.944284:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321438.944308:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321438.944314:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994113920:0@lo:38:kworker.0
00000100:00100000:1.0:1767321439.421576:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321439.421603:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994114304:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321439.421685:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321439.422146:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994114304
00000100:00100000:3.0:1767321439.422155:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994114304
00000100:00100000:3.0:1767321439.422255:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3769
00000100:00100000:3.0:1767321439.422264:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994114304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321439.422296:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321439.422349:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994114304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (664us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321439.422357:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3769
00000100:00100000:3.0:1767321439.422405:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994114304:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321439.422674:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321439.422718:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994114432:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321439.422788:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321439.423023:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994114432
00000100:00100000:2.0:1767321439.423033:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994114432
00000100:00100000:2.0:1767321439.423075:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3770
00000100:00100000:2.0:1767321439.423083:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994114432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321439.423102:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321439.423218:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994114432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (429us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321439.423226:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3770
00000100:00100000:1.0:1767321439.423292:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994114432:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321439.485552:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321439.488268:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321440.509323:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321440.509591:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321441.534050:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321441.534308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321442.557963:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321442.558796:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321443.581388:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321443.581732:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321443.919947:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321443.919988:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321443.920081:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942307328
00000100:00100000:1.0:1767321443.920099:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942307328
00000100:00100000:1.0:1767321443.920247:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942307200
00000100:00100000:1.0:1767321443.920251:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942307200
00000100:00100000:1.0:1767321443.920280:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6454
00000100:00100000:1.0:1767321443.920295:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942307328:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321443.920399:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942307328:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 108us (458us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321443.920407:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6454
00000100:00100000:1.0:1767321443.920432:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73918
00000100:00100000:1.0:1767321443.920437:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942307200:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321443.920463:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321443.920492:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942307200:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 54us (503us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321443.920498:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73918
00000100:00080000:2.0:1767321443.921055:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321444.029589:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321444.029605:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321444.029609:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321444.029614:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321444.029627:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321444.029638:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6683
00000100:00080000:2.0:1767321444.029645:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321444.029654:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321444.029713:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30e680 x1853163994114560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321444.029778:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994114560:0@lo:38:kworker.0
00000100:00100000:1.0:1767321444.029888:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321444.029968:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994114560
00000100:00100000:3.0:1767321444.029979:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994114560
00000100:00100000:3.0:1767321444.030043:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73919
00000100:00100000:3.0:1767321444.030052:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994114560:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321444.030079:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767321444.030248:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321444.030252:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321444.030255:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321444.030260:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6683
00000100:00080000:2.0:1767321444.030263:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321444.030267:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321444.030370:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30d180 x1853163994114688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321444.033310:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994114688:0@lo:38:kworker.0
00000100:00100000:1.0:1767321444.033426:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321444.033532:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994114688
00000100:00100000:0.0:1767321444.033553:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994114688
00000100:00100000:3.0:1767321444.033849:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994114560:12345-0@lo:38:kworker.0 Request processed in 3793us (3957us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321444.033863:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73919
00000100:00100000:0.0:1767321444.033926:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499
00000100:00100000:0.0:1767321444.033934:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994114688:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321444.033961:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321444.034010:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994114688:12345-0@lo:38:kworker.0 Request processed in 76us (585us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321444.034017:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499
00000100:00080000:1.0:1767321444.036194:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321444.036208:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321444.036213:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994114560:0@lo:38:kworker.0
00000100:00080000:1.0:1767321444.036259:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321444.036263:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321444.036266:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994114688:0@lo:38:kworker.0
00000100:00080000:2.0:1767321444.040657:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321444.040669:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321444.040673:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321444.040684:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6683
00000100:00080000:2.0:1767321444.040689:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321444.040697:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321444.040724:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321444.040727:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30c000 x1853163994114944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321444.040749:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994114816:0@lo:400:kworker.0
00000100:00080000:2.0:1767321444.040760:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321444.040764:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321444.040766:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321444.040770:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6683
00000100:00080000:2.0:1767321444.040773:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321444.040777:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321444.040786:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30e680 x1853163994115200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321444.040842:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321444.040851:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994115072:0@lo:400:kworker.0
00000100:00100000:2.0:1767321444.040883:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321444.040891:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994115456:0@lo:400:kworker.0
00000100:00100000:2.0:1767321444.040906:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321444.040911:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994115328:0@lo:400:kworker.0
00000100:00100000:0.0:1767321444.040917:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321444.040950:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994115456
00000100:00100000:2.0:1767321444.040959:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994115456
00000100:00100000:3.0:1767321444.040992:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994114816
00000100:00100000:3.0:1767321444.040997:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994114816
00000100:00100000:1.0:1767321444.041040:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994114944:0@lo:38:kworker.0
00000100:00100000:2.0:1767321444.041775:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3965
00000100:00100000:2.0:1767321444.041789:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994115456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321444.041985:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321444.042021:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994115200:0@lo:38:kworker.0
00000100:00100000:1.0:1767321444.042046:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321444.042100:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994115072
00000100:00100000:1.0:1767321444.042107:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994115072
00000100:00100000:3.0:1767321444.042365:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994114944
00000100:00100000:3.0:1767321444.042371:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994114944
00000100:00100000:3.0:1767321444.042390:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994115200
00000100:00100000:3.0:1767321444.042393:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994115200
00000100:00100000:3.0:1767321444.042410:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6455
00000100:00100000:3.0:1767321444.042419:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994114816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321444.042466:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994114816:12345-0@lo:400:kworker.0 Request processed in 49us (1624us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321444.042474:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6455
00000100:00100000:3.0:1767321444.042493:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73920
00000100:00100000:3.0:1767321444.042498:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994114944:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321444.042523:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321444.042791:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994114944:12345-0@lo:38:kworker.0 Request processed in 290us (805us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321444.042799:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73920
00000100:00100000:3.0:1767321444.042822:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73921
00000100:00100000:3.0:1767321444.042826:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994115200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321444.042836:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321444.042863:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994115200:12345-0@lo:38:kworker.0 Request processed in 35us (816us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321444.042868:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73921
00000100:00100000:3.0:1767321444.042947:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321444.042999:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994115328
00000100:00100000:3.0:1767321444.043004:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994115328
00000100:00100000:3.0:1767321444.043035:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3966
00000100:00100000:3.0:1767321444.043041:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994115328:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321444.043081:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994115328:12345-0@lo:400:kworker.0 Request processed in 39us (133us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321444.043088:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3966
00000100:00080000:3.0:1767321444.043110:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321444.043114:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321444.043117:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321444.043184:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994115328:0@lo:400:kworker.0
00000100:00080000:3.0:1767321444.043264:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321444.043271:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321444.043274:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994114944:0@lo:38:kworker.0
00000100:00080000:3.0:1767321444.043283:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321444.043287:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321444.043290:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994115200:0@lo:38:kworker.0
00000100:00100000:1.0:1767321444.043542:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6456
00000100:00100000:1.0:1767321444.043550:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994115072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321444.043602:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994115072:12345-0@lo:400:kworker.0 Request processed in 53us (2717us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321444.043608:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6456
00000100:00100000:1.0:1767321444.043653:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994115072:0@lo:400:kworker.0
00000100:00100000:0.0:1767321444.047504:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994114816:0@lo:400:kworker.0
00000100:00100000:2.0:1767321444.047504:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994115456:12345-0@lo:400:kworker.0 Request processed in 5709us (6575us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321444.047523:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3965
00000100:00100000:0.0:1767321444.047661:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994115456:0@lo:400:kworker.0
00000100:00100000:0.0:1767321444.544392:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321444.544431:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994115584:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321444.544533:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321444.544859:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994115584
00000100:00100000:3.0:1767321444.544871:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994115584
00000100:00100000:3.0:1767321444.544939:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3771
00000100:00100000:3.0:1767321444.544951:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994115584:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321444.544993:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321444.545066:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994115584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (533us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321444.545075:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3771
00000100:00100000:2.0:1767321444.545459:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321444.545474:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994115712:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321444.545518:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321444.545569:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994115712
00000100:00100000:2.0:1767321444.545574:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994115712
00000100:00100000:2.0:1767321444.545604:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3772
00000100:00100000:2.0:1767321444.545623:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994115712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321444.545644:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321444.545683:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994115712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (164us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321444.545690:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3772
00000100:00100000:2.0:1767321444.545743:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994115712:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321444.548106:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994115584:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321444.605348:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321444.605644:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321445.629584:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321445.630196:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321446.653348:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321446.654040:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321447.677518:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321447.680616:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321448.704195:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321448.704455:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321449.033386:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321449.033431:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321449.036254:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942307584
00000100:00100000:0.0:1767321449.036275:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942307584
00000100:00100000:0.0:1767321449.036405:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942307456
00000100:00100000:0.0:1767321449.036410:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942307456
00000100:00100000:0.0:1767321449.036454:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6457
00000100:00100000:0.0:1767321449.036470:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942307584:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767321449.036481:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321449.036545:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73922
00000100:00100000:3.0:1767321449.036558:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942307456:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321449.036584:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321449.036620:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942307584:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 152us (3242us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321449.036630:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6457
00000100:00100000:3.0:1767321449.036667:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942307456:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 104us (3229us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321449.036677:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73922
00000100:00080000:2.0:1767321449.154298:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321449.154320:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321449.154323:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321449.154328:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321449.154332:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321449.154349:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6688
00000100:00080000:2.0:1767321449.154353:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321449.154361:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321449.154403:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b607297100 x1853163994115840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321449.154441:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321449.154445:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321449.154447:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321449.154451:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6688
00000100:00080000:2.0:1767321449.154454:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321449.154457:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321449.154472:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b340e00 x1853163994115968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321449.154719:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994115840:0@lo:38:kworker.0
00000100:00100000:1.0:1767321449.154787:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321449.154860:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994115968:0@lo:38:kworker.0
00000100:00100000:1.0:1767321449.154890:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321449.154993:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321449.154997:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321449.155000:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321449.155004:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6688
00000100:00080000:2.0:1767321449.155007:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321449.155011:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321449.155023:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b343100 x1853163994116224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321449.155051:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321449.155055:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321449.155057:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321449.155060:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6688
00000100:00080000:2.0:1767321449.155062:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321449.155065:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321449.155074:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b341f80 x1853163994116480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321449.155108:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994116736:0@lo:400:kworker.0
00000100:00100000:2.0:1767321449.155139:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321449.155185:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321449.155191:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994116096:0@lo:400:kworker.0
00000100:00100000:2.0:1767321449.155213:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321449.155235:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994116608:0@lo:400:kworker.0
00000100:00100000:2.0:1767321449.155255:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321449.155273:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321449.155278:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994116352:0@lo:400:kworker.0
00000100:00100000:2.0:1767321449.155298:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321449.155456:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994116736
00000100:00100000:2.0:1767321449.155464:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994116736
00000100:00100000:2.0:1767321449.155710:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994116608
00000100:00100000:2.0:1767321449.155714:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994116608
00000100:00100000:2.0:1767321449.155738:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3967
00000100:00100000:2.0:1767321449.155746:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994116736:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321449.155797:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994116736:12345-0@lo:400:kworker.0 Request processed in 51us (656us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321449.155804:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3967
00000100:00100000:2.0:1767321449.155822:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3968
00000100:00100000:2.0:1767321449.155828:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994116608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321449.155859:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994116608:12345-0@lo:400:kworker.0 Request processed in 32us (603us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321449.155864:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3968
00000100:00100000:2.0:1767321449.155908:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994116736:0@lo:400:kworker.0
00000100:00100000:2.0:1767321449.155932:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994116608:0@lo:400:kworker.0
00000100:00100000:2.0:1767321449.155948:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994115840
00000100:00100000:2.0:1767321449.155951:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994115840
00000100:00100000:2.0:1767321449.155970:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994116096
00000100:00100000:2.0:1767321449.155973:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994116096
00000100:00100000:0.0:1767321449.156155:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994116352
00000100:00100000:0.0:1767321449.156174:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994116352
00000100:00100000:2.0:1767321449.156229:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6458
00000100:00100000:2.0:1767321449.156235:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994116096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321449.156269:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994116096:12345-0@lo:400:kworker.0 Request processed in 34us (1056us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321449.156275:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6458
00000100:00100000:2.0:1767321449.156288:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73923
00000100:00100000:2.0:1767321449.156292:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994115840:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321449.156322:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321449.156362:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994115840:12345-0@lo:38:kworker.0 Request processed in 68us (1575us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321449.156368:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73923
00000100:00100000:2.0:1767321449.156395:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994116096:0@lo:400:kworker.0
00000100:00100000:2.0:1767321449.156429:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994115968
00000100:00100000:2.0:1767321449.156433:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994115968
00000100:00100000:2.0:1767321449.156452:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500
00000100:00100000:2.0:1767321449.156457:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994115968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321449.156467:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321449.156504:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994115968:12345-0@lo:38:kworker.0 Request processed in 45us (1613us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321449.156510:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500
00000100:00100000:2.0:1767321449.156548:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994116224:0@lo:38:kworker.0
00000100:00100000:2.0:1767321449.156574:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321449.156589:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994116480:0@lo:38:kworker.0
00000100:00100000:2.0:1767321449.156606:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321449.156626:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321449.156630:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321449.156633:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994115840:0@lo:38:kworker.0
00000100:00080000:2.0:1767321449.156642:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321449.156645:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321449.156648:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994115968:0@lo:38:kworker.0
00000100:00100000:2.0:1767321449.156671:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994116224
00000100:00100000:2.0:1767321449.156674:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994116224
00000100:00100000:2.0:1767321449.156688:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994116480
00000100:00100000:2.0:1767321449.156689:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994116480
00000100:00100000:2.0:1767321449.156699:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73924
00000100:00100000:2.0:1767321449.156703:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994116224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321449.156712:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321449.156736:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994116224:12345-0@lo:38:kworker.0 Request processed in 32us (162us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321449.156741:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73924
00000100:00100000:2.0:1767321449.156751:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73925
00000100:00100000:2.0:1767321449.156755:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994116480:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321449.156763:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321449.156783:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994116480:12345-0@lo:38:kworker.0 Request processed in 27us (176us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321449.156792:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73925
00000100:00080000:2.0:1767321449.156815:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321449.156818:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321449.156821:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994116224:0@lo:38:kworker.0
00000100:00080000:2.0:1767321449.156828:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321449.156830:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321449.156833:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994116480:0@lo:38:kworker.0
00000100:00080000:1.0:1767321449.157270:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321449.157276:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321449.157279:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321449.157481:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6459
00000100:00100000:0.0:1767321449.157497:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994116352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321449.157555:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994116352:12345-0@lo:400:kworker.0 Request processed in 59us (2256us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321449.157562:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6459
00000100:00100000:3.0:1767321449.157685:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994116352:0@lo:400:kworker.0
00000100:00080000:1.0:1767321449.157748:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321449.661948:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321449.661972:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994116864:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321449.662054:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321449.662230:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994116864
00000100:00100000:2.0:1767321449.662238:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994116864
00000100:00100000:2.0:1767321449.662292:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3773
00000100:00100000:2.0:1767321449.662311:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994116864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321449.662340:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321449.662389:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994116864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (335us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321449.662397:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3773
00000100:00100000:2.0:1767321449.662443:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994116864:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321449.668895:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321449.668921:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994116992:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321449.669006:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321449.669111:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994116992
00000100:00100000:0.0:1767321449.669119:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994116992
00000100:00100000:0.0:1767321449.669200:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3774
00000100:00100000:0.0:1767321449.669210:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994116992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321449.669240:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321449.669295:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994116992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321449.669312:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3774
00000100:00100000:1.0:1767321449.669637:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994116992:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321449.729782:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321449.729898:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321450.749465:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321450.749476:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321451.773379:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321451.773673:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321452.797252:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321452.797356:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321453.821392:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321453.821418:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321454.151576:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321454.151678:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321454.152257:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942307840
00000100:00100000:2.0:1767321454.152279:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942307840
00000100:00100000:2.0:1767321454.152360:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942307712
00000100:00100000:2.0:1767321454.152365:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942307712
00000100:00100000:2.0:1767321454.152398:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6460
00000100:00100000:2.0:1767321454.152410:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942307840:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321454.152497:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942307840:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 89us (932us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321454.152506:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6460
00000100:00100000:2.0:1767321454.152526:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73926
00000100:00100000:2.0:1767321454.152531:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942307712:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321454.152551:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321454.152577:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942307712:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (898us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321454.152583:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73926
00000100:00080000:1.0:1767321454.155397:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321454.274152:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321454.274165:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321454.274224:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321454.274228:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321454.274233:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321454.274241:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6693
00000100:00080000:3.0:1767321454.274246:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321454.274252:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321454.274303:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313af100 x1853163994117120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321454.274331:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321454.274334:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321454.274336:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321454.274341:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6693
00000100:00080000:3.0:1767321454.274343:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321454.274346:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321454.274359:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313af800 x1853163994117248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321454.274399:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321454.274403:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321454.274405:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321454.274408:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6693
00000100:00080000:3.0:1767321454.274410:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321454.274413:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321454.274425:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ad880 x1853163994117504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321454.274460:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321454.274463:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321454.274465:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321454.274469:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6693
00000100:00080000:3.0:1767321454.274471:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321454.274474:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321454.274486:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313af480 x1853163994117760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321454.274534:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994118016:0@lo:400:kworker.0
00000100:00100000:3.0:1767321454.274604:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321454.274673:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321454.274679:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994117376:0@lo:400:kworker.0
00000100:00100000:3.0:1767321454.274705:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321454.274747:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994117632:0@lo:400:kworker.0
00000100:00100000:3.0:1767321454.274770:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321454.274788:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321454.274793:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994117888:0@lo:400:kworker.0
00000100:00100000:3.0:1767321454.274813:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321454.274840:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994117376
00000100:00100000:3.0:1767321454.274847:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994117376
00000100:00100000:3.0:1767321454.274893:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994117632
00000100:00100000:3.0:1767321454.274896:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994117632
00000100:00100000:3.0:1767321454.274916:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6461
00000100:00100000:3.0:1767321454.274924:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994117376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321454.274975:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994117376:12345-0@lo:400:kworker.0 Request processed in 51us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321454.274982:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6461
00000100:00100000:3.0:1767321454.274999:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6462
00000100:00100000:3.0:1767321454.275005:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994117632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321454.275038:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994117632:12345-0@lo:400:kworker.0 Request processed in 34us (267us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321454.275043:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6462
00000100:00100000:3.0:1767321454.275079:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994117632:0@lo:400:kworker.0
00000100:00100000:3.0:1767321454.275103:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994117376:0@lo:400:kworker.0
00000100:00100000:0.0:1767321454.275465:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994117120:0@lo:38:kworker.0
00000100:00100000:0.0:1767321454.275497:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321454.275522:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994117248:0@lo:38:kworker.0
00000100:00100000:0.0:1767321454.275544:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321454.275565:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994117504:0@lo:38:kworker.0
00000100:00100000:0.0:1767321454.275581:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321454.275595:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994117760:0@lo:38:kworker.0
00000100:00100000:0.0:1767321454.275610:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321454.275636:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994117120
00000100:00100000:0.0:1767321454.275640:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994117120
00000100:00100000:0.0:1767321454.275657:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994117504
00000100:00100000:0.0:1767321454.275658:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994117504
00000100:00100000:0.0:1767321454.275665:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994117760
00000100:00100000:0.0:1767321454.275666:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994117760
00000100:00100000:0.0:1767321454.275675:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73927
00000100:00100000:0.0:1767321454.275680:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994117120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321454.275699:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321454.275745:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994117120:12345-0@lo:38:kworker.0 Request processed in 64us (248us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321454.275751:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73927
00000100:00100000:0.0:1767321454.275765:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73928
00000100:00100000:0.0:1767321454.275768:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994117504:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321454.275776:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321454.275795:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994117504:12345-0@lo:38:kworker.0 Request processed in 26us (213us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321454.275800:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73928
00000100:00100000:0.0:1767321454.275808:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73929
00000100:00100000:0.0:1767321454.275812:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994117760:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321454.275819:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321454.275834:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994117760:12345-0@lo:38:kworker.0 Request processed in 22us (224us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321454.275839:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73929
00000100:00080000:0.0:1767321454.275866:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321454.275870:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321454.275873:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994117120:0@lo:38:kworker.0
00000100:00080000:0.0:1767321454.275880:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321454.275883:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321454.275886:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994117504:0@lo:38:kworker.0
00000100:00080000:0.0:1767321454.275892:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321454.275894:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321454.275897:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994117760:0@lo:38:kworker.0
00000100:00100000:2.0:1767321454.276046:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994118016
00000100:00100000:2.0:1767321454.276051:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994118016
00000100:00100000:2.0:1767321454.276086:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994117888
00000100:00100000:2.0:1767321454.276089:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994117888
00000100:00100000:2.0:1767321454.276107:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3969
00000100:00100000:2.0:1767321454.276112:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994118016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321454.276184:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994118016:12345-0@lo:400:kworker.0 Request processed in 71us (1579us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321454.276190:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3969
00000100:00100000:2.0:1767321454.276205:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3970
00000100:00100000:2.0:1767321454.276212:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994117888:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321454.276242:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994117888:12345-0@lo:400:kworker.0 Request processed in 32us (1428us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321454.276248:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3970
00000100:00100000:2.0:1767321454.276273:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994117248
00000100:00100000:2.0:1767321454.276277:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994117248
00000100:00100000:2.0:1767321454.276293:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501
00000100:00100000:2.0:1767321454.276297:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994117248:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321454.276306:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321454.276333:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994117248:12345-0@lo:38:kworker.0 Request processed in 35us (788us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321454.276340:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501
00000100:00100000:2.0:1767321454.276373:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994117888:0@lo:400:kworker.0
00000100:00100000:2.0:1767321454.276397:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994118016:0@lo:400:kworker.0
00000100:00080000:1.0:1767321454.276941:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321454.276945:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321454.276947:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321454.278895:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321454.278904:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321454.278908:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994117248:0@lo:38:kworker.0
00000100:00100000:2.0:1767321454.782360:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994118144:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321454.782443:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321454.782611:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321454.782621:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994118272:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321454.782649:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321454.782800:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994118144
00000100:00100000:1.0:1767321454.782808:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994118144
00000100:00100000:1.0:1767321454.782856:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994118272
00000100:00100000:1.0:1767321454.782858:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994118272
00000100:00100000:1.0:1767321454.782877:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3775
00000100:00100000:1.0:1767321454.782885:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994118144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321454.782915:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321454.782957:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994118144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (515us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321454.782964:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3775
00000100:00100000:1.0:1767321454.782992:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3776
00000100:00100000:1.0:1767321454.782998:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994118272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321454.783012:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321454.783040:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994118272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (390us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321454.783045:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3776
00000100:00100000:1.0:1767321454.783086:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994118144:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321454.783194:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994118272:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321454.845376:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321454.846829:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321455.869284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321455.869680:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321456.893370:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321456.894943:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321457.917281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321457.918346:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321458.365350:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321433/real 1767321433]  req@ffff89b72b23d500 x1853163994112896/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321458 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321458.365403:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b72b23d500 x1853163994112896/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321458 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321458.365788:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321458.365806:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321458.365809:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994112896:0@lo:250:kworker.0
00000100:00080000:0.0:1767321458.365841:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321458.365846:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321458.365848:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321458.365853:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6678
00000100:00080000:0.0:1767321458.365856:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321458.365861:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321458.365887:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909fb80 x1853163994118400/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321458.365905:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321458.365908:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321458.365909:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321458.365911:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6698
00000100:00080000:0.0:1767321458.365913:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321458.365915:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321458.365926:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d265180 x1853163994118528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321458.365933:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321458.365935:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321458.365936:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321458.365939:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6698
00000100:00080000:0.0:1767321458.365941:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321458.365943:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321458.365950:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266680 x1853163994118656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321458.366010:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994118400:0@lo:250:kworker.0
00000100:00100000:1.0:1767321458.366011:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767321458.366037:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321458.366040:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321458.366042:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321458.366045:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6698
00000100:00080000:0.0:1767321458.366047:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321458.366050:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000400:00000100:2.0:1767321458.366061:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994118400 offset 0 length 520: 4
00000100:00100000:0.0:1767321458.366065:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d265880 x1853163994118912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321458.366105:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321458.366110:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321458.366112:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767321458.366113:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994118528:0@lo:38:kworker.0
00000100:00080000:0.0:1767321458.366117:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6698
00000100:00080000:0.0:1767321458.366122:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321458.366126:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321458.366131:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994119040:0@lo:400:kworker.0
00000100:00100000:0.0:1767321458.366140:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d265c00 x1853163994119168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321458.366194:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994119424:0@lo:400:kworker.0
00000100:00100000:3.0:1767321458.366207:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321458.366233:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321458.366241:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994119296:0@lo:400:kworker.0
00000100:00100000:1.0:1767321458.366247:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321458.366280:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994118784:0@lo:400:kworker.0
00000100:00100000:3.0:1767321458.366284:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321458.366311:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321458.366346:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321458.366362:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994118656:0@lo:38:kworker.0
00000100:00100000:3.0:1767321458.366370:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994119040
00000100:00100000:3.0:1767321458.366377:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994119040
00000100:00100000:2.0:1767321458.366405:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321458.366416:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994119424
00000100:00100000:1.0:1767321458.366422:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994119424
00000100:00100000:2.0:1767321458.366430:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994118912:0@lo:38:kworker.0
00000100:00100000:3.0:1767321458.366441:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994118528
00000100:00100000:3.0:1767321458.366446:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994118528
00000100:00100000:2.0:1767321458.366458:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321458.366460:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994119296
00000100:00100000:1.0:1767321458.366466:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994119296
00000100:00100000:2.0:1767321458.366480:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994119168:0@lo:38:kworker.0
00000100:00100000:2.0:1767321458.366500:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321458.366594:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3971
00000100:00100000:1.0:1767321458.366604:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994119424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321458.366666:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994119424:12345-0@lo:400:kworker.0 Request processed in 64us (419us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321458.366673:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3971
00000100:00100000:1.0:1767321458.366695:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3972
00000100:00100000:1.0:1767321458.366702:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994119296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321458.366734:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994119296:12345-0@lo:400:kworker.0 Request processed in 33us (454us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321458.366739:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3972
00000100:00100000:1.0:1767321458.366774:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994119424:0@lo:400:kworker.0
00000100:00100000:1.0:1767321458.366982:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994118656
00000100:00100000:1.0:1767321458.366986:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994118656
00000100:00100000:1.0:1767321458.367007:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502
00000100:00100000:1.0:1767321458.367013:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994118656:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321458.367018:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994118784
00000100:00100000:3.0:1767321458.367024:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994118784
00010000:00020000:1.0:1767321458.367029:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321458.367055:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994118912
00000100:00100000:2.0:1767321458.367058:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994119168
00000100:00100000:3.0:1767321458.367061:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994118912
00000100:00100000:2.0:1767321458.367064:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994119168
00000100:00100000:1.0:1767321458.367065:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994118656:12345-0@lo:38:kworker.0 Request processed in 51us (663us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321458.367072:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502
00000100:00100000:3.0:1767321458.367084:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6463
00000100:00100000:2.0:1767321458.367092:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6464
00000100:00100000:3.0:1767321458.367098:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994119040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321458.367102:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73930
00000100:00100000:1.0:1767321458.367113:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994118528:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321458.367117:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994118784:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767321458.367126:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321458.367144:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994119040:12345-0@lo:400:kworker.0 Request processed in 51us (935us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321458.367182:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6463
00000100:00100000:1.0:1767321458.367185:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994118528:12345-0@lo:38:kworker.0 Request processed in 46us (851us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321458.367194:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73930
00000100:00100000:3.0:1767321458.367202:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73931
00000100:00100000:3.0:1767321458.367207:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994118912:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321458.367219:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321458.367228:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73932
00000100:00100000:1.0:1767321458.367234:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994119168:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321458.367245:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321458.367251:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994118912:12345-0@lo:38:kworker.0 Request processed in 40us (793us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321458.367258:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73931
00000100:00100000:1.0:1767321458.367282:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994119168:12345-0@lo:38:kworker.0 Request processed in 46us (779us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321458.367289:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73932
00000100:00080000:3.0:1767321458.367404:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321458.367408:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321458.367410:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321458.367450:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994119296:0@lo:400:kworker.0
00000100:00100000:3.0:1767321458.367462:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994119040:0@lo:400:kworker.0
00000100:00080000:3.0:1767321458.367499:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321458.367504:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321458.367508:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994118656:0@lo:38:kworker.0
00000100:00080000:3.0:1767321458.367517:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321458.367520:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321458.367524:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994118912:0@lo:38:kworker.0
00000100:00080000:3.0:1767321458.367535:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321458.367539:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321458.367541:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994119168:0@lo:38:kworker.0
00000100:00080000:3.0:1767321458.367549:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321458.367552:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321458.367554:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994118528:0@lo:38:kworker.0
00000100:00100000:2.0:1767321458.367676:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994118784:12345-0@lo:400:kworker.0 Request processed in 574us (1330us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321458.367682:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6464
00000100:00100000:1.0:1767321458.367718:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994118784:0@lo:400:kworker.0
00000100:00100000:0.0:1767321458.941275:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321458.941563:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321459.271359:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321459.271504:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942308224
00000100:00100000:2.0:1767321459.271517:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942308224
00000100:00100000:2.0:1767321459.271602:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6465
00000100:00100000:2.0:1767321459.271611:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942308224:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321459.271948:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942308224:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 328us (604us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321459.271958:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6465
00000100:00080000:3.0:1767321459.272194:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767321459.273195:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942307968 offset 0 length 520: 4
00000100:00100000:1.0:1767321459.273251:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321459.273313:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942308096
00000100:00100000:2.0:1767321459.273322:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942308096
00000100:00100000:2.0:1767321459.273372:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73933
00000100:00100000:2.0:1767321459.273378:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942308096:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321459.273401:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321459.274034:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942308096:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 653us (795us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321459.274041:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73933
00000100:00100000:0.0:1767321459.903401:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321459.903431:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994119552:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321459.903488:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994119680:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321459.903528:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321459.903658:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994119552
00000100:00100000:2.0:1767321459.903669:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994119552
00000100:00100000:2.0:1767321459.903747:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3777
00000100:00100000:2.0:1767321459.903758:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994119552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321459.903801:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321459.903857:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994119552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (330us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321459.903866:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3777
00000100:00100000:0.0:1767321459.903991:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994119552:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321459.904062:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321459.904147:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994119680
00000100:00100000:0.0:1767321459.904152:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994119680
00000100:00100000:0.0:1767321459.904223:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3778
00000100:00100000:0.0:1767321459.904230:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994119680:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321459.904247:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321459.904287:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994119680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321459.904294:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3778
00000100:00100000:3.0:1767321459.904634:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b607297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994119680:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321459.966517:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321459.966908:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321460.989393:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321460.991727:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321462.013518:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321462.013621:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321463.037300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321463.037431:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321463.486075:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321463.486091:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321463.486094:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321463.486099:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321463.486105:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321463.486117:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6703
00000100:00080000:3.0:1767321463.486122:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321463.486130:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321463.486197:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313af480 x1853163994119808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321463.486234:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321463.486238:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321463.486240:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321463.486245:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6703
00000100:00080000:3.0:1767321463.486248:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321463.486251:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321463.486276:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ad880 x1853163994119936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321463.486326:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321463.486331:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321463.486333:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321463.486337:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6703
00000100:00080000:3.0:1767321463.486339:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321463.486344:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321463.486355:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ac380 x1853163994120192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321463.486381:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321463.486384:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321463.486386:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321463.486390:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6703
00000100:00080000:3.0:1767321463.486392:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321463.486395:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321463.486407:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ad500 x1853163994120448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321463.486452:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994120704:0@lo:400:kworker.0
00000100:00100000:3.0:1767321463.486454:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994120320:0@lo:400:kworker.0
00000100:00100000:1.0:1767321463.486555:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994120064:0@lo:400:kworker.0
00000100:00100000:2.0:1767321463.486620:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994119808:0@lo:38:kworker.0
00000100:00100000:0.0:1767321463.486909:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321463.487002:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994120576:0@lo:400:kworker.0
00000100:00100000:0.0:1767321463.487029:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321463.487274:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994120704
00000100:00100000:0.0:1767321463.487284:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994120704
00000100:00100000:0.0:1767321463.487337:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994120576
00000100:00100000:0.0:1767321463.487341:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994120576
00000100:00100000:0.0:1767321463.487366:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3973
00000100:00100000:0.0:1767321463.487375:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994120704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321463.487429:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994120704:12345-0@lo:400:kworker.0 Request processed in 55us (519us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321463.487436:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3973
00000100:00100000:0.0:1767321463.487455:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3974
00000100:00100000:0.0:1767321463.487462:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994120576:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321463.487493:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994120576:12345-0@lo:400:kworker.0 Request processed in 32us (463us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321463.487499:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3974
00000100:00080000:0.0:1767321463.487516:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321463.487519:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321463.487553:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994120704:0@lo:400:kworker.0
00000100:00100000:0.0:1767321463.487580:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994120576:0@lo:400:kworker.0
00000100:00100000:1.0:1767321463.488332:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321463.488432:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994120064
00000100:00100000:0.0:1767321463.488438:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994120064
00000100:00100000:0.0:1767321463.488490:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6466
00000100:00100000:0.0:1767321463.488498:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994120064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321463.488537:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994120064:12345-0@lo:400:kworker.0 Request processed in 41us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321463.488544:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6466
00000100:00080000:1.0:1767321463.488611:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321463.488636:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994120064:0@lo:400:kworker.0
00000100:00100000:2.0:1767321463.488730:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321463.488758:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994119936:0@lo:38:kworker.0
00000100:00100000:2.0:1767321463.488784:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321463.488814:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994120192:0@lo:38:kworker.0
00000100:00100000:2.0:1767321463.488831:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321463.488858:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994120448:0@lo:38:kworker.0
00000100:00100000:2.0:1767321463.488879:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321463.488946:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994119936
00000100:00100000:1.0:1767321463.488951:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994119936
00000100:00100000:1.0:1767321463.488979:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503
00000100:00100000:1.0:1767321463.488984:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994119936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321463.489001:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321463.489046:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994119936:12345-0@lo:38:kworker.0 Request processed in 61us (261us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321463.489052:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503
00000100:00100000:1.0:1767321463.489070:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994119808
00000100:00100000:1.0:1767321463.489074:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994119808
00000100:00100000:1.0:1767321463.489090:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994120192
00000100:00100000:1.0:1767321463.489093:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994120192
00000100:00100000:1.0:1767321463.489103:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994120448
00000100:00100000:1.0:1767321463.489105:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994120448
00000100:00100000:1.0:1767321463.489117:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73934
00000100:00100000:1.0:1767321463.489122:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994119808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321463.489130:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321463.489154:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994119808:12345-0@lo:38:kworker.0 Request processed in 31us (424us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321463.489176:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73934
00000100:00100000:1.0:1767321463.489187:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73935
00000100:00100000:1.0:1767321463.489190:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994120192:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321463.489198:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321463.489219:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994120192:12345-0@lo:38:kworker.0 Request processed in 27us (387us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321463.489224:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73935
00000100:00100000:1.0:1767321463.489234:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73936
00000100:00100000:1.0:1767321463.489237:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994120448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321463.489244:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321463.489274:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994120448:12345-0@lo:38:kworker.0 Request processed in 35us (393us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321463.489279:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73936
00000100:00080000:1.0:1767321463.489308:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321463.489312:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321463.489316:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994119808:0@lo:38:kworker.0
00000100:00080000:1.0:1767321463.489325:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321463.489327:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321463.489329:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994119936:0@lo:38:kworker.0
00000100:00080000:1.0:1767321463.489336:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321463.489339:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321463.489341:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994120192:0@lo:38:kworker.0
00000100:00080000:1.0:1767321463.489348:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321463.489351:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321463.489354:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994120448:0@lo:38:kworker.0
00000100:00100000:3.0:1767321463.491653:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321463.491804:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994120320
00000100:00100000:0.0:1767321463.491814:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994120320
00000100:00100000:0.0:1767321463.491897:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6467
00000100:00100000:0.0:1767321463.491907:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994120320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321463.491986:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994120320:12345-0@lo:400:kworker.0 Request processed in 80us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321463.491994:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6467
00000100:00100000:3.0:1767321463.492266:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994120320:0@lo:400:kworker.0
00000100:00080000:1.0:1767321463.492338:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321464.061309:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321464.061688:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321464.395305:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321464.395357:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321464.395446:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942308480
00000100:00100000:0.0:1767321464.395459:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942308480
00000100:00100000:0.0:1767321464.395528:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942308352
00000100:00100000:0.0:1767321464.395533:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942308352
00000100:00100000:0.0:1767321464.395557:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6468
00000100:00100000:0.0:1767321464.395568:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942308480:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321464.395613:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73937
00000100:00100000:2.0:1767321464.395621:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942308352:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321464.395640:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321464.395669:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942308480:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 102us (372us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321464.395675:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942308352:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 51us (315us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321464.395683:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6468
00000100:00080000:1.0:1767321464.395727:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321464.401097:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73937
00000100:00100000:3.0:1767321465.023948:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994120960:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321465.023999:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321465.024018:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994120832:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321465.024030:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321465.024227:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994120960
00000100:00100000:2.0:1767321465.024245:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994120960
00000100:00100000:2.0:1767321465.024317:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3779
00000100:00100000:2.0:1767321465.024327:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994120960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321465.024359:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767321465.024420:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321465.026000:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321465.026137:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994120832
00000100:00100000:1.0:1767321465.026144:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994120832
00000100:00100000:1.0:1767321465.026238:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3780
00000100:00100000:1.0:1767321465.026254:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994120832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321465.026285:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321465.026342:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994120832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (347us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321465.026349:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3780
00000100:00080000:0.0:1767321465.026421:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321465.026463:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994120832:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321465.027409:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994120960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3079us (3375us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321465.027416:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994120960:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321465.027423:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3779
00000100:00100000:0.0:1767321465.085334:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321465.088132:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321466.110669:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321466.111836:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321467.133459:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321467.133611:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321468.157474:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321468.157744:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321468.605534:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321468.605545:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321468.605548:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321468.605552:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321468.605556:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321468.605564:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6708
00000100:00080000:1.0:1767321468.605569:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321468.605576:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321468.605616:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291ac380 x1853163994121088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321468.605645:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321468.605648:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321468.605650:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321468.605654:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6708
00000100:00080000:1.0:1767321468.605657:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321468.605660:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321468.605674:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291adc00 x1853163994121216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321468.605741:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321468.605823:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994121088:0@lo:38:kworker.0
00000100:00100000:2.0:1767321468.605891:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321468.605956:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994121216:0@lo:38:kworker.0
00000100:00100000:2.0:1767321468.605982:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321468.606022:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994121216
00000100:00100000:2.0:1767321468.606029:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994121216
00000100:00100000:2.0:1767321468.606064:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504
00000100:00100000:2.0:1767321468.606071:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994121216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321468.606092:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321468.606133:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994121216:12345-0@lo:38:kworker.0 Request processed in 61us (150us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321468.606141:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504
00000100:00080000:2.0:1767321468.606212:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321468.606217:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321468.606221:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994121216:0@lo:38:kworker.0
00000100:00080000:1.0:1767321468.606284:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321468.606288:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321468.606290:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321468.606294:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6708
00000100:00080000:1.0:1767321468.606296:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321468.606300:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321468.606316:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ad500 x1853163994121472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321468.606353:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321468.606356:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321468.606358:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321468.606362:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6708
00000100:00080000:1.0:1767321468.606364:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321468.606367:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321468.606377:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7313ad880 x1853163994121728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321468.606438:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994121088
00000100:00100000:0.0:1767321468.606444:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994121088
00000100:00100000:0.0:1767321468.606473:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73938
00000100:00100000:0.0:1767321468.606477:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994121088:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321468.606489:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321468.606519:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994121088:12345-0@lo:38:kworker.0 Request processed in 40us (628us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321468.606524:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73938
00000100:00100000:0.0:1767321468.606546:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994121600:0@lo:400:kworker.0
00000100:00100000:0.0:1767321468.606568:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321468.606584:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321468.606589:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994121856:0@lo:400:kworker.0
00000100:00100000:0.0:1767321468.606607:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321468.606629:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994121856
00000100:00100000:0.0:1767321468.606632:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994121856
00000100:00100000:0.0:1767321468.606667:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3975
00000100:00100000:0.0:1767321468.606673:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994121856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321468.606708:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994121856:12345-0@lo:400:kworker.0 Request processed in 36us (100us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321468.606714:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3975
00000100:00080000:0.0:1767321468.606729:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321468.606751:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994121856:0@lo:400:kworker.0
00000100:00100000:0.0:1767321468.606771:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994121600
00000100:00100000:0.0:1767321468.606774:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994121600
00000100:00100000:0.0:1767321468.606798:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6469
00000100:00100000:0.0:1767321468.606803:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994121600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321468.606832:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994121600:12345-0@lo:400:kworker.0 Request processed in 28us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321468.606838:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6469
00000100:00080000:0.0:1767321468.606855:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321468.606870:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994121600:0@lo:400:kworker.0
00000100:00100000:2.0:1767321468.606949:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994121472:0@lo:38:kworker.0
00000100:00100000:2.0:1767321468.606975:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321468.606999:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994121728:0@lo:38:kworker.0
00000100:00100000:2.0:1767321468.607016:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321468.607036:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321468.607040:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321468.607043:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994121088:0@lo:38:kworker.0
00000100:00100000:2.0:1767321468.607060:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994121472
00000100:00100000:2.0:1767321468.607064:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994121472
00000100:00100000:2.0:1767321468.607078:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994121728
00000100:00100000:2.0:1767321468.607080:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994121728
00000100:00100000:2.0:1767321468.607093:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73939
00000100:00100000:2.0:1767321468.607097:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994121472:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321468.607107:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321468.607129:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994121472:12345-0@lo:38:kworker.0 Request processed in 32us (154us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321468.607135:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73939
00000100:00100000:2.0:1767321468.607145:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73940
00000100:00100000:2.0:1767321468.607149:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994121728:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321468.607156:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321468.607202:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994121728:12345-0@lo:38:kworker.0 Request processed in 52us (185us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321468.607207:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73940
00000100:00080000:2.0:1767321468.607233:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321468.607237:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321468.607240:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994121472:0@lo:38:kworker.0
00000100:00080000:2.0:1767321468.607246:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321468.607249:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321468.607252:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994121728:0@lo:38:kworker.0
00000100:00100000:3.0:1767321468.608591:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994121984:0@lo:400:kworker.0
00000100:00100000:3.0:1767321468.608643:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321468.608768:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994121344:0@lo:400:kworker.0
00000100:00100000:3.0:1767321468.608789:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321468.608862:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994121344
00000100:00100000:2.0:1767321468.608867:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994121344
00000100:00100000:2.0:1767321468.608925:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6470
00000100:00100000:2.0:1767321468.608934:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994121344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321468.608993:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994121344:12345-0@lo:400:kworker.0 Request processed in 60us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321468.609001:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6470
00000100:00080000:3.0:1767321468.609257:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321468.609295:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994121344:0@lo:400:kworker.0
00000100:00100000:0.0:1767321468.609688:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994121984
00000100:00100000:0.0:1767321468.609693:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994121984
00000100:00100000:0.0:1767321468.609783:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3976
00000100:00100000:0.0:1767321468.609792:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994121984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321468.609844:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994121984:12345-0@lo:400:kworker.0 Request processed in 55us (1200us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321468.609850:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3976
00000100:00100000:2.0:1767321468.609924:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7313af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994121984:0@lo:400:kworker.0
00000100:00080000:3.0:1767321468.610066:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767321469.181447:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321469.181516:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321469.512797:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321469.513068:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942308608
00000100:00100000:2.0:1767321469.513082:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942308608
00000100:00100000:2.0:1767321469.513326:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73941
00000100:00100000:2.0:1767321469.513336:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942308608:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321469.513368:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321469.513461:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942308608:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 124us (678us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321469.513469:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73941
00000100:00100000:3.0:1767321469.518791:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321469.518928:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942308736
00000100:00100000:2.0:1767321469.518942:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942308736
00000100:00100000:2.0:1767321469.519050:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6471
00000100:00100000:2.0:1767321469.519063:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942308736:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321469.519233:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942308736:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 172us (455us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321469.519242:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6471
00000100:00080000:3.0:1767321469.519697:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321470.141453:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321470.141488:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994122112:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321470.141610:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321470.141823:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994122112
00000100:00100000:2.0:1767321470.141834:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994122112
00000100:00100000:2.0:1767321470.141926:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3781
00000100:00100000:2.0:1767321470.141937:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994122112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321470.141978:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321470.142032:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994122112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (433us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321470.142041:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3781
00000100:00080000:1.0:1767321470.142132:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321470.142412:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994122112:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321470.142993:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994122240:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321470.143049:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321470.145217:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994122240
00000100:00100000:2.0:1767321470.145237:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994122240
00000100:00100000:2.0:1767321470.145340:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3782
00000100:00100000:2.0:1767321470.145352:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994122240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321470.145396:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767321470.145520:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321470.154017:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994122240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8650us (10949us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321470.154039:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3782
00000100:00100000:0.0:1767321470.155923:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994122240:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321470.205273:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321470.205852:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321471.229788:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321471.231532:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321472.253353:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321472.254012:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321473.277389:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321473.277556:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321473.725511:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321473.725527:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321473.725531:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321473.725536:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321473.725542:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321473.725555:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6713
00000100:00080000:0.0:1767321473.725562:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321473.725570:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321473.725627:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d266300 x1853163994122368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321473.725662:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321473.725667:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321473.725670:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321473.725677:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6713
00000100:00080000:0.0:1767321473.725680:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321473.725685:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321473.725705:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a5a5c00 x1853163994122496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321473.725810:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994122624:0@lo:400:kworker.0
00000100:00100000:2.0:1767321473.725904:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321473.726043:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994122368:0@lo:38:kworker.0
00000100:00100000:1.0:1767321473.726090:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321473.726116:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994122496:0@lo:38:kworker.0
00000100:00100000:1.0:1767321473.726150:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321473.726241:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994122624
00000100:00100000:3.0:1767321473.726252:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994122624
00000100:00100000:3.0:1767321473.726332:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994122368
00000100:00100000:3.0:1767321473.726336:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994122368
00000100:00100000:3.0:1767321473.726362:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6472
00000100:00100000:3.0:1767321473.726374:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994122624:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321473.726531:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73942
00000100:00100000:1.0:1767321473.726538:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994122368:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321473.726563:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321473.726607:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994122368:12345-0@lo:38:kworker.0 Request processed in 67us (515us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321473.726615:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73942
00000100:00080000:1.0:1767321473.726648:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321473.726683:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321473.726688:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321473.726691:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994122368:0@lo:38:kworker.0
00000100:00100000:1.0:1767321473.726740:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994122496
00000100:00100000:1.0:1767321473.726744:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994122496
00000100:00100000:1.0:1767321473.726768:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505
00000100:00100000:1.0:1767321473.726772:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b726fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994122496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321473.726784:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321473.726816:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b726fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994122496:12345-0@lo:38:kworker.0 Request processed in 42us (664us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321473.726822:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505
00000100:00080000:1.0:1767321473.727089:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321473.727094:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321473.727097:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994122496:0@lo:38:kworker.0
00000100:00080000:0.0:1767321473.727336:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321473.727342:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321473.727346:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321473.727351:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6713
00000100:00080000:0.0:1767321473.727354:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321473.727358:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321473.727388:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a5a6680 x1853163994122752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321473.727434:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321473.727437:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321473.727439:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321473.727443:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6713
00000100:00080000:0.0:1767321473.727446:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321473.727449:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321473.727474:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731188700 x1853163994123008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321473.727545:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994123264:0@lo:400:kworker.0
00000100:00100000:1.0:1767321473.727587:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321473.727632:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994123264
00000100:00100000:1.0:1767321473.727636:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994123264
00000100:00100000:1.0:1767321473.727682:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3977
00000100:00100000:1.0:1767321473.727690:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994123264:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321473.727733:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994123264:12345-0@lo:400:kworker.0 Request processed in 45us (146us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321473.727740:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3977
00000100:00080000:1.0:1767321473.727758:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321473.727780:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994123264:0@lo:400:kworker.0
00000100:00100000:1.0:1767321473.727811:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994123136:0@lo:400:kworker.0
00000100:00100000:1.0:1767321473.727835:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321473.727856:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321473.727862:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994122880:0@lo:400:kworker.0
00000100:00100000:1.0:1767321473.727886:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321473.727916:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994122880
00000100:00100000:1.0:1767321473.727920:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994122880
00000100:00100000:1.0:1767321473.727954:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6473
00000100:00100000:1.0:1767321473.727961:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994122880:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321473.727997:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994122880:12345-0@lo:400:kworker.0 Request processed in 37us (109us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321473.728003:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6473
00000100:00080000:1.0:1767321473.728021:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321473.728028:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994123136
00000100:00100000:1.0:1767321473.728031:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994123136
00000100:00100000:1.0:1767321473.728056:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3978
00000100:00100000:1.0:1767321473.728062:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994123136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321473.728103:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994123136:12345-0@lo:400:kworker.0 Request processed in 41us (267us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321473.728109:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3978
00000100:00080000:1.0:1767321473.728124:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321473.728141:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994122880:0@lo:400:kworker.0
00000100:00100000:1.0:1767321473.728151:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994123136:0@lo:400:kworker.0
00000100:00100000:1.0:1767321473.729295:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994122752:0@lo:38:kworker.0
00000100:00100000:1.0:1767321473.729372:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321473.729430:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994123008:0@lo:38:kworker.0
00000100:00100000:1.0:1767321473.729456:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321473.729511:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994122752
00000100:00100000:1.0:1767321473.729518:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994122752
00000100:00100000:1.0:1767321473.729551:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994123008
00000100:00100000:1.0:1767321473.729554:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994123008
00000100:00100000:1.0:1767321473.729584:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73943
00000100:00100000:1.0:1767321473.729591:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994122752:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321473.729616:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321473.729663:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994122752:12345-0@lo:38:kworker.0 Request processed in 70us (290us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321473.729681:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73943
00000100:00100000:1.0:1767321473.729701:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73944
00000100:00100000:1.0:1767321473.729705:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994123008:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321473.729715:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321473.729740:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994123008:12345-0@lo:38:kworker.0 Request processed in 33us (283us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321473.729746:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73944
00000100:00080000:1.0:1767321473.729794:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321473.729799:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321473.729804:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994122752:0@lo:38:kworker.0
00000100:00080000:1.0:1767321473.729815:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321473.729819:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321473.729822:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994123008:0@lo:38:kworker.0
00000100:00100000:3.0:1767321473.730721:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994122624:12345-0@lo:400:kworker.0 Request processed in 4341us (4809us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321473.730737:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6472
00000100:00100000:2.0:1767321473.734561:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994122624:0@lo:400:kworker.0
00000100:00100000:0.0:1767321474.302617:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321474.308490:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321474.633529:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321474.633610:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942308864
00000100:00100000:3.0:1767321474.633633:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942308864
00000100:00100000:2.0:1767321474.633786:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73945
00000100:00100000:2.0:1767321474.633796:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942308864:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321474.633825:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321474.633866:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321474.633976:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942308864:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 178us (461us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321474.633985:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73945
00000100:00100000:2.0:1767321474.634005:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942308992
00000100:00100000:2.0:1767321474.634008:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942308992
00000100:00100000:2.0:1767321474.634076:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6474
00000100:00100000:2.0:1767321474.634083:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942308992:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:0.0:1767321474.634148:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321474.642651:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942308992:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 8547us (8766us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321474.642671:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6474
00000100:00100000:0.0:1767321475.261580:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321475.261612:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994123392:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321475.261704:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321475.261856:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994123392
00000100:00100000:3.0:1767321475.261866:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994123392
00000100:00100000:3.0:1767321475.261949:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3783
00000100:00100000:3.0:1767321475.261962:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994123392:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321475.261998:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321475.262066:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994123392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (362us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321475.262075:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3783
00000100:00100000:3.0:1767321475.262131:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994123392:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321475.262248:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321475.266517:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994123520:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321475.266619:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321475.269118:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994123520
00000100:00100000:0.0:1767321475.269139:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994123520
00000100:00100000:0.0:1767321475.269298:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3784
00000100:00100000:0.0:1767321475.269310:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994123520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321475.269356:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767321475.269378:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321475.270770:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994123520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1453us (4141us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321475.270783:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3784
00000100:00100000:1.0:1767321475.277478:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994123520:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767321475.328033:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321475.328668:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321476.349564:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321476.352654:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321477.373493:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321477.373864:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321478.397350:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321478.398095:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321478.846532:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321478.846543:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321478.846545:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321478.846549:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321478.846553:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321478.846562:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6718
00000100:00080000:1.0:1767321478.846567:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321478.846574:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321478.846629:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a5a5c00 x1853163994123648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321478.846655:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321478.846658:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321478.846659:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321478.846663:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6718
00000100:00080000:1.0:1767321478.846666:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321478.846669:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321478.846682:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e418700 x1853163994123776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321478.846715:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321478.846718:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321478.846719:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321478.846722:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6718
00000100:00080000:1.0:1767321478.846724:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321478.846731:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321478.846743:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a296d80 x1853163994124032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321478.846763:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321478.846765:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321478.846766:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321478.846769:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6718
00000100:00080000:1.0:1767321478.846771:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321478.846773:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321478.846779:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a294000 x1853163994124288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321478.846810:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994124416:0@lo:400:kworker.0
00000100:00100000:1.0:1767321478.846886:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321478.846946:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321478.846962:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994124160:0@lo:400:kworker.0
00000100:00100000:1.0:1767321478.847002:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321478.847038:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994124416
00000100:00100000:1.0:1767321478.847047:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994124416
00000100:00100000:1.0:1767321478.847109:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3979
00000100:00100000:1.0:1767321478.847119:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994124416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321478.847202:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994124416:12345-0@lo:400:kworker.0 Request processed in 83us (313us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321478.847210:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3979
00000100:00100000:1.0:1767321478.847267:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994124416:0@lo:400:kworker.0
00000100:00100000:3.0:1767321478.847412:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994123904:0@lo:400:kworker.0
00000100:00100000:3.0:1767321478.847439:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321478.847465:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321478.847468:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994124544:0@lo:400:kworker.0
00000100:00100000:3.0:1767321478.847483:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321478.847504:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994124544
00000100:00100000:3.0:1767321478.847506:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994124544
00000100:00100000:3.0:1767321478.847527:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3980
00000100:00100000:3.0:1767321478.847531:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994124544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321478.847553:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994124544:12345-0@lo:400:kworker.0 Request processed in 22us (70us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321478.847560:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3980
00000100:00100000:3.0:1767321478.847577:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994124544:0@lo:400:kworker.0
00000100:00100000:2.0:1767321478.847775:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994123648:0@lo:38:kworker.0
00000100:00100000:2.0:1767321478.847801:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321478.847821:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994123776:0@lo:38:kworker.0
00000100:00100000:2.0:1767321478.847837:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321478.847857:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994124032:0@lo:38:kworker.0
00000100:00100000:2.0:1767321478.847871:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321478.847889:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994124288:0@lo:38:kworker.0
00000100:00100000:2.0:1767321478.847911:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321478.847941:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994124160
00000100:00100000:2.0:1767321478.847945:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994124160
00000100:00100000:2.0:1767321478.847992:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994123904
00000100:00100000:2.0:1767321478.847995:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994123904
00000100:00100000:2.0:1767321478.848013:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994123648
00000100:00100000:2.0:1767321478.848016:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994123648
00000100:00100000:2.0:1767321478.848025:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994124032
00000100:00100000:2.0:1767321478.848027:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994124032
00000100:00100000:2.0:1767321478.848036:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994124288
00000100:00100000:2.0:1767321478.848038:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994124288
00000100:00100000:2.0:1767321478.848047:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6475
00000100:00100000:2.0:1767321478.848051:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994124160:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321478.848078:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994124160:12345-0@lo:400:kworker.0 Request processed in 27us (1076us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321478.848084:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6475
00000100:00100000:2.0:1767321478.848102:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6476
00000100:00100000:2.0:1767321478.848108:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994123904:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321478.848138:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994123904:12345-0@lo:400:kworker.0 Request processed in 30us (696us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321478.848144:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6476
00000100:00100000:2.0:1767321478.848156:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73946
00000100:00100000:2.0:1767321478.848183:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994123648:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321478.848207:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321478.848243:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994123648:12345-0@lo:38:kworker.0 Request processed in 58us (440us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321478.848250:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73946
00000100:00100000:2.0:1767321478.848260:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73947
00000100:00100000:2.0:1767321478.848263:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994124032:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321478.848269:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321478.848286:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994124032:12345-0@lo:38:kworker.0 Request processed in 22us (415us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321478.848289:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73947
00000100:00100000:2.0:1767321478.848296:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73948
00000100:00100000:2.0:1767321478.848298:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994124288:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321478.848303:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321478.848313:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994124288:12345-0@lo:38:kworker.0 Request processed in 14us (403us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321478.848316:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73948
00000100:00080000:2.0:1767321478.848327:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321478.848331:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321478.848333:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321478.848582:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994123776
00000100:00100000:0.0:1767321478.848587:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994123776
00000100:00100000:0.0:1767321478.848606:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506
00000100:00100000:0.0:1767321478.848610:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994123776:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321478.848617:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321478.848642:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994123776:12345-0@lo:38:kworker.0 Request processed in 31us (803us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321478.848646:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506
00000100:00100000:3.0:1767321478.848792:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994123904:0@lo:400:kworker.0
00000100:00080000:2.0:1767321478.848834:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321478.848839:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321478.848841:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a5a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994123648:0@lo:38:kworker.0
00000100:00080000:2.0:1767321478.848851:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321478.848853:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321478.848855:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994123776:0@lo:38:kworker.0
00000100:00080000:2.0:1767321478.848860:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321478.848862:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321478.848864:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994124032:0@lo:38:kworker.0
00000100:00080000:2.0:1767321478.848869:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321478.848872:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321478.848875:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994124288:0@lo:38:kworker.0
00000100:00100000:1.0:1767321478.849061:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994124160:0@lo:400:kworker.0
00010000:00010000:0.0:1767321479.422256:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321479.423196:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321479.751808:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321479.751906:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321479.752102:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942309248
00000100:00100000:1.0:1767321479.752121:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942309248
00000100:00100000:1.0:1767321479.752286:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942309120
00000100:00100000:1.0:1767321479.752290:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942309120
00000100:00100000:1.0:1767321479.752317:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6477
00000100:00100000:1.0:1767321479.752331:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942309248:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321479.752442:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942309248:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 114us (644us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321479.752451:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6477
00000100:00100000:1.0:1767321479.752477:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73949
00000100:00100000:1.0:1767321479.752482:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942309120:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321479.752509:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321479.752540:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942309120:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 56us (639us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321479.752565:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73949
00000100:00080000:2.0:1767321479.752739:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321480.381434:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994124672:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321480.381532:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321480.381696:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994124672
00000100:00100000:1.0:1767321480.381706:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994124672
00000100:00100000:1.0:1767321480.381786:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3785
00000100:00100000:1.0:1767321480.381797:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994124672:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321480.381837:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321480.382107:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994124800:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321480.382135:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321480.382251:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321480.382265:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994124800
00000100:00100000:2.0:1767321480.382268:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994124800
00000100:00100000:2.0:1767321480.382295:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3786
00000100:00100000:2.0:1767321480.382301:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994124800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321480.382319:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321480.382394:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994124672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 600us (862us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321480.382400:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3785
00000100:00100000:0.0:1767321480.382711:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994124672:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321480.382895:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321480.383297:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994124800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 995us (1159us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321480.383305:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3786
00000100:00100000:3.0:1767321480.383382:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994124800:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321480.445404:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321480.445759:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321481.469513:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321481.471032:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321482.493307:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321482.493676:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321483.517281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321483.518395:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1767321483.851407:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942309376 offset 0 length 520: 4
00000100:00100000:3.0:1767321483.857452:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321483.857627:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942309504
00000100:00100000:0.0:1767321483.857643:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942309504
00000100:00100000:0.0:1767321483.857702:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73950
00000100:00100000:0.0:1767321483.857712:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942309504:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321483.857737:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321483.857868:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942309504:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 156us (430us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321483.857876:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73950
00000100:00100000:1.0:1767321483.865675:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321483.873080:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942309632
00000100:00100000:0.0:1767321483.873095:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942309632
00000100:00100000:0.0:1767321483.873200:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6478
00000100:00100000:0.0:1767321483.873211:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942309632:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321483.873300:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942309632:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 90us (7634us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321483.873319:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6478
00000100:00080000:2.0:1767321483.873855:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321483.965490:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321483.965500:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321483.965503:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321483.965507:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321483.965511:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321483.965520:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6723
00000100:00080000:1.0:1767321483.965525:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321483.965531:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321483.965571:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a295500 x1853163994124928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321483.965594:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321483.965597:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321483.965599:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321483.965603:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6723
00000100:00080000:1.0:1767321483.965605:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321483.965609:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321483.965618:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a297800 x1853163994125056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321483.965654:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321483.965657:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321483.965658:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321483.965661:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6723
00000100:00080000:1.0:1767321483.965663:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321483.965666:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321483.965674:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a297100 x1853163994125312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321483.965694:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321483.965698:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321483.965699:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321483.965703:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6723
00000100:00080000:1.0:1767321483.965705:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321483.965709:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321483.965718:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a296d80 x1853163994125568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321483.965861:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994125184:0@lo:400:kworker.0
00000100:00100000:2.0:1767321483.965936:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321483.966005:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321483.966011:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994125824:0@lo:400:kworker.0
00000100:00100000:2.0:1767321483.966045:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321483.966083:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994125824
00000100:00100000:2.0:1767321483.966090:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994125824
00000100:00100000:2.0:1767321483.966140:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3981
00000100:00100000:2.0:1767321483.966148:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994125824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321483.966209:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994125824:12345-0@lo:400:kworker.0 Request processed in 62us (164us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321483.966216:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3981
00000100:00080000:2.0:1767321483.966237:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321483.966263:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994125824:0@lo:400:kworker.0
00000100:00100000:0.0:1767321483.966586:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321458/real 1767321458]  req@ffff89b70909fb80 x1853163994118400/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321483 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321483.966599:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b70909fb80 x1853163994118400/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321483 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321483.966608:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994124928:0@lo:38:kworker.0
00000100:00100000:0.0:1767321483.966630:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321483.966651:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994125056:0@lo:38:kworker.0
00000100:00100000:0.0:1767321483.966666:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321483.966682:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994125312:0@lo:38:kworker.0
00000100:00100000:0.0:1767321483.966694:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321483.966710:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994125568:0@lo:38:kworker.0
00000100:00100000:0.0:1767321483.966730:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321483.966747:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321483.966758:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321483.966761:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994118400:0@lo:250:kworker.0
00000100:00100000:0.0:1767321483.966786:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994125056
00000100:00100000:0.0:1767321483.966790:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994125056
00000100:00100000:0.0:1767321483.966809:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507
00000100:00100000:0.0:1767321483.966812:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994125056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321483.966826:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321483.966856:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994125056:12345-0@lo:38:kworker.0 Request processed in 42us (188us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321483.966862:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507
00000100:00100000:0.0:1767321483.966893:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994125184
00000100:00100000:0.0:1767321483.966897:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994125184
00000100:00100000:0.0:1767321483.966931:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994124928
00000100:00100000:0.0:1767321483.966934:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994124928
00000100:00100000:0.0:1767321483.966945:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994125312
00000100:00100000:0.0:1767321483.966947:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994125312
00000100:00100000:0.0:1767321483.966955:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994125568
00000100:00100000:0.0:1767321483.966956:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994125568
00000100:00100000:0.0:1767321483.966962:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6479
00000100:00100000:0.0:1767321483.966966:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994125184:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321483.967203:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73951
00000100:00100000:1.0:1767321483.967208:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994124928:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321483.967219:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321483.967249:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994124928:12345-0@lo:38:kworker.0 Request processed in 39us (617us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321483.967254:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73951
00000100:00100000:1.0:1767321483.967265:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73952
00000100:00100000:1.0:1767321483.967268:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994125312:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321483.967276:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321483.967290:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994125312:12345-0@lo:38:kworker.0 Request processed in 21us (595us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321483.967294:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73952
00000100:00100000:1.0:1767321483.967391:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73953
00000100:00100000:1.0:1767321483.967395:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994125568:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321483.967419:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321483.967441:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994125568:12345-0@lo:38:kworker.0 Request processed in 45us (710us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321483.967446:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73953
00000100:00100000:1.0:1767321483.967630:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994125696:0@lo:400:kworker.0
00000100:00100000:1.0:1767321483.967660:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321483.967685:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321483.967692:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994125440:0@lo:400:kworker.0
00000100:00100000:1.0:1767321483.967719:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321483.967755:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994125696
00000100:00100000:1.0:1767321483.967758:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994125440
00000100:00100000:3.0:1767321483.967776:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994125696
00000100:00100000:1.0:1767321483.967777:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994125440
00000100:00100000:1.0:1767321483.967828:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6480
00000100:00100000:1.0:1767321483.967835:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994125440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321483.967887:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3982
00000100:00100000:1.0:1767321483.967896:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994125440:12345-0@lo:400:kworker.0 Request processed in 47us (162us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321483.967905:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994125696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321483.967915:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6480
00000100:00080000:1.0:1767321483.967943:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321483.967946:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321483.967948:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321483.967953:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6703
00000100:00080000:1.0:1767321483.967955:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321483.967960:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321483.967984:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103c000 x1853163994125952/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321483.968016:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994125696:12345-0@lo:400:kworker.0 Request processed in 115us (352us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321483.968028:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3982
00000100:00080000:3.0:1767321483.968098:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321483.968104:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321483.968127:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994125952:0@lo:250:kworker.0
00000100:00100000:0.0:1767321483.968211:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994125184:12345-0@lo:400:kworker.0 Request processed in 1240us (2271us total) trans 0 rc 0/0
00000400:00000100:3.0:1767321483.968213:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994125952 offset 0 length 520: 4
00000100:00100000:0.0:1767321483.968231:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6479
00000100:00100000:2.0:1767321483.968535:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994125184:0@lo:400:kworker.0
00000100:00080000:3.0:1767321483.969534:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321483.969545:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321483.969626:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994124928:0@lo:38:kworker.0
00000100:00080000:3.0:1767321483.969648:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321483.969652:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321483.969655:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994125056:0@lo:38:kworker.0
00000100:00080000:3.0:1767321483.969667:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321483.969670:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321483.969674:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994125312:0@lo:38:kworker.0
00000100:00080000:3.0:1767321483.969685:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321483.969688:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321483.969691:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a296d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994125568:0@lo:38:kworker.0
00000100:00100000:1.0:1767321483.972599:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994125440:0@lo:400:kworker.0
00000100:00100000:1.0:1767321483.972636:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994125696:0@lo:400:kworker.0
00000100:00100000:0.0:1767321484.541332:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321484.544834:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321485.502211:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994126080:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321485.502261:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321485.502285:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321485.502289:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994126208:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321485.502327:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321485.502359:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994126080
00000100:00100000:2.0:1767321485.502366:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994126208
00000100:00100000:0.0:1767321485.502367:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994126080
00000100:00100000:2.0:1767321485.502373:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994126208
00000100:00100000:0.0:1767321485.502427:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3787
00000100:00100000:0.0:1767321485.502435:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994126080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321485.502531:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321485.502584:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994126080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 150us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321485.502591:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3787
00000100:00100000:1.0:1767321485.502668:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994126080:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321485.504669:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3788
00000100:00100000:2.0:1767321485.504683:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994126208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321485.504713:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321485.504874:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994126208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 195us (2546us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321485.504880:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3788
00000100:00080000:3.0:1767321485.505288:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321485.505294:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321485.505577:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994126208:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321485.565245:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321485.565377:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321486.591107:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321486.591211:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321487.613330:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321487.613551:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321488.637281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321488.640387:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321488.970896:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321488.970948:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321488.971335:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942309888
00000100:00100000:0.0:1767321488.971346:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942309888
00000100:00100000:0.0:1767321488.971427:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942309760
00000100:00100000:0.0:1767321488.971431:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942309760
00000100:00100000:0.0:1767321488.971458:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6481
00000100:00100000:0.0:1767321488.971469:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942309888:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321488.971548:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942309888:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 82us (665us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321488.971555:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6481
00000100:00100000:0.0:1767321488.971574:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73954
00000100:00100000:0.0:1767321488.971579:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942309760:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321488.971599:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321488.971627:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942309760:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (678us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321488.971634:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73954
00000100:00080000:3.0:1767321488.971804:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321489.085624:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321489.085635:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321489.085638:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321489.085642:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321489.085646:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321489.085653:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6728
00000100:00080000:3.0:1767321489.085656:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321489.085663:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321489.085703:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293ca80 x1853163994126336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321489.085716:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321489.085718:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321489.085719:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321489.085722:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6728
00000100:00080000:3.0:1767321489.085723:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321489.085726:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321489.085732:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293d880 x1853163994126464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321489.085934:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994126336:0@lo:38:kworker.0
00000100:00100000:0.0:1767321489.085997:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321489.086053:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994126464:0@lo:38:kworker.0
00000100:00100000:0.0:1767321489.086070:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321489.086291:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994126464
00000100:00100000:1.0:1767321489.086298:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994126464
00000100:00100000:1.0:1767321489.086334:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508
00000100:00100000:1.0:1767321489.086340:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994126464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321489.086359:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321489.086403:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994126464:12345-0@lo:38:kworker.0 Request processed in 62us (330us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321489.086410:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508
00000100:00080000:1.0:1767321489.086459:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321489.086463:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321489.086466:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994126464:0@lo:38:kworker.0
00000100:00100000:2.0:1767321489.086551:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994126336
00000100:00100000:2.0:1767321489.086556:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994126336
00000100:00100000:2.0:1767321489.086583:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73955
00000100:00100000:2.0:1767321489.086587:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994126336:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321489.086595:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321489.086627:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994126336:12345-0@lo:38:kworker.0 Request processed in 39us (630us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321489.086631:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73955
00000100:00080000:3.0:1767321489.086693:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321489.086697:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321489.086699:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321489.086702:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6728
00000100:00080000:3.0:1767321489.086705:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321489.086709:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321489.086725:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293ea00 x1853163994126720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321489.086742:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767321489.087459:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321489.087486:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994126592:0@lo:400:kworker.0
00000100:00100000:0.0:1767321489.087527:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321489.087614:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321489.087619:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321489.087623:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6728
00000100:00080000:3.0:1767321489.087626:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321489.087630:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321489.087651:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b62293f100 x1853163994126976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321489.087853:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994126848:0@lo:400:kworker.0
00000100:00100000:1.0:1767321489.087882:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321489.087910:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321489.087916:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994127104:0@lo:400:kworker.0
00000100:00100000:1.0:1767321489.087940:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321489.087963:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994126592
00000100:00100000:1.0:1767321489.087967:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994126592
00000100:00100000:1.0:1767321489.088010:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994126848
00000100:00100000:1.0:1767321489.088012:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994126848
00000100:00100000:1.0:1767321489.088024:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6482
00000100:00100000:1.0:1767321489.088028:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994126592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321489.088056:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994126592:12345-0@lo:400:kworker.0 Request processed in 28us (530us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321489.088061:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6482
00000100:00100000:1.0:1767321489.088070:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6483
00000100:00100000:1.0:1767321489.088073:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994126848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321489.088090:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994126848:12345-0@lo:400:kworker.0 Request processed in 17us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321489.088094:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6483
00000100:00100000:1.0:1767321489.088116:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994126848:0@lo:400:kworker.0
00000100:00080000:1.0:1767321489.088129:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321489.088136:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994126720:0@lo:38:kworker.0
00000100:00100000:1.0:1767321489.088151:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321489.088176:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994126976:0@lo:38:kworker.0
00000100:00100000:1.0:1767321489.088190:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321489.088206:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321489.088209:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321489.088211:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994126336:0@lo:38:kworker.0
00000100:00100000:1.0:1767321489.088225:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994126720
00000100:00100000:1.0:1767321489.088227:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994126720
00000100:00100000:1.0:1767321489.088237:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994126976
00000100:00100000:1.0:1767321489.088238:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994126976
00000100:00100000:1.0:1767321489.088243:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73956
00000100:00100000:1.0:1767321489.088246:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994126720:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321489.088257:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321489.088278:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994126720:12345-0@lo:38:kworker.0 Request processed in 31us (127us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321489.088283:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73956
00000100:00100000:1.0:1767321489.088290:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73957
00000100:00100000:1.0:1767321489.088292:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994126976:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321489.088297:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321489.088311:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994126976:12345-0@lo:38:kworker.0 Request processed in 18us (121us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321489.088315:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73957
00000100:00080000:1.0:1767321489.088331:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321489.088334:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321489.088336:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994126720:0@lo:38:kworker.0
00000100:00080000:1.0:1767321489.088341:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321489.088343:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321489.088345:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994126976:0@lo:38:kworker.0
00000100:00100000:2.0:1767321489.088411:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321489.088418:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994127232:0@lo:400:kworker.0
00000100:00100000:2.0:1767321489.088440:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321489.088465:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994127104
00000100:00100000:2.0:1767321489.088467:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994127104
00000100:00100000:2.0:1767321489.088493:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994127232
00000100:00100000:2.0:1767321489.088496:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994127232
00000100:00100000:2.0:1767321489.088517:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3983
00000100:00100000:2.0:1767321489.088522:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994127104:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321489.088557:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994127104:12345-0@lo:400:kworker.0 Request processed in 35us (616us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321489.088562:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3983
00000100:00100000:2.0:1767321489.088574:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3984
00000100:00100000:2.0:1767321489.088577:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994127232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321489.088598:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994127232:12345-0@lo:400:kworker.0 Request processed in 21us (158us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321489.088601:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3984
00000100:00100000:2.0:1767321489.088620:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994127232:0@lo:400:kworker.0
00000100:00100000:2.0:1767321489.088632:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994127104:0@lo:400:kworker.0
00000100:00080000:2.0:1767321489.088640:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321489.088642:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321489.089043:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994126592:0@lo:400:kworker.0
00000100:00100000:0.0:1767321489.662154:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321489.665087:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321490.626108:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321490.626136:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994127360:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321490.626249:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321490.626298:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321490.626308:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994127488:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321490.626338:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321490.627251:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994127360
00000100:00100000:1.0:1767321490.627261:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994127360
00000100:00100000:1.0:1767321490.627330:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994127488
00000100:00100000:1.0:1767321490.627334:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994127488
00000100:00100000:1.0:1767321490.627365:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3789
00000100:00100000:1.0:1767321490.627375:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994127360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321490.627450:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321490.627508:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994127360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (1259us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321490.627515:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3789
00000100:00100000:1.0:1767321490.627532:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3790
00000100:00100000:1.0:1767321490.627538:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994127488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321490.627556:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321490.627586:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994127488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (1247us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321490.627592:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3790
00000100:00100000:3.0:1767321490.632808:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994127360:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321490.632870:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994127488:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321490.685411:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321490.686097:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321491.711913:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321491.714558:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321492.733310:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321492.734119:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321493.758960:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321493.758974:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321494.089721:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321494.089784:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321494.090502:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942310016
00000100:00100000:1.0:1767321494.090519:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942310016
00000100:00100000:1.0:1767321494.090570:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73958
00000100:00100000:1.0:1767321494.090578:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942310016:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321494.090604:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321494.090674:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942310016:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 95us (962us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321494.090681:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73958
00000100:00100000:1.0:1767321494.090707:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942310144
00000100:00100000:1.0:1767321494.090711:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942310144
00000100:00100000:1.0:1767321494.090767:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6484
00000100:00100000:1.0:1767321494.090774:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942310144:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321494.090813:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942310144:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 40us (1030us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321494.090820:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6484
00000100:00080000:1.0:1767321494.090856:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321494.208185:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321494.208197:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321494.208200:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321494.208204:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321494.208208:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321494.208216:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6733
00000100:00080000:1.0:1767321494.208221:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321494.208228:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321494.208271:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103e680 x1853163994127616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321494.208296:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321494.208300:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321494.208302:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321494.208316:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6733
00000100:00080000:1.0:1767321494.208319:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321494.208322:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321494.208340:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cd500 x1853163994127744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321494.208382:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321494.208385:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321494.208387:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321494.208390:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6733
00000100:00080000:1.0:1767321494.208392:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321494.208396:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321494.208408:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cf800 x1853163994128000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321494.208430:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321494.208434:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321494.208435:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321494.208438:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6733
00000100:00080000:1.0:1767321494.208441:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321494.208443:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321494.208453:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc000 x1853163994128256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321494.208495:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994128128:0@lo:400:kworker.0
00000100:00100000:2.0:1767321494.208497:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994127616:0@lo:38:kworker.0
00000100:00100000:3.0:1767321494.208581:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994127872:0@lo:400:kworker.0
00000100:00100000:0.0:1767321494.208624:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994128512:0@lo:400:kworker.0
00000100:00100000:1.0:1767321494.216351:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321494.216434:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321494.216447:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994128384:0@lo:400:kworker.0
00000100:00100000:1.0:1767321494.216515:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321494.216562:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994128384
00000100:00100000:1.0:1767321494.216570:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994128384
00000100:00100000:1.0:1767321494.216623:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3985
00000100:00100000:1.0:1767321494.216632:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994128384:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321494.216704:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994128384:12345-0@lo:400:kworker.0 Request processed in 73us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321494.216712:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3985
00000100:00080000:1.0:1767321494.216958:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321494.217016:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994128384:0@lo:400:kworker.0
00000100:00100000:1.0:1767321494.217136:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994128128
00000100:00100000:1.0:1767321494.217141:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994128128
00000100:00100000:1.0:1767321494.217200:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6485
00000100:00100000:1.0:1767321494.217208:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994128128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321494.217247:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994128128:12345-0@lo:400:kworker.0 Request processed in 40us (905us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321494.217254:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6485
00000100:00080000:1.0:1767321494.217269:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321494.217285:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994128128:0@lo:400:kworker.0
00000100:00100000:3.0:1767321494.217851:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321494.217996:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321494.218189:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994128512
00000100:00100000:3.0:1767321494.218195:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994128512
00000100:00100000:3.0:1767321494.218244:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3986
00000100:00100000:3.0:1767321494.218253:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994128512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321494.218303:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994128512:12345-0@lo:400:kworker.0 Request processed in 51us (317us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321494.218309:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3986
00000100:00080000:0.0:1767321494.218428:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321494.218454:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994128512:0@lo:400:kworker.0
00000100:00100000:1.0:1767321494.222435:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994127872
00000100:00100000:1.0:1767321494.222450:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994127872
00000100:00080000:0.0:1767321494.222904:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321494.222959:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6486
00000100:00100000:1.0:1767321494.222970:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994127872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321494.223088:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994127872:12345-0@lo:400:kworker.0 Request processed in 120us (5236us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321494.223099:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6486
00000100:00100000:0.0:1767321494.224543:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994127872:0@lo:400:kworker.0
00000100:00100000:2.0:1767321494.228840:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321494.234927:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994127744:0@lo:38:kworker.0
00000100:00100000:2.0:1767321494.235007:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321494.235036:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994128000:0@lo:38:kworker.0
00000100:00100000:2.0:1767321494.235066:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321494.235359:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994127616
00000100:00100000:3.0:1767321494.235369:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994127616
00000100:00100000:3.0:1767321494.235415:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73959
00000100:00100000:3.0:1767321494.235424:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994127616:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321494.235447:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321494.239291:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994127616:12345-0@lo:38:kworker.0 Request processed in 84us (6676us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321494.239309:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73959
00000100:00100000:3.0:1767321494.239400:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994127744
00000100:00100000:3.0:1767321494.239410:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994127744
00000100:00100000:3.0:1767321494.239454:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509
00000100:00100000:3.0:1767321494.239460:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994127744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321494.239494:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321494.239583:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994127744:12345-0@lo:38:kworker.0 Request processed in 121us (4576us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321494.239590:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509
00000100:00100000:2.0:1767321494.246088:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994128256:0@lo:38:kworker.0
00000100:00100000:2.0:1767321494.246154:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321494.246232:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321494.246238:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321494.246243:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994127616:0@lo:38:kworker.0
00000100:00080000:2.0:1767321494.246256:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321494.246259:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321494.246262:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994127744:0@lo:38:kworker.0
00000100:00100000:0.0:1767321494.246398:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994128000
00000100:00100000:0.0:1767321494.246406:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994128000
00000100:00100000:0.0:1767321494.246450:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994128256
00000100:00100000:0.0:1767321494.246454:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994128256
00000100:00100000:0.0:1767321494.246489:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73960
00000100:00100000:0.0:1767321494.246498:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994128000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321494.246519:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321494.246536:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73961
00000100:00100000:3.0:1767321494.246545:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994128256:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321494.246556:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321494.246585:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994128000:12345-0@lo:38:kworker.0 Request processed in 86us (11516us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321494.246594:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73960
00000100:00100000:3.0:1767321494.246599:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994128256:12345-0@lo:38:kworker.0 Request processed in 53us (443us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321494.246607:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73961
00000100:00080000:2.0:1767321494.246773:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321494.246779:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321494.246783:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994128000:0@lo:38:kworker.0
00000100:00080000:2.0:1767321494.246791:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321494.246795:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321494.246797:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994128256:0@lo:38:kworker.0
00000100:00100000:0.0:1767321494.781500:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321494.781577:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321495.745279:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994128768:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321495.745391:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321495.746604:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994128640:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321495.746673:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321495.747208:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994128768
00000100:00100000:1.0:1767321495.747218:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994128768
00000100:00100000:1.0:1767321495.747278:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994128640
00000100:00100000:1.0:1767321495.747281:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994128640
00000100:00100000:1.0:1767321495.747320:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3791
00000100:00100000:1.0:1767321495.747329:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994128768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321495.747372:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321495.747426:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994128768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (2035us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321495.747433:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3791
00000100:00100000:1.0:1767321495.747452:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3792
00000100:00100000:1.0:1767321495.747459:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994128640:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321495.747473:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321495.747512:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994128640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (848us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321495.747519:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3792
00000100:00100000:2.0:1767321495.748035:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994128640:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321495.748781:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994128768:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767321495.805727:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321495.806058:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321496.830477:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321496.831382:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321497.853507:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321497.853577:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321498.877522:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321498.878155:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321499.210037:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321499.210954:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321499.213287:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942310272
00000100:00100000:1.0:1767321499.213302:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942310272
00000100:00100000:1.0:1767321499.213358:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942310400
00000100:00100000:1.0:1767321499.213361:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942310400
00000100:00100000:3.0:1767321499.213378:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73962
00000100:00100000:3.0:1767321499.213388:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942310272:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321499.213415:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321499.213421:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6487
00000100:00100000:1.0:1767321499.213430:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942310400:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321499.213511:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942310272:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 122us (3495us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321499.213519:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73962
00000100:00080000:0.0:1767321499.213706:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321499.218582:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942310400:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 5140us (7629us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321499.218605:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6487
00000100:00080000:1.0:1767321499.326486:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321499.326499:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321499.326503:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321499.326506:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321499.326510:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321499.326518:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6738
00000100:00080000:1.0:1767321499.326522:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321499.326541:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321499.326590:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc700 x1853163994128896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321499.326689:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994128896:0@lo:38:kworker.0
00000100:00100000:3.0:1767321499.326756:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321499.326845:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321499.326850:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321499.326852:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321499.326856:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6738
00000100:00080000:1.0:1767321499.326858:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321499.326862:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321499.326877:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cd880 x1853163994129024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321499.327871:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994128896
00000100:00100000:0.0:1767321499.327881:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994128896
00000100:00100000:0.0:1767321499.327925:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73963
00000100:00100000:0.0:1767321499.327931:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994128896:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321499.327951:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321499.334755:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994129024:0@lo:38:kworker.0
00000100:00100000:3.0:1767321499.334851:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321499.334986:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994129024
00000100:00100000:2.0:1767321499.334994:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994129024
00000100:00100000:2.0:1767321499.335057:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510
00000100:00100000:2.0:1767321499.335067:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994129024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321499.335093:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321499.335135:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994129024:12345-0@lo:38:kworker.0 Request processed in 68us (284us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321499.335142:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510
00000100:00080000:1.0:1767321499.340707:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321499.340714:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321499.340718:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321499.340725:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6738
00000100:00080000:1.0:1767321499.340730:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321499.340738:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321499.340760:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cf100 x1853163994129280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321499.340790:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321499.340794:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321499.340796:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321499.340800:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6738
00000100:00080000:1.0:1767321499.340802:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321499.340805:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321499.340828:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc000 x1853163994129536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321499.340878:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994129408:0@lo:400:kworker.0
00000100:00100000:1.0:1767321499.340943:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321499.340982:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321499.340988:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994129664:0@lo:400:kworker.0
00000100:00100000:2.0:1767321499.341430:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994129408
00000100:00100000:2.0:1767321499.341438:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994129408
00000100:00100000:2.0:1767321499.341505:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6488
00000100:00100000:2.0:1767321499.341514:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994129408:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321499.341585:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994129408:12345-0@lo:400:kworker.0 Request processed in 72us (641us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321499.341593:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6488
00000100:00100000:2.0:1767321499.341634:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994129152:0@lo:400:kworker.0
00000100:00100000:2.0:1767321499.341661:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321499.341683:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321499.341688:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994129792:0@lo:400:kworker.0
00000100:00100000:2.0:1767321499.341716:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994129152
00000100:00100000:2.0:1767321499.341720:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994129152
00000100:00100000:2.0:1767321499.341748:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6489
00000100:00100000:2.0:1767321499.341754:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994129152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321499.341788:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994129152:12345-0@lo:400:kworker.0 Request processed in 34us (126us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321499.341794:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6489
00000100:00080000:2.0:1767321499.341858:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321499.342052:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321499.342098:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994129408:0@lo:400:kworker.0
00000100:00100000:1.0:1767321499.342123:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321499.342145:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994129152:0@lo:400:kworker.0
00000100:00100000:1.0:1767321499.342178:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994129664
00000100:00100000:1.0:1767321499.342182:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994129664
00000100:00100000:1.0:1767321499.342410:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994129792
00000100:00100000:1.0:1767321499.342414:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994129792
00000100:00100000:1.0:1767321499.342435:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3987
00000100:00100000:1.0:1767321499.342440:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994129664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321499.342477:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994129664:12345-0@lo:400:kworker.0 Request processed in 37us (1463us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321499.342487:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3987
00000100:00100000:1.0:1767321499.342501:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3988
00000100:00100000:1.0:1767321499.342507:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994129792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321499.342548:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994129792:12345-0@lo:400:kworker.0 Request processed in 42us (424us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321499.342554:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3988
00000100:00080000:1.0:1767321499.342575:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321499.342578:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321499.342607:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994129664:0@lo:400:kworker.0
00000100:00100000:1.0:1767321499.342633:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994129792:0@lo:400:kworker.0
00000100:00100000:0.0:1767321499.347341:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994128896:12345-0@lo:38:kworker.0 Request processed in 19398us (20573us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321499.347357:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73963
00000100:00080000:3.0:1767321499.349409:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321499.349422:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321499.349428:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994128896:0@lo:38:kworker.0
00000100:00100000:3.0:1767321499.349465:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994129280:0@lo:38:kworker.0
00000100:00100000:3.0:1767321499.349530:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321499.349563:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994129536:0@lo:38:kworker.0
00000100:00100000:3.0:1767321499.349588:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321499.349629:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321499.349633:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321499.349636:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994129024:0@lo:38:kworker.0
00000100:00100000:1.0:1767321499.349839:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994129280
00000100:00100000:1.0:1767321499.349846:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994129280
00000100:00100000:1.0:1767321499.349884:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994129536
00000100:00100000:1.0:1767321499.349887:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994129536
00000100:00100000:2.0:1767321499.352702:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73964
00000100:00100000:2.0:1767321499.352716:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994129280:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321499.352747:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321499.352861:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994129280:12345-0@lo:38:kworker.0 Request processed in 145us (3330us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321499.352869:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73964
00000100:00100000:2.0:1767321499.352894:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73965
00000100:00100000:2.0:1767321499.352899:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994129536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321499.352909:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321499.352934:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994129536:12345-0@lo:38:kworker.0 Request processed in 33us (3345us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321499.352940:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73965
00000100:00080000:3.0:1767321499.370555:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321499.370569:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321499.370574:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994129280:0@lo:38:kworker.0
00000100:00080000:3.0:1767321499.370590:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321499.370594:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321499.370606:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994129536:0@lo:38:kworker.0
00000100:00100000:0.0:1767321499.901284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321499.903868:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321500.864673:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321500.864697:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994129920:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321500.864770:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321500.865014:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994130048:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321500.865047:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321500.871042:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994129920
00000100:00100000:3.0:1767321500.871059:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994129920
00000100:00100000:3.0:1767321500.871218:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994130048
00000100:00100000:3.0:1767321500.871223:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994130048
00000100:00100000:0.0:1767321500.873144:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3793
00000100:00100000:0.0:1767321500.873178:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994129920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321500.873298:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321500.873300:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3794
00000100:00100000:2.0:1767321500.873311:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705159050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994130048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321500.873328:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321500.880657:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994129920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7491us (15876us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321500.880671:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3793
00000100:00100000:1.0:1767321500.881004:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994129920:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321500.881610:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705159050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994130048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8299us (16559us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321500.881619:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3794
00000100:00100000:1.0:1767321500.881669:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994130048:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321500.925299:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321500.925641:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321501.949452:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321501.950188:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321502.973318:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321502.973567:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321503.997451:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321503.997782:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321504.327254:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321504.327323:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942310656
00000100:00100000:1.0:1767321504.327333:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942310656
00000100:00080000:2.0:1767321504.327401:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321504.327415:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6490
00000100:00100000:1.0:1767321504.327427:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942310656:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321504.327535:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942310656:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 112us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321504.327544:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6490
00000100:00100000:3.0:1767321504.328985:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321504.329063:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942310528
00000100:00100000:2.0:1767321504.329070:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942310528
00000100:00100000:2.0:1767321504.329115:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73966
00000100:00100000:2.0:1767321504.329122:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942310528:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321504.329144:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321504.329355:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942310528:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 101us (245us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321504.329367:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73966
00000100:00080000:0.0:1767321504.445372:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321504.445384:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321504.445387:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321504.445391:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321504.445395:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321504.445403:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6744
00000100:00080000:0.0:1767321504.445408:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321504.445414:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321504.445456:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8f480 x1853163994130176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321504.445487:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321504.445498:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321504.445500:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321504.445512:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6744
00000100:00080000:0.0:1767321504.445515:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321504.445519:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321504.445531:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8fb80 x1853163994130304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321504.445573:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321504.445577:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321504.445579:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321504.445584:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6744
00000100:00080000:0.0:1767321504.445586:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321504.445591:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321504.445601:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994130432:0@lo:400:kworker.0
00000100:00100000:0.0:1767321504.445605:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8d180 x1853163994130560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321504.445635:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321504.445638:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321504.445640:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321504.445644:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6744
00000100:00080000:0.0:1767321504.445646:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321504.445649:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321504.445660:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8df80 x1853163994130816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321504.445683:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321504.445704:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994130944:0@lo:400:kworker.0
00000100:00100000:0.0:1767321504.445742:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321504.445748:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321504.445756:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994131072:0@lo:400:kworker.0
00000100:00100000:2.0:1767321504.445787:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321504.445789:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321504.445797:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994130688:0@lo:400:kworker.0
00000100:00100000:2.0:1767321504.445830:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994130944
00000100:00100000:2.0:1767321504.445839:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994130944
00000100:00100000:0.0:1767321504.445842:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321504.445899:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994131072
00000100:00100000:2.0:1767321504.445902:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994131072
00000100:00100000:0.0:1767321504.445907:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3989
00000100:00100000:0.0:1767321504.445919:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994130944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321504.445928:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3990
00000100:00100000:2.0:1767321504.445938:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994131072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321504.445984:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994131072:12345-0@lo:400:kworker.0 Request processed in 48us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321504.445992:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3990
00000100:00100000:1.0:1767321504.446127:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994130432
00000100:00100000:1.0:1767321504.446132:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994130432
00000100:00100000:1.0:1767321504.446191:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994130688
00000100:00100000:1.0:1767321504.446196:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994130688
00000100:00100000:1.0:1767321504.446217:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6491
00000100:00100000:1.0:1767321504.446235:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994130432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321504.446272:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994130432:12345-0@lo:400:kworker.0 Request processed in 49us (591us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321504.446279:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6491
00000100:00100000:1.0:1767321504.446292:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6492
00000100:00100000:1.0:1767321504.446298:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994130688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321504.446329:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994130688:12345-0@lo:400:kworker.0 Request processed in 32us (489us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321504.446335:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6492
00000100:00100000:1.0:1767321504.446368:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994130688:0@lo:400:kworker.0
00000100:00080000:2.0:1767321504.446564:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321504.446570:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321504.446572:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321504.446595:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994131072:0@lo:400:kworker.0
00000100:00100000:2.0:1767321504.446604:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994130432:0@lo:400:kworker.0
00000100:00100000:0.0:1767321504.446745:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994130944:12345-0@lo:400:kworker.0 Request processed in 827us (1001us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321504.446752:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3989
00000100:00100000:3.0:1767321504.446873:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994130176:0@lo:38:kworker.0
00000100:00100000:3.0:1767321504.446910:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321504.446937:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994130176
00000100:00100000:3.0:1767321504.446941:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994130176
00000100:00100000:2.0:1767321504.446976:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73967
00000100:00100000:2.0:1767321504.446982:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994130176:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321504.447000:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321504.447046:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994130176:12345-0@lo:38:kworker.0 Request processed in 62us (135us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321504.447052:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73967
00000100:00080000:2.0:1767321504.447089:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321504.447093:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321504.447097:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994130176:0@lo:38:kworker.0
00000100:00100000:2.0:1767321504.447103:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994130304:0@lo:38:kworker.0
00000100:00100000:2.0:1767321504.447130:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321504.447152:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994130304
00000100:00100000:2.0:1767321504.447156:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994130304
00000100:00100000:0.0:1767321504.447710:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994130560:0@lo:38:kworker.0
00000100:00100000:0.0:1767321504.447740:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321504.447775:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994130560
00000100:00100000:0.0:1767321504.447779:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994130560
00000100:00100000:0.0:1767321504.447801:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73968
00000100:00100000:0.0:1767321504.447806:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994130560:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321504.447818:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321504.447844:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994130560:12345-0@lo:38:kworker.0 Request processed in 37us (103us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321504.447850:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73968
00000100:00080000:0.0:1767321504.447890:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321504.447894:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321504.447897:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994130560:0@lo:38:kworker.0
00000100:00100000:0.0:1767321504.447904:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994130816:0@lo:38:kworker.0
00000100:00100000:0.0:1767321504.447929:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321504.447947:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994130816
00000100:00100000:0.0:1767321504.447950:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994130816
00000100:00100000:0.0:1767321504.447976:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73969
00000100:00100000:0.0:1767321504.447981:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994130816:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321504.447991:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321504.448017:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994130816:12345-0@lo:38:kworker.0 Request processed in 35us (87us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321504.448023:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73969
00000100:00080000:0.0:1767321504.448045:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321504.448050:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321504.448053:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994130816:0@lo:38:kworker.0
00000100:00100000:2.0:1767321504.450668:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511
00000100:00100000:2.0:1767321504.450679:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994130304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321504.450799:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321504.450981:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994130304:12345-0@lo:38:kworker.0 Request processed in 291us (3839us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321504.450989:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511
00000100:00080000:0.0:1767321504.451818:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321504.451826:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321504.451830:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994130304:0@lo:38:kworker.0
00000100:00100000:1.0:1767321504.454709:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994130944:0@lo:400:kworker.0
00010000:00010000:3.0:1767321505.021513:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321505.021588:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321505.981501:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994131200:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321505.981576:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321505.981581:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321505.981597:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994131328:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321505.981634:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321505.981696:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994131200
00000100:00100000:2.0:1767321505.981704:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994131200
00000100:00100000:2.0:1767321505.981755:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994131328
00000100:00100000:2.0:1767321505.981758:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994131328
00000100:00100000:2.0:1767321505.981778:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3795
00000100:00100000:2.0:1767321505.981787:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994131200:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321505.981817:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321505.981900:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3796
00000100:00100000:3.0:1767321505.981910:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994131328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321505.981938:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321505.981988:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994131328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (353us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321505.981996:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3796
00000100:00100000:3.0:1767321505.982065:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994131328:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321505.991837:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994131200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 10038us (10248us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321505.991854:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3795
00000100:00100000:0.0:1767321505.991958:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b62293c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994131200:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321506.045461:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321506.045772:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321507.069439:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321507.069652:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321508.093414:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321508.095766:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321508.541378:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321483/real 1767321483]  req@ffff89b73103c000 x1853163994125952/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321508 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321508.541424:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b73103c000 x1853163994125952/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321508 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767321508.541458:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321508.541482:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321508.541486:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994125952:0@lo:250:kworker.0
00000100:00080000:0.0:1767321508.541598:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321508.541604:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321508.541607:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321508.541612:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6728
00000100:00080000:0.0:1767321508.541615:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321508.541622:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321508.541654:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8df80 x1853163994131456/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321508.541688:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321508.541691:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321508.541693:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321508.541697:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6749
00000100:00080000:0.0:1767321508.541699:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321508.541702:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321508.541717:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8d180 x1853163994131584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321508.541726:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321508.541728:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321508.541730:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321508.541733:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6749
00000100:00080000:0.0:1767321508.541735:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321508.541739:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321508.541750:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8f480 x1853163994131712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321508.541795:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321508.541799:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321508.541801:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321508.541804:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6749
00000100:00080000:0.0:1767321508.541807:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321508.541810:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321508.541821:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8ca80 x1853163994131968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321508.541848:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321508.541851:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321508.541853:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321508.541858:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6749
00000100:00080000:0.0:1767321508.541860:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321508.541863:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321508.541874:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8ea00 x1853163994132224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321508.541915:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994132352:0@lo:400:kworker.0
00000100:00100000:0.0:1767321508.541980:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321508.542042:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321508.542048:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994132096:0@lo:400:kworker.0
00000100:00100000:0.0:1767321508.542075:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321508.542106:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994132352
00000100:00100000:0.0:1767321508.542113:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994132352
00000100:00100000:0.0:1767321508.542200:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3991
00000100:00100000:0.0:1767321508.542210:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994132352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321508.542259:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994132352:12345-0@lo:400:kworker.0 Request processed in 51us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321508.542267:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3991
00000100:00100000:0.0:1767321508.542318:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994132352:0@lo:400:kworker.0
00000100:00100000:1.0:1767321508.542401:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994132480:0@lo:400:kworker.0
00000100:00100000:1.0:1767321508.542441:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321508.542477:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321508.542483:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994131840:0@lo:400:kworker.0
00000100:00100000:1.0:1767321508.542505:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321508.542530:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994132480
00000100:00100000:1.0:1767321508.542534:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994132480
00000100:00100000:1.0:1767321508.542563:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3992
00000100:00100000:1.0:1767321508.542572:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994132480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321508.542605:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994132480:12345-0@lo:400:kworker.0 Request processed in 34us (164us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321508.542611:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3992
00000100:00100000:1.0:1767321508.542640:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994132480:0@lo:400:kworker.0
00000100:00100000:3.0:1767321508.542719:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994132096
00000100:00100000:3.0:1767321508.542723:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994132096
00000100:00100000:3.0:1767321508.542761:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994131840
00000100:00100000:3.0:1767321508.542764:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994131840
00000100:00100000:3.0:1767321508.542786:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6493
00000100:00100000:3.0:1767321508.542792:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994132096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321508.542831:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994132096:12345-0@lo:400:kworker.0 Request processed in 40us (756us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321508.542837:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6493
00000100:00100000:3.0:1767321508.542850:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6494
00000100:00100000:3.0:1767321508.542856:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994131840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321508.542886:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994131840:12345-0@lo:400:kworker.0 Request processed in 30us (380us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321508.542891:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6494
00000100:00100000:3.0:1767321508.542910:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994131456:0@lo:250:kworker.0
00000400:00000100:3.0:1767321508.542930:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994131456 offset 0 length 520: 4
00000100:00100000:3.0:1767321508.542946:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994131584:0@lo:38:kworker.0
00000100:00100000:3.0:1767321508.542965:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321508.542980:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994131712:0@lo:38:kworker.0
00000100:00100000:3.0:1767321508.543001:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321508.543016:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994131968:0@lo:38:kworker.0
00000100:00100000:3.0:1767321508.543036:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321508.543049:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994132224:0@lo:38:kworker.0
00000100:00100000:3.0:1767321508.543067:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321508.543094:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994131712
00000100:00100000:3.0:1767321508.543098:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994131712
00000100:00100000:3.0:1767321508.543116:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512
00000100:00100000:3.0:1767321508.543121:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994131712:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321508.543139:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321508.543193:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994131712:12345-0@lo:38:kworker.0 Request processed in 71us (191us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321508.543200:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512
00000100:00100000:3.0:1767321508.543215:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994131584
00000100:00100000:3.0:1767321508.543219:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994131584
00000100:00100000:3.0:1767321508.543234:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994131968
00000100:00100000:3.0:1767321508.543236:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994131968
00000100:00100000:3.0:1767321508.543245:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994132224
00000100:00100000:3.0:1767321508.543248:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994132224
00000100:00100000:3.0:1767321508.543256:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73970
00000100:00100000:3.0:1767321508.543261:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994131584:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321508.543270:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321508.543293:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994131584:12345-0@lo:38:kworker.0 Request processed in 31us (328us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321508.543299:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73970
00000100:00100000:3.0:1767321508.543308:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73971
00000100:00100000:3.0:1767321508.543312:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994131968:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321508.543320:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321508.543341:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994131968:12345-0@lo:38:kworker.0 Request processed in 27us (304us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321508.543347:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73971
00000100:00100000:3.0:1767321508.543357:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73972
00000100:00100000:3.0:1767321508.543360:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994132224:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321508.543369:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321508.543390:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994132224:12345-0@lo:38:kworker.0 Request processed in 28us (322us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321508.543396:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73972
00000100:00080000:3.0:1767321508.543425:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321508.543446:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321508.543449:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994131584:0@lo:38:kworker.0
00000100:00080000:3.0:1767321508.543460:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321508.543463:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321508.543466:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994131712:0@lo:38:kworker.0
00000100:00080000:3.0:1767321508.543473:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321508.543477:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321508.543479:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994131968:0@lo:38:kworker.0
00000100:00080000:3.0:1767321508.543486:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321508.543489:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321508.543491:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994132224:0@lo:38:kworker.0
00000100:00100000:3.0:1767321508.543523:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994132096:0@lo:400:kworker.0
00000100:00100000:1.0:1767321508.543610:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994131840:0@lo:400:kworker.0
00000100:00080000:2.0:1767321508.543729:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321508.543734:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321508.543737:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767321509.117509:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321509.117593:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321509.463318:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:2.0:1767321509.463423:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942310784 offset 0 length 520: 4
00000100:00100000:2.0:1767321509.463450:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321509.465124:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942311040
00000100:00100000:0.0:1767321509.465137:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942311040
00000100:00100000:0.0:1767321509.465236:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942310912
00000100:00100000:0.0:1767321509.465240:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942310912
00000100:00100000:0.0:1767321509.465265:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6495
00000100:00080000:2.0:1767321509.465296:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321509.465337:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942311040:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321509.465426:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942311040:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 91us (2118us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321509.466458:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73973
00000100:00100000:3.0:1767321509.466468:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942310912:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321509.466490:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321509.466536:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942310912:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 68us (3085us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321509.466542:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73973
00000100:00100000:0.0:1767321509.466721:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6495
00000100:00100000:2.0:1767321510.141315:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321510.141489:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321511.102320:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994132736:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321511.102400:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321511.103197:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994132736
00000100:00100000:0.0:1767321511.103218:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994132736
00000100:00100000:0.0:1767321511.103293:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3797
00000100:00100000:0.0:1767321511.103303:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994132736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321511.103336:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321511.103406:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994132736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (1006us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321511.103413:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3797
00000100:00100000:0.0:1767321511.103471:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994132736:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321511.103596:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321511.103838:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321511.103853:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994132608:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321511.103891:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321511.103992:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994132608
00000100:00100000:3.0:1767321511.103997:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994132608
00000100:00100000:3.0:1767321511.104041:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3798
00000100:00100000:3.0:1767321511.104049:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994132608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321511.104069:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321511.104112:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994132608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (220us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321511.104120:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3798
00000100:00080000:2.0:1767321511.104307:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321511.104353:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994132608:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321511.166460:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321511.167108:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321512.189465:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321512.189580:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321513.213428:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321513.214494:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321513.661311:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321513.661322:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321513.661325:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321513.661328:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321513.661343:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321513.661351:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6753
00000100:00080000:0.0:1767321513.661355:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321513.661362:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321513.661403:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238e00 x1853163994132864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321513.661431:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321513.661434:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321513.661436:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321513.661440:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6753
00000100:00080000:0.0:1767321513.661442:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321513.661445:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321513.661456:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238000 x1853163994132992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321513.661499:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321513.661503:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321513.661505:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321513.661518:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6753
00000100:00080000:0.0:1767321513.661520:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321513.661524:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321513.661534:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321513.661553:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994133120:0@lo:400:kworker.0
00000100:00100000:0.0:1767321513.661621:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321513.661702:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238380 x1853163994133248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321513.661730:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321513.661733:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321513.661735:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321513.661739:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6753
00000100:00080000:0.0:1767321513.661741:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321513.661746:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321513.661755:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994133376:0@lo:400:kworker.0
00000100:00100000:0.0:1767321513.661780:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321513.661825:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994133120
00000100:00100000:0.0:1767321513.661832:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994133120
00000100:00100000:0.0:1767321513.661881:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994133376
00000100:00100000:0.0:1767321513.661884:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994133376
00000100:00100000:0.0:1767321513.661922:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6496
00000100:00100000:0.0:1767321513.661932:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994133120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321513.661985:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994133120:12345-0@lo:400:kworker.0 Request processed in 54us (363us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321513.661992:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6496
00000100:00100000:0.0:1767321513.662010:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6497
00000100:00100000:0.0:1767321513.662017:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994133376:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321513.662048:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994133376:12345-0@lo:400:kworker.0 Request processed in 33us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321513.662054:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6497
00000100:00100000:0.0:1767321513.662094:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994133376:0@lo:400:kworker.0
00000100:00100000:0.0:1767321513.662118:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994133120:0@lo:400:kworker.0
00000100:00100000:0.0:1767321513.662138:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123b480 x1853163994133504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321513.662191:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994133632:0@lo:400:kworker.0
00000100:00100000:0.0:1767321513.662217:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321513.662255:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994133632
00000100:00100000:0.0:1767321513.662259:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994133632
00000100:00100000:0.0:1767321513.662285:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3993
00000100:00100000:0.0:1767321513.662291:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994133632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321513.662325:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994133632:12345-0@lo:400:kworker.0 Request processed in 35us (107us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321513.662331:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3993
00000100:00100000:0.0:1767321513.662369:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994133632:0@lo:400:kworker.0
00000100:00100000:0.0:1767321513.662401:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994133760:0@lo:400:kworker.0
00000100:00100000:0.0:1767321513.662423:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321513.662448:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994133760
00000100:00100000:0.0:1767321513.662451:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994133760
00000100:00100000:0.0:1767321513.662472:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3994
00000100:00100000:0.0:1767321513.662478:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994133760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321513.662507:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994133760:12345-0@lo:400:kworker.0 Request processed in 29us (83us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321513.662513:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3994
00000100:00100000:0.0:1767321513.662535:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994133760:0@lo:400:kworker.0
00000100:00080000:2.0:1767321513.662880:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321513.662885:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321513.662888:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321513.663137:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994132864:0@lo:38:kworker.0
00000100:00100000:3.0:1767321513.663192:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321513.663222:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994132992:0@lo:38:kworker.0
00000100:00100000:3.0:1767321513.663249:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321513.663290:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994133248:0@lo:38:kworker.0
00000100:00100000:3.0:1767321513.663312:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321513.663399:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994133504:0@lo:38:kworker.0
00000100:00100000:3.0:1767321513.663422:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321513.663467:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994132864
00000100:00100000:2.0:1767321513.663474:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994132864
00000100:00100000:0.0:1767321513.663644:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994132992
00000100:00100000:0.0:1767321513.663649:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994132992
00000100:00100000:0.0:1767321513.663671:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513
00000100:00100000:0.0:1767321513.663676:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994132992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321513.663693:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321513.663723:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994132992:12345-0@lo:38:kworker.0 Request processed in 46us (474us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321513.663729:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513
00000100:00100000:1.0:1767321513.665843:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994133248
00000100:00100000:2.0:1767321513.665853:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73974
00000100:00100000:1.0:1767321513.665858:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994133248
00000100:00100000:2.0:1767321513.665865:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994132864:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321513.665894:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321513.665922:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73975
00000100:00100000:1.0:1767321513.665929:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994133248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321513.665940:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321513.667809:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994133504
00000100:00100000:0.0:1767321513.667820:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994133504
00000100:00100000:0.0:1767321513.667865:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73976
00000100:00100000:0.0:1767321513.667871:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994133504:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321513.667889:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321513.669733:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994133248:12345-0@lo:38:kworker.0 Request processed in 3794us (6410us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321513.669746:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73975
00000100:00100000:2.0:1767321513.672781:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994132864:12345-0@lo:38:kworker.0 Request processed in 6906us (9577us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321513.672796:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73974
00000100:00080000:3.0:1767321513.674153:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321513.674181:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321513.674187:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994132864:0@lo:38:kworker.0
00000100:00080000:3.0:1767321513.674201:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321513.674204:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321513.674207:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994132992:0@lo:38:kworker.0
00000100:00080000:3.0:1767321513.674216:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321513.674219:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321513.674222:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994133248:0@lo:38:kworker.0
00000100:00100000:0.0:1767321513.674994:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994133504:12345-0@lo:38:kworker.0 Request processed in 7116us (11564us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321513.675005:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73976
00000100:00080000:1.0:1767321513.675077:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321513.675083:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321513.675087:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994133504:0@lo:38:kworker.0
00000100:00100000:2.0:1767321514.237282:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321514.237466:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321514.567566:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321514.568027:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321514.569489:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942311296
00000100:00100000:0.0:1767321514.569503:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942311296
00000100:00080000:2.0:1767321514.569627:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321514.569745:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942311168
00000100:00100000:0.0:1767321514.569749:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942311168
00000100:00100000:3.0:1767321514.569794:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6498
00000100:00100000:3.0:1767321514.569807:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942311296:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321514.569892:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942311296:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 89us (2336us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321514.569901:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6498
00000100:00100000:3.0:1767321514.569932:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73977
00000100:00100000:3.0:1767321514.569937:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942311168:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321514.569965:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321514.570223:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942311168:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 283us (2195us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321514.570231:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73977
00000100:00100000:2.0:1767321515.261315:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321515.261699:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321516.229251:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321516.229274:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994133888:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321516.229363:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321516.229441:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994133888
00000100:00100000:3.0:1767321516.229449:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994133888
00000100:00100000:3.0:1767321516.229519:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3799
00000100:00100000:3.0:1767321516.229529:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994133888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321516.229559:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321516.229598:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994133888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (236us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321516.229617:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3799
00000100:00100000:2.0:1767321516.229629:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994134016:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321516.229637:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321516.229659:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321516.229672:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994133888:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321516.229691:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994134016
00000100:00100000:3.0:1767321516.229695:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994134016
00000100:00080000:0.0:1767321516.230187:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321516.231604:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3800
00000100:00100000:2.0:1767321516.231626:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994134016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321516.231662:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321516.231830:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994134016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 214us (2168us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321516.231837:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3800
00000100:00100000:0.0:1767321516.234817:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994134016:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321516.285462:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321516.285513:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321517.309312:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321517.311041:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321518.333977:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321518.334384:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321518.781377:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321518.781388:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321518.781391:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321518.781395:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321518.781399:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321518.781407:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6758
00000100:00080000:0.0:1767321518.781413:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321518.781423:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321518.781530:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731239880 x1853163994134144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321518.781559:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321518.781562:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321518.781565:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321518.781569:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6758
00000100:00080000:0.0:1767321518.781571:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321518.781574:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321518.781577:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994134144:0@lo:38:kworker.0
00000100:00100000:0.0:1767321518.781586:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238a80 x1853163994134272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321518.781620:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321518.781623:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321518.781625:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321518.781628:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6758
00000100:00080000:0.0:1767321518.781630:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321518.781633:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321518.781642:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123a300 x1853163994134528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321518.781648:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321518.781664:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321518.781667:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321518.781669:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321518.781672:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6758
00000100:00080000:0.0:1767321518.781674:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321518.781677:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321518.781686:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123b100 x1853163994134784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321518.781705:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994134272:0@lo:38:kworker.0
00000100:00100000:0.0:1767321518.781718:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994134912:0@lo:400:kworker.0
00000100:00100000:1.0:1767321518.781728:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321518.781748:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321518.781754:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994134528:0@lo:38:kworker.0
00000100:00100000:0.0:1767321518.781769:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321518.781773:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321518.781775:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994134656:0@lo:400:kworker.0
00000100:00100000:1.0:1767321518.781787:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994134784:0@lo:38:kworker.0
00000100:00100000:0.0:1767321518.781794:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321518.781841:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994135040:0@lo:400:kworker.0
00000100:00100000:1.0:1767321518.781868:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994134144
00000100:00100000:1.0:1767321518.781875:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994134144
00000100:00100000:1.0:1767321518.781905:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994134528
00000100:00100000:1.0:1767321518.781908:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994134528
00000100:00100000:1.0:1767321518.781925:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994134656
00000100:00100000:1.0:1767321518.781928:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994134656
00000100:00100000:3.0:1767321518.781962:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73978
00000100:00100000:3.0:1767321518.781972:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994134144:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321518.781983:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6499
00010000:00020000:3.0:1767321518.781993:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321518.781995:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994134656:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321518.782099:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321518.782118:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321518.782123:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994134400:0@lo:400:kworker.0
00000100:00100000:2.0:1767321518.782145:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321518.782186:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994134912
00000100:00100000:2.0:1767321518.782190:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994134912
00000100:00100000:2.0:1767321518.782230:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994135040
00000100:00100000:2.0:1767321518.782234:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994135040
00000100:00100000:2.0:1767321518.782272:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3995
00000100:00100000:2.0:1767321518.782279:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994134912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321518.782310:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994134912:12345-0@lo:400:kworker.0 Request processed in 32us (561us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321518.782316:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3995
00000100:00100000:2.0:1767321518.782332:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3996
00000100:00100000:2.0:1767321518.782338:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994135040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321518.782366:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994135040:12345-0@lo:400:kworker.0 Request processed in 29us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321518.782372:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3996
00000100:00100000:2.0:1767321518.782410:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994135040:0@lo:400:kworker.0
00000100:00100000:2.0:1767321518.782446:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994134400
00000100:00100000:2.0:1767321518.782449:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994134400
00000100:00100000:2.0:1767321518.782468:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6500
00000100:00100000:2.0:1767321518.782474:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994134400:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321518.782508:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994134400:12345-0@lo:400:kworker.0 Request processed in 35us (363us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321518.782514:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6500
00000100:00100000:2.0:1767321518.782526:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73979
00000100:00100000:2.0:1767321518.782530:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994134528:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321518.782542:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321518.782565:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994134528:12345-0@lo:38:kworker.0 Request processed in 33us (792us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321518.782572:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73979
00000100:00100000:2.0:1767321518.782611:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994134400:0@lo:400:kworker.0
00000100:00100000:2.0:1767321518.782659:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994134272
00000100:00100000:2.0:1767321518.782663:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994134272
00000100:00100000:2.0:1767321518.782683:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514
00000100:00100000:2.0:1767321518.782687:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994134272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321518.782696:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321518.782722:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994134272:12345-0@lo:38:kworker.0 Request processed in 34us (993us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321518.782728:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514
00000100:00100000:2.0:1767321518.782744:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321518.782767:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321518.782771:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321518.782774:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994134272:0@lo:38:kworker.0
00000100:00080000:2.0:1767321518.782782:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321518.782785:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321518.782788:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994134528:0@lo:38:kworker.0
00000100:00100000:2.0:1767321518.782809:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994134784
00000100:00100000:2.0:1767321518.782812:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994134784
00000100:00100000:2.0:1767321518.782831:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73980
00000100:00100000:2.0:1767321518.782835:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994134784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321518.782844:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321518.782871:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994134784:12345-0@lo:38:kworker.0 Request processed in 34us (126us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321518.782877:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73980
00000100:00080000:2.0:1767321518.782898:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321518.782902:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321518.782905:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994134784:0@lo:38:kworker.0
00000100:00080000:2.0:1767321518.782936:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321518.782941:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321518.782943:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321518.783121:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994134912:0@lo:400:kworker.0
00000100:00100000:3.0:1767321518.785716:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994134144:12345-0@lo:38:kworker.0 Request processed in 3727us (4050us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321518.785730:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73978
00000100:00100000:1.0:1767321518.785755:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994134656:12345-0@lo:400:kworker.0 Request processed in 3760us (3955us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321518.785765:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6499
00000100:00100000:0.0:1767321518.785872:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994134656:0@lo:400:kworker.0
00000100:00080000:2.0:1767321518.785925:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321518.785932:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321518.785935:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994134144:0@lo:38:kworker.0
00000100:00100000:2.0:1767321519.357281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321519.357380:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321519.687765:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321519.687873:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942311424
00000100:00100000:2.0:1767321519.687885:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942311424
00000100:00100000:2.0:1767321519.687940:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73981
00000100:00100000:2.0:1767321519.687950:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942311424:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321519.687973:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321519.688054:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942311424:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 103us (302us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321519.688066:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73981
00000100:00100000:2.0:1767321519.694969:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321519.695041:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942311552
00000100:00100000:3.0:1767321519.695051:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942311552
00000100:00100000:3.0:1767321519.695126:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6501
00000100:00100000:3.0:1767321519.695136:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942311552:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:2.0:1767321519.696342:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321519.696570:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942311552:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 1428us (1601us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321519.696582:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6501
00010000:00010000:0.0:1767321520.381393:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321520.381467:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321521.341360:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994135168:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321521.341443:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321521.341651:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994135168
00000100:00100000:3.0:1767321521.341659:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994135168
00000100:00100000:3.0:1767321521.341726:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3801
00000100:00100000:3.0:1767321521.341735:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994135168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321521.341765:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321521.341818:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994135168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (374us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321521.341826:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3801
00000100:00100000:2.0:1767321521.341835:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994135296:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321521.341867:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321521.341949:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994135296
00000100:00100000:3.0:1767321521.341953:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994135296
00000100:00100000:3.0:1767321521.341983:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3802
00000100:00100000:3.0:1767321521.341990:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994135296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321521.342003:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321521.342035:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994135296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (168us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321521.342041:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3802
00000100:00080000:0.0:1767321521.342108:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321521.342111:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321521.342211:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73118aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994135296:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321521.342284:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994135168:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321521.405483:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321521.408686:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321522.430297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321522.430590:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321523.453485:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321523.456405:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321523.901597:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321523.901609:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321523.901612:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321523.901616:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321523.901620:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321523.901628:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6763
00000100:00080000:1.0:1767321523.901633:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321523.901640:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321523.901680:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc700 x1853163994135424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321523.901707:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321523.901711:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321523.901713:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321523.901717:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6763
00000100:00080000:1.0:1767321523.901720:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321523.901724:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321523.901742:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5500 x1853163994135552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321523.901792:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321523.901795:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321523.901796:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321523.901800:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6763
00000100:00080000:1.0:1767321523.901802:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321523.901805:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321523.901816:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5f80 x1853163994135808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321523.901829:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767321523.901841:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321523.901845:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767321523.901848:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994135680:0@lo:400:kworker.0
00000100:00080000:1.0:1767321523.901849:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321523.901858:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6763
00000100:00080000:1.0:1767321523.901861:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321523.901865:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321523.901877:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b7480 x1853163994136064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321523.901926:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994135936:0@lo:400:kworker.0
00000100:00100000:3.0:1767321523.901926:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321523.901927:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321523.901940:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994136320:0@lo:400:kworker.0
00000100:00100000:1.0:1767321523.901964:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321523.901974:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321523.902058:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994135680
00000100:00100000:1.0:1767321523.902066:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994135680
00000100:00100000:1.0:1767321523.902117:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994135936
00000100:00100000:1.0:1767321523.902120:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994135936
00000100:00100000:1.0:1767321523.902188:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6502
00000100:00100000:1.0:1767321523.902200:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994135680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321523.902222:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321523.902256:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994135680:12345-0@lo:400:kworker.0 Request processed in 59us (331us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321523.902263:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6502
00000100:00100000:1.0:1767321523.902281:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6503
00000100:00100000:1.0:1767321523.902287:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994135936:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321523.902313:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994135936:12345-0@lo:400:kworker.0 Request processed in 27us (348us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321523.902319:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6503
00000100:00100000:3.0:1767321523.902368:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994136192:0@lo:400:kworker.0
00000100:00100000:3.0:1767321523.902395:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321523.905248:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321523.906192:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994136320
00000100:00100000:0.0:1767321523.906206:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994136320
00000100:00100000:0.0:1767321523.906284:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994136192
00000100:00100000:0.0:1767321523.906288:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994136192
00000100:00100000:0.0:1767321523.906315:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3997
00000100:00100000:0.0:1767321523.906325:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994136320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321523.906525:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994135424:0@lo:38:kworker.0
00000100:00100000:1.0:1767321523.907722:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321523.907735:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994135936:0@lo:400:kworker.0
00000100:00100000:1.0:1767321523.907772:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994135552:0@lo:38:kworker.0
00000100:00100000:3.0:1767321523.907794:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994135680:0@lo:400:kworker.0
00000100:00100000:1.0:1767321523.907811:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321523.907824:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994135424
00000100:00100000:3.0:1767321523.907831:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994135424
00000100:00100000:1.0:1767321523.907842:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994135808:0@lo:38:kworker.0
00000100:00100000:1.0:1767321523.907875:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321523.907875:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73982
00000100:00100000:3.0:1767321523.907885:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994135424:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321523.907898:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994136064:0@lo:38:kworker.0
00010000:00020000:3.0:1767321523.907906:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321523.907937:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321523.907954:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994135424:12345-0@lo:38:kworker.0 Request processed in 68us (236us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321523.907961:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73982
00000100:00080000:1.0:1767321523.907976:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321523.907983:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321523.907986:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994135424:0@lo:38:kworker.0
00000100:00100000:3.0:1767321523.907990:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994135808
00000100:00100000:3.0:1767321523.907996:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994135808
00000100:00100000:3.0:1767321523.908015:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994136064
00000100:00100000:3.0:1767321523.908018:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994136064
00000100:00100000:1.0:1767321523.908027:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994135552
00000100:00100000:3.0:1767321523.908033:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73983
00000100:00100000:3.0:1767321523.908038:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994135808:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321523.908042:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994135552
00010000:00020000:3.0:1767321523.908049:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321523.908073:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515
00000100:00100000:1.0:1767321523.908080:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994135552:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321523.908087:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994135808:12345-0@lo:38:kworker.0 Request processed in 46us (215us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767321523.908093:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321523.908097:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73983
00000100:00100000:3.0:1767321523.908111:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73984
00000100:00100000:3.0:1767321523.908116:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994136064:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321523.908125:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321523.908131:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994135552:12345-0@lo:38:kworker.0 Request processed in 50us (320us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321523.908138:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515
00000100:00100000:2.0:1767321523.908182:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3998
00000100:00100000:3.0:1767321523.908187:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994136064:12345-0@lo:38:kworker.0 Request processed in 67us (248us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321523.908195:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73984
00000100:00100000:2.0:1767321523.908200:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994136192:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321523.908205:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321523.908209:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321523.908212:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994135552:0@lo:38:kworker.0
00000100:00080000:1.0:1767321523.908222:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321523.908226:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321523.908229:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994135808:0@lo:38:kworker.0
00000100:00080000:1.0:1767321523.908236:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321523.908239:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321523.908242:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994136064:0@lo:38:kworker.0
00000100:00100000:2.0:1767321523.908251:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994136192:12345-0@lo:400:kworker.0 Request processed in 60us (5856us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321523.908258:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3998
00000100:00080000:2.0:1767321523.908291:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321523.908296:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321523.908297:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994136192:0@lo:400:kworker.0
00000100:00100000:0.0:1767321523.908726:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994136320:12345-0@lo:400:kworker.0 Request processed in 2401us (6750us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321523.908734:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3997
00000100:00100000:3.0:1767321523.913414:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994136320:0@lo:400:kworker.0
00000100:00100000:2.0:1767321524.477365:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321524.477419:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321524.807391:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321524.807443:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321524.807515:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942311808
00000100:00100000:3.0:1767321524.807528:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942311808
00000100:00100000:3.0:1767321524.807605:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942311680
00000100:00100000:3.0:1767321524.807608:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942311680
00000100:00100000:3.0:1767321524.807644:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6504
00000100:00100000:3.0:1767321524.807657:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942311808:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321524.807745:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942311808:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 91us (365us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321524.807761:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6504
00000100:00100000:3.0:1767321524.807780:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73985
00000100:00100000:3.0:1767321524.807785:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942311680:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321524.807804:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321524.807834:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942311680:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (390us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321524.807839:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73985
00000100:00080000:2.0:1767321524.808026:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321525.502399:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321525.502554:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321526.463237:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321526.463255:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994136576:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321526.463270:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994136448:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321526.465337:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321526.465648:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994136576
00000100:00100000:0.0:1767321526.465654:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321526.465659:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994136576
00000100:00080000:0.0:1767321526.465799:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321526.465890:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994136448
00000100:00100000:2.0:1767321526.465895:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994136448
00000100:00100000:2.0:1767321526.465986:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3803
00000100:00100000:2.0:1767321526.465998:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994136576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321526.466036:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321526.466096:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994136576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (765us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321526.466115:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3803
00000100:00100000:2.0:1767321526.466134:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3804
00000100:00100000:2.0:1767321526.466142:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994136448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321526.466186:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321526.466219:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994136448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (568us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321526.466225:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3804
00000100:00100000:2.0:1767321526.466276:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994136448:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321526.466358:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994136576:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321526.473703:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767321526.529615:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321526.529674:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321527.549977:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321527.550196:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321528.577548:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321528.578928:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767321529.021476:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321529.021488:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321529.021491:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321529.021496:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321529.021500:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321529.021508:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6768
00000100:00080000:0.0:1767321529.021513:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321529.021521:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321529.021561:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123b100 x1853163994136704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321529.021591:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321529.021595:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321529.021598:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321529.021602:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6768
00000100:00080000:0.0:1767321529.021605:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321529.021608:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321529.021621:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123a300 x1853163994136832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321529.021681:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321529.021685:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321529.021687:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321529.021691:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6768
00000100:00080000:0.0:1767321529.021693:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321529.021697:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321529.021710:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123b800 x1853163994137088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321529.021738:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321529.021742:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321529.021744:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321529.021747:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6768
00000100:00080000:0.0:1767321529.021749:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321529.021752:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321529.021766:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73113d500 x1853163994137344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321529.021810:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994137216:0@lo:400:kworker.0
00000100:00100000:0.0:1767321529.021878:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321529.021939:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321529.021946:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994137472:0@lo:400:kworker.0
00000100:00100000:0.0:1767321529.021986:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321529.022026:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994137472
00000100:00100000:0.0:1767321529.022034:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994137472
00000100:00100000:3.0:1767321529.022194:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994137600:0@lo:400:kworker.0
00000100:00100000:3.0:1767321529.022232:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321529.022256:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321529.022263:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994136960:0@lo:400:kworker.0
00000100:00100000:3.0:1767321529.022285:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321529.022313:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994137216
00000100:00100000:3.0:1767321529.022316:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994137216
00000100:00100000:0.0:1767321529.022413:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994137600
00000100:00100000:0.0:1767321529.022417:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994137600
00000100:00100000:1.0:1767321529.022468:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994136960
00000100:00100000:1.0:1767321529.022472:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994136960
00000100:00100000:2.0:1767321529.022706:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3999
00000100:00100000:2.0:1767321529.022718:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994137472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321529.022781:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994137472:12345-0@lo:400:kworker.0 Request processed in 65us (794us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321529.022788:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3999
00000100:00100000:2.0:1767321529.022841:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994137472:0@lo:400:kworker.0
00000100:00100000:3.0:1767321529.026522:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6505
00000100:00100000:3.0:1767321529.026541:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994137216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321529.026663:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994137216:12345-0@lo:400:kworker.0 Request processed in 118us (4774us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321529.026672:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6505
00000100:00100000:3.0:1767321529.026738:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994137216:0@lo:400:kworker.0
00000100:00100000:3.0:1767321529.026796:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994136704:0@lo:38:kworker.0
00000100:00100000:3.0:1767321529.026837:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321529.026859:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994136832:0@lo:38:kworker.0
00000100:00100000:3.0:1767321529.026886:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321529.026920:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994137088:0@lo:38:kworker.0
00000100:00100000:3.0:1767321529.026942:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321529.026969:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994137344:0@lo:38:kworker.0
00000100:00100000:3.0:1767321529.026989:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321529.027018:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994136704
00000100:00100000:3.0:1767321529.027024:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994136704
00000100:00100000:3.0:1767321529.027041:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994137088
00000100:00100000:3.0:1767321529.027044:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994137088
00000100:00100000:3.0:1767321529.027364:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994137344
00000100:00100000:3.0:1767321529.027369:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994137344
00000100:00100000:3.0:1767321529.027390:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73986
00000100:00100000:3.0:1767321529.027395:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994136704:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321529.027418:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321529.027457:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994136704:12345-0@lo:38:kworker.0 Request processed in 61us (621us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321529.027464:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73986
00000100:00100000:3.0:1767321529.027476:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73987
00000100:00100000:3.0:1767321529.027481:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994137088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321529.027490:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321529.027512:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994137088:12345-0@lo:38:kworker.0 Request processed in 30us (569us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321529.027518:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73987
00000100:00100000:3.0:1767321529.027528:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73988
00000100:00100000:3.0:1767321529.027533:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994137344:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321529.027542:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321529.027564:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994137344:12345-0@lo:38:kworker.0 Request processed in 30us (573us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321529.027570:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73988
00000100:00080000:3.0:1767321529.027599:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321529.027604:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321529.027607:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994136704:0@lo:38:kworker.0
00000100:00080000:3.0:1767321529.027617:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321529.027620:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321529.027623:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994137088:0@lo:38:kworker.0
00000100:00080000:3.0:1767321529.027630:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321529.027633:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321529.027637:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994137344:0@lo:38:kworker.0
00000100:00100000:3.0:1767321529.027686:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994136832
00000100:00100000:3.0:1767321529.027690:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994136832
00000100:00100000:3.0:1767321529.027708:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516
00000100:00100000:3.0:1767321529.027713:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994136832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321529.027722:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321529.027751:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994136832:12345-0@lo:38:kworker.0 Request processed in 37us (864us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321529.027757:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516
00000100:00080000:3.0:1767321529.027779:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321529.027783:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321529.027786:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994136832:0@lo:38:kworker.0
00000100:00100000:0.0:1767321529.028851:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4000
00000100:00100000:0.0:1767321529.028864:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994137600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321529.028930:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994137600:12345-0@lo:400:kworker.0 Request processed in 71us (6696us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321529.028937:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4000
00000100:00100000:0.0:1767321529.028990:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994137600:0@lo:400:kworker.0
00000100:00100000:1.0:1767321529.038391:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6506
00000100:00100000:1.0:1767321529.038411:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994136960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321529.038526:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994136960:12345-0@lo:400:kworker.0 Request processed in 121us (16239us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321529.038534:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6506
00000100:00100000:0.0:1767321529.038679:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994136960:0@lo:400:kworker.0
00000100:00080000:2.0:1767321529.039187:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321529.039195:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321529.039199:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321529.603535:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321529.606256:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321529.931142:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321529.931514:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942311936
00000100:00100000:3.0:1767321529.931525:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942311936
00000100:00100000:3.0:1767321529.931583:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73989
00000100:00100000:3.0:1767321529.931590:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942311936:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321529.931615:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321529.931685:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942311936:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 93us (554us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321529.931693:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73989
00000100:00100000:2.0:1767321529.944523:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321529.944613:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942312064
00000100:00100000:1.0:1767321529.944624:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942312064
00000100:00100000:1.0:1767321529.944713:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6507
00000100:00100000:1.0:1767321529.944722:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942312064:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321529.944811:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731188700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942312064:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 90us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321529.944820:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6507
00000100:00080000:2.0:1767321529.945135:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321530.621444:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321530.621497:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321531.581457:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321531.581480:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994137728:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321531.581553:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321531.581786:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994137728
00000100:00100000:3.0:1767321531.581802:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994137728
00000100:00080000:2.0:1767321531.581883:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321531.581925:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3805
00000100:00100000:3.0:1767321531.581940:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994137728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321531.581985:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321531.582092:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994137728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 156us (538us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321531.582102:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3805
00000100:00100000:1.0:1767321531.582236:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994137728:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321531.582400:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321531.582410:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994137856:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321531.582448:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321531.582737:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994137856
00000100:00100000:1.0:1767321531.582745:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994137856
00000100:00100000:1.0:1767321531.582808:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3806
00000100:00100000:1.0:1767321531.582818:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994137856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321531.582855:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321531.582926:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994137856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (477us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321531.582935:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3806
00000100:00100000:1.0:1767321531.582981:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994137856:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321531.583229:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321531.645456:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321531.646070:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321532.673619:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321532.677376:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321533.117343:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321508/real 1767321508]  req@ffff89b72cf8df80 x1853163994131456/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321533 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321533.117371:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b72cf8df80 x1853163994131456/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321533 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321533.117385:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321533.117401:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321533.117404:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994131456:0@lo:250:kworker.0
00000100:00080000:0.0:1767321533.117471:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321533.117477:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321533.117480:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321533.117485:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6753
00000100:00080000:0.0:1767321533.117490:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321533.117496:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321533.117531:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731344380 x1853163994137984/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321533.117561:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321533.117565:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321533.117567:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321533.117570:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6773
00000100:00080000:0.0:1767321533.117573:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321533.117576:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321533.117610:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345880 x1853163994138112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321533.117620:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321533.117624:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321533.117626:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321533.117640:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6773
00000100:00080000:0.0:1767321533.117644:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767321533.117652:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994137984:0@lo:250:kworker.0
00000400:00000100:2.0:1767321533.117689:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994137984 offset 0 length 520: 4
00000100:00100000:2.0:1767321533.117737:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994138112:0@lo:38:kworker.0
00000100:00100000:2.0:1767321533.117767:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321533.117840:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994138112
00000100:00100000:3.0:1767321533.117846:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994138112
00000100:00100000:3.0:1767321533.117887:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73990
00000100:00100000:3.0:1767321533.117892:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994138112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321533.117909:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321533.117954:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994138112:12345-0@lo:38:kworker.0 Request processed in 60us (185us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321533.117960:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73990
00000100:00080000:0.0:1767321533.118179:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321533.118196:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345c00 x1853163994138240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321533.118255:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994138368:0@lo:400:kworker.0
00000100:00100000:1.0:1767321533.118287:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321533.118314:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994138240:0@lo:38:kworker.0
00000100:00100000:2.0:1767321533.118349:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321533.118373:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994138368
00000100:00080000:2.0:1767321533.118377:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767321533.118380:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994138368
00000100:00080000:2.0:1767321533.118382:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321533.118387:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994138112:0@lo:38:kworker.0
00000100:00100000:2.0:1767321533.118406:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994138240
00000100:00100000:2.0:1767321533.118408:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994138240
00000100:00100000:2.0:1767321533.118428:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517
00000100:00100000:2.0:1767321533.118432:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994138240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321533.118440:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321533.118446:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6508
00000100:00100000:3.0:1767321533.118457:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994138368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321533.118463:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994138240:12345-0@lo:38:kworker.0 Request processed in 29us (112us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321533.118468:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517
00000100:00080000:2.0:1767321533.118482:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321533.118502:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321533.118504:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321533.118506:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994138240:0@lo:38:kworker.0
00000100:00080000:0.0:1767321533.118521:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321533.118526:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321533.118529:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321533.118535:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6773
00000100:00080000:0.0:1767321533.118538:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321533.118543:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321533.118558:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345500 x1853163994138496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321533.118612:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321533.118616:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321533.118618:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321533.118623:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6773
00000100:00080000:0.0:1767321533.118625:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767321533.118634:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994138496:0@lo:38:kworker.0
00000100:00080000:0.0:1767321533.118639:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321533.118653:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321533.118664:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345880 x1853163994138752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321533.118674:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994138496
00000100:00100000:2.0:1767321533.118677:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994138496
00000100:00100000:2.0:1767321533.118697:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73991
00000100:00100000:2.0:1767321533.118704:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994138496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321533.118715:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321533.118739:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994138496:12345-0@lo:38:kworker.0 Request processed in 34us (85us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321533.118745:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73991
00000100:00100000:2.0:1767321533.118762:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994139008:0@lo:400:kworker.0
00000100:00100000:2.0:1767321533.118786:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321533.118813:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994138752:0@lo:38:kworker.0
00000100:00100000:2.0:1767321533.118830:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321533.118844:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321533.118846:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321533.118848:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994138496:0@lo:38:kworker.0
00000100:00100000:2.0:1767321533.118859:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994138752
00000100:00100000:2.0:1767321533.118861:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994138752
00000100:00100000:2.0:1767321533.118945:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73992
00000100:00100000:2.0:1767321533.118949:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994138752:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321533.118959:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321533.118994:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994138752:12345-0@lo:38:kworker.0 Request processed in 43us (162us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321533.119001:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73992
00000100:00080000:2.0:1767321533.119027:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321533.119117:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321533.119119:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994138752:0@lo:38:kworker.0
00000100:00100000:2.0:1767321533.119231:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994139008
00000100:00100000:2.0:1767321533.119235:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994139008
00000100:00100000:3.0:1767321533.119275:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994138368:12345-0@lo:400:kworker.0 Request processed in 819us (986us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321533.119283:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6508
00000100:00080000:3.0:1767321533.119318:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321533.119336:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994138624:0@lo:400:kworker.0
00000100:00100000:3.0:1767321533.119363:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321533.119380:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321533.119386:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994138880:0@lo:400:kworker.0
00000100:00100000:3.0:1767321533.119405:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321533.119437:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994138624
00000100:00100000:3.0:1767321533.119441:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994138624
00000100:00100000:3.0:1767321533.119468:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6509
00000100:00100000:3.0:1767321533.119473:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994138624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321533.119505:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994138624:12345-0@lo:400:kworker.0 Request processed in 32us (142us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321533.119511:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6509
00000100:00100000:3.0:1767321533.119537:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994138624:0@lo:400:kworker.0
00000100:00080000:3.0:1767321533.119554:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321533.119571:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994138880
00000100:00100000:3.0:1767321533.119574:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994138880
00000100:00100000:2.0:1767321533.119630:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4001
00000100:00100000:2.0:1767321533.119636:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994139008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321533.119661:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994139008:12345-0@lo:400:kworker.0 Request processed in 27us (875us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321533.119665:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4001
00000100:00100000:2.0:1767321533.119685:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994139008:0@lo:400:kworker.0
00000100:00100000:3.0:1767321533.120001:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4002
00000100:00100000:3.0:1767321533.120009:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994138880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321533.120046:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994138880:12345-0@lo:400:kworker.0 Request processed in 38us (639us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321533.120052:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4002
00000100:00100000:3.0:1767321533.120075:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994138880:0@lo:400:kworker.0
00000100:00080000:3.0:1767321533.120089:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321533.120499:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994138368:0@lo:400:kworker.0
00000100:00100000:2.0:1767321533.693438:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321533.693706:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321534.034254:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321534.034477:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942312448
00000100:00100000:3.0:1767321534.034487:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942312448
00000100:00100000:3.0:1767321534.034584:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6510
00000100:00100000:3.0:1767321534.034595:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942312448:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:1.0:1767321534.034687:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321534.048385:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942312448:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 13778us (14127us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321534.048402:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6510
00000400:00000100:0.0:1767321534.049156:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942312192 offset 0 length 520: 4
00000100:00100000:0.0:1767321534.049269:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321534.050210:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942312320
00000100:00100000:3.0:1767321534.050221:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942312320
00000100:00100000:3.0:1767321534.050274:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73993
00000100:00100000:3.0:1767321534.050352:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942312320:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321534.050374:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321534.050429:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942312320:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 77us (1161us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321534.050436:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73993
00000100:00100000:2.0:1767321534.717444:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321534.718267:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321535.741284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321535.741598:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321536.701552:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321536.701581:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994139136:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321536.701670:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321536.701736:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994139264:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321536.701773:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321536.706134:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994139136
00000100:00100000:3.0:1767321536.706153:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994139136
00000100:00100000:3.0:1767321536.706258:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994139264
00000100:00100000:3.0:1767321536.706262:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994139264
00000100:00100000:3.0:1767321536.706291:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3807
00000100:00100000:3.0:1767321536.706302:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994139136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321536.706345:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767321536.706951:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321536.706958:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321536.706981:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3808
00000100:00100000:1.0:1767321536.706996:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994139264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321536.707021:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321536.707096:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994139264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (5323us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321536.707103:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3808
00000100:00100000:1.0:1767321536.707190:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994139264:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321536.710898:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994139136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4588us (9219us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321536.710924:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3807
00000100:00100000:2.0:1767321536.711131:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994139136:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767321536.765419:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321536.765588:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321537.789299:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321537.789530:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321538.240280:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321538.240292:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321538.240296:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321538.240300:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321538.240304:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321538.240313:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6777
00000100:00080000:1.0:1767321538.240318:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321538.240324:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321538.240385:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5500 x1853163994139392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321538.240413:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321538.240417:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321538.240419:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321538.240423:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6777
00000100:00080000:1.0:1767321538.240425:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321538.240429:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321538.240442:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5880 x1853163994139520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321538.240508:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767321538.240528:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321538.240532:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321538.240533:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321538.240537:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6777
00000100:00080000:1.0:1767321538.240539:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321538.240543:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321538.240554:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b4380 x1853163994139776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321538.240584:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321538.240587:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321538.240589:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321538.240593:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6777
00000100:00080000:1.0:1767321538.240595:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321538.240599:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321538.240609:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b4000 x1853163994140032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321538.240670:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321538.240688:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994140288:0@lo:400:kworker.0
00000100:00100000:3.0:1767321538.240763:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321538.240843:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994140288
00000100:00100000:3.0:1767321538.240850:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994140288
00000100:00100000:3.0:1767321538.240916:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4003
00000100:00100000:3.0:1767321538.240925:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994140288:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321538.240974:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994140288:12345-0@lo:400:kworker.0 Request processed in 50us (211us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321538.240982:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4003
00000100:00100000:3.0:1767321538.241028:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994140288:0@lo:400:kworker.0
00000100:00100000:3.0:1767321538.241068:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994140160:0@lo:400:kworker.0
00000100:00100000:3.0:1767321538.241093:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321538.241111:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321538.241116:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994139904:0@lo:400:kworker.0
00000100:00100000:3.0:1767321538.241140:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321538.241193:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994140160
00000100:00100000:3.0:1767321538.241197:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994140160
00000100:00100000:3.0:1767321538.241222:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4004
00000100:00100000:3.0:1767321538.241229:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994140160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321538.241261:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994140160:12345-0@lo:400:kworker.0 Request processed in 33us (168us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321538.241267:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4004
00000100:00100000:3.0:1767321538.241290:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994140160:0@lo:400:kworker.0
00000100:00080000:3.0:1767321538.241316:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321538.241320:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321538.242296:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994139648:0@lo:400:kworker.0
00000100:00100000:2.0:1767321538.242323:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994139904
00000100:00100000:2.0:1767321538.242330:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994139904
00000100:00100000:0.0:1767321538.242345:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321538.242385:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994139648
00000100:00100000:0.0:1767321538.242390:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994139648
00000100:00100000:2.0:1767321538.242414:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6511
00000100:00100000:2.0:1767321538.242425:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994139904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321538.242428:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6512
00000100:00100000:0.0:1767321538.242439:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994139648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321538.242491:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994139904:12345-0@lo:400:kworker.0 Request processed in 70us (1350us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321538.242498:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6511
00000100:00080000:3.0:1767321538.242513:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321538.242549:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994139904:0@lo:400:kworker.0
00000100:00100000:2.0:1767321538.242552:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994139392:0@lo:38:kworker.0
00000100:00100000:2.0:1767321538.242589:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321538.242612:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994139520:0@lo:38:kworker.0
00000100:00100000:3.0:1767321538.242617:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994139392
00000100:00100000:3.0:1767321538.242623:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994139392
00000100:00100000:2.0:1767321538.242644:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321538.242649:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73994
00000100:00100000:3.0:1767321538.242655:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994139392:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321538.242674:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321538.242680:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994139776:0@lo:38:kworker.0
00000100:00100000:3.0:1767321538.242711:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994139392:12345-0@lo:38:kworker.0 Request processed in 53us (120us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321538.242719:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73994
00000100:00100000:2.0:1767321538.242723:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321538.242752:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994140032:0@lo:38:kworker.0
00000100:00100000:0.0:1767321538.242781:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994139648:12345-0@lo:400:kworker.0 Request processed in 333us (427us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321538.242794:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6512
00000100:00100000:2.0:1767321538.242794:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321538.243414:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994139648:0@lo:400:kworker.0
00000100:00100000:3.0:1767321538.243453:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994139776
00000100:00100000:3.0:1767321538.243458:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994139776
00000100:00100000:3.0:1767321538.243484:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73995
00000100:00100000:3.0:1767321538.243489:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994139776:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321538.243500:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321538.243579:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994139520
00000100:00100000:1.0:1767321538.243583:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994139520
00000100:00100000:1.0:1767321538.243606:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518
00000100:00100000:1.0:1767321538.243610:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994139520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321538.243621:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321538.247295:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994140032
00000100:00100000:0.0:1767321538.247314:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994140032
00000100:00100000:0.0:1767321538.247365:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73996
00000100:00100000:0.0:1767321538.247374:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994140032:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321538.247400:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321538.247562:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994139520:12345-0@lo:38:kworker.0 Request processed in 3948us (4916us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321538.247572:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518
00000100:00100000:3.0:1767321538.248156:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994139776:12345-0@lo:38:kworker.0 Request processed in 4661us (5429us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321538.248178:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73995
00000100:00100000:0.0:1767321538.251529:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994140032:12345-0@lo:38:kworker.0 Request processed in 4145us (8730us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321538.251546:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73996
00000100:00080000:2.0:1767321538.251700:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321538.251706:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321538.251710:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994140032:0@lo:38:kworker.0
00000100:00080000:2.0:1767321538.251749:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321538.251753:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321538.251756:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994139392:0@lo:38:kworker.0
00000100:00080000:2.0:1767321538.251768:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321538.251771:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321538.251775:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994139520:0@lo:38:kworker.0
00000100:00080000:2.0:1767321538.251789:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321538.251792:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321538.251794:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994139776:0@lo:38:kworker.0
00000100:00100000:2.0:1767321538.813276:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321538.813587:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321539.143204:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321539.143632:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321539.143790:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942312704
00000100:00100000:2.0:1767321539.143799:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942312704
00000100:00100000:2.0:1767321539.143861:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942312576
00000100:00100000:2.0:1767321539.143874:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942312576
00000100:00100000:2.0:1767321539.143896:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6513
00000100:00100000:2.0:1767321539.143907:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942312704:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321539.143942:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73997
00000100:00100000:0.0:1767321539.143952:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942312576:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321539.143973:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321539.143985:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942312704:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 78us (789us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321539.143994:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6513
00000100:00100000:0.0:1767321539.144009:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942312576:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (375us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321539.144017:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73997
00000100:00080000:3.0:1767321539.144182:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321539.837277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321539.837360:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321540.861266:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321540.861570:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321541.821577:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321541.825064:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321541.825087:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994140544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321541.825175:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321541.825357:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994140544
00000100:00100000:0.0:1767321541.825366:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994140544
00000100:00100000:0.0:1767321541.825432:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3809
00000100:00100000:0.0:1767321541.825441:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994140544:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321541.825756:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767321541.826364:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321541.827974:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994140544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2525us (2807us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321541.827988:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3809
00000100:00100000:3.0:1767321541.828200:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f413b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994140416:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321541.828270:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321541.828430:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994140416
00000100:00100000:0.0:1767321541.828438:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994140416
00000100:00100000:0.0:1767321541.828529:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3810
00000100:00100000:0.0:1767321541.828537:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994140416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321541.828565:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321541.828968:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994140416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 430us (696us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321541.828976:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3810
00000100:00100000:2.0:1767321541.829059:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f413b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994140416:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321541.829205:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321541.831036:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994140544:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321541.885308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321541.886535:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321542.909294:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321542.909532:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321543.357640:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321543.357650:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321543.357653:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321543.357657:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321543.357661:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321543.357669:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6782
00000100:00080000:1.0:1767321543.357674:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321543.357680:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321543.357722:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b7b80 x1853163994140672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321543.357751:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321543.357754:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321543.357756:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321543.357760:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6782
00000100:00080000:1.0:1767321543.357762:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321543.357766:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321543.357780:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b7100 x1853163994140800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321543.357809:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994140672:0@lo:38:kworker.0
00000100:00080000:1.0:1767321543.357838:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321543.357843:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321543.357845:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321543.357850:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6782
00000100:00080000:1.0:1767321543.357852:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321543.357856:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321543.357869:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5880 x1853163994141056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321543.357885:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321543.357944:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994140800:0@lo:38:kworker.0
00000100:00100000:3.0:1767321543.357971:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321543.357996:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994140928:0@lo:400:kworker.0
00000100:00100000:3.0:1767321543.358003:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994141056:0@lo:38:kworker.0
00000100:00100000:0.0:1767321543.358038:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321543.358048:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994140800
00000100:00100000:3.0:1767321543.358056:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994140800
00000100:00100000:0.0:1767321543.358081:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994140672
00000100:00100000:0.0:1767321543.358087:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994140672
00000100:00100000:3.0:1767321543.358096:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519
00000100:00100000:3.0:1767321543.358104:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994140800:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321543.358112:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994140928
00000100:00100000:0.0:1767321543.358116:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994140928
00000100:00100000:0.0:1767321543.358179:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6514
00000100:00100000:0.0:1767321543.358187:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994140928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321543.358235:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994140928:12345-0@lo:400:kworker.0 Request processed in 50us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321543.358242:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6514
00000100:00100000:0.0:1767321543.358259:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73998
00000100:00100000:0.0:1767321543.358263:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994140672:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321543.358290:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321543.358326:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994140800:12345-0@lo:38:kworker.0 Request processed in 222us (353us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321543.358334:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519
00000100:00080000:1.0:1767321543.358336:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321543.358341:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321543.358343:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321543.358348:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6782
00000100:00080000:1.0:1767321543.358351:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321543.358354:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321543.358356:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321543.358367:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321543.358376:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994141184:0@lo:400:kworker.0
00000100:00100000:1.0:1767321543.358396:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b4000 x1853163994141312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321543.358407:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321543.358438:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994141440:0@lo:400:kworker.0
00000100:00100000:1.0:1767321543.358451:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994141184
00000100:00100000:3.0:1767321543.358464:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321543.358468:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994141184
00000100:00100000:1.0:1767321543.358506:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6515
00000100:00100000:1.0:1767321543.358513:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994141184:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321543.358546:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994141184:12345-0@lo:400:kworker.0 Request processed in 33us (142us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321543.358551:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6515
00000100:00100000:1.0:1767321543.358570:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994141568:0@lo:400:kworker.0
00000100:00100000:1.0:1767321543.358593:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321543.358622:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321543.358650:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994141184:0@lo:400:kworker.0
00000100:00100000:1.0:1767321543.358678:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994140928:0@lo:400:kworker.0
00000100:00100000:3.0:1767321543.358685:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994141440
00000100:00100000:3.0:1767321543.358690:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994141440
00000100:00100000:1.0:1767321543.358710:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994141568
00000100:00100000:1.0:1767321543.358717:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994141568
00000100:00100000:3.0:1767321543.358731:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4005
00000100:00100000:3.0:1767321543.358740:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994141440:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321543.358753:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4006
00000100:00100000:1.0:1767321543.358763:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994141568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321543.358782:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994141440:12345-0@lo:400:kworker.0 Request processed in 43us (316us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321543.358801:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4005
00000100:00100000:1.0:1767321543.358819:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994141568:12345-0@lo:400:kworker.0 Request processed in 58us (224us total) trans 0 rc 0/0
00000100:00080000:3.0:1767321543.358825:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321543.358829:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4006
00000100:00080000:3.0:1767321543.358830:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321543.358856:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994141440:0@lo:400:kworker.0
00000100:00100000:1.0:1767321543.358869:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994141568:0@lo:400:kworker.0
00000100:00100000:3.0:1767321543.358882:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321543.358902:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994141312:0@lo:38:kworker.0
00000100:00100000:3.0:1767321543.359108:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321543.359329:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994141056
00000100:00100000:1.0:1767321543.359334:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994141056
00000100:00100000:1.0:1767321543.359351:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994141312
00000100:00100000:1.0:1767321543.359355:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994141312
00000100:00100000:1.0:1767321543.359367:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73999
00000100:00100000:1.0:1767321543.359371:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994141056:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767321543.359438:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321543.359444:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321543.359452:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74000
00000100:00100000:2.0:1767321543.359472:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994141312:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321543.359610:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994140800:0@lo:38:kworker.0
00010000:00020000:0.0:1767321543.359732:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321543.359777:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994140672:12345-0@lo:38:kworker.0 Request processed in 1511us (1893us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321543.359783:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73998
00000100:00080000:3.0:1767321543.359820:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321543.359826:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321543.359830:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994140672:0@lo:38:kworker.0
00010000:00020000:1.0:1767321543.361113:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321543.361218:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994141056:12345-0@lo:38:kworker.0 Request processed in 1842us (2334us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321543.361228:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73999
00000100:00080000:3.0:1767321543.361549:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321543.361554:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321543.361558:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994141056:0@lo:38:kworker.0
00010000:00020000:2.0:1767321543.361657:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321543.361717:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994141312:12345-0@lo:38:kworker.0 Request processed in 2244us (2609us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321543.361724:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74000
00000100:00080000:3.0:1767321543.361800:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321543.361805:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321543.361807:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994141312:0@lo:38:kworker.0
00010000:00010000:3.0:1767321543.933468:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321543.934077:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321544.269916:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321544.270102:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321544.270508:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942312960
00000100:00100000:3.0:1767321544.270519:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942312960
00000100:00100000:3.0:1767321544.270639:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942312832
00000100:00100000:3.0:1767321544.270643:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942312832
00000100:00100000:3.0:1767321544.270666:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6516
00000100:00100000:3.0:1767321544.270676:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942312960:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321544.270749:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942312960:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 75us (843us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321544.270760:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6516
00000100:00100000:3.0:1767321544.270789:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74001
00000100:00100000:3.0:1767321544.270794:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942312832:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321544.270817:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321544.270843:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942312832:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 47us (742us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321544.270849:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74001
00000100:00080000:2.0:1767321544.271498:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321544.957354:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321544.958404:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321545.981289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321545.981457:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321546.942326:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994141696:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321546.942398:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321546.942620:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994141696
00000100:00100000:0.0:1767321546.942630:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994141696
00000100:00100000:0.0:1767321546.942814:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3811
00000100:00100000:0.0:1767321546.942823:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994141696:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321546.942856:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321546.942900:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994141696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (501us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321546.942906:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3811
00000100:00100000:1.0:1767321546.943103:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994141696:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321546.943179:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994141824:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321546.943210:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321546.943242:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994141824
00000100:00100000:2.0:1767321546.943249:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994141824
00000100:00080000:3.0:1767321546.943750:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321546.943755:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321546.946417:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3812
00000100:00100000:2.0:1767321546.946435:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994141824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321546.946479:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321546.946569:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994141824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (3359us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321546.946577:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3812
00000100:00100000:1.0:1767321546.946639:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994141824:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321547.007409:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321547.009316:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321548.029350:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321548.030568:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321548.480877:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321548.480891:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321548.480894:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321548.480898:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321548.480903:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321548.480911:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6788
00000100:00080000:0.0:1767321548.480916:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321548.480923:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321548.480964:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a41880 x1853163994141952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321548.480991:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321548.480994:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321548.480997:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321548.481000:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6788
00000100:00080000:0.0:1767321548.481003:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321548.481006:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321548.481018:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43b80 x1853163994142080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321548.481062:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321548.481066:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321548.481067:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321548.481071:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6788
00000100:00080000:0.0:1767321548.481074:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321548.481078:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321548.481090:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a42a00 x1853163994142336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321548.481113:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994141952:0@lo:38:kworker.0
00000100:00100000:2.0:1767321548.481114:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994142208:0@lo:400:kworker.0
00000100:00080000:0.0:1767321548.481119:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321548.481126:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321548.481128:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321548.481132:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6788
00000100:00080000:0.0:1767321548.481134:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321548.481138:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321548.481150:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43480 x1853163994142592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321548.481199:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994142720:0@lo:400:kworker.0
00000100:00100000:0.0:1767321548.481238:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994142848:0@lo:400:kworker.0
00000100:00100000:2.0:1767321548.488701:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321548.491947:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994142464:0@lo:400:kworker.0
00000100:00100000:3.0:1767321548.491974:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321548.492022:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994142208
00000100:00100000:2.0:1767321548.492031:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994142208
00000100:00100000:1.0:1767321548.495016:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321548.495203:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994142720
00000100:00100000:1.0:1767321548.495213:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994142720
00000100:00100000:1.0:1767321548.495265:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4007
00000100:00100000:1.0:1767321548.495276:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994142720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321548.495333:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994142720:12345-0@lo:400:kworker.0 Request processed in 60us (327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321548.495340:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4007
00000100:00100000:1.0:1767321548.495390:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994142720:0@lo:400:kworker.0
00000100:00080000:1.0:1767321548.495433:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321548.495439:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321548.495452:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994141952
00000100:00100000:1.0:1767321548.495457:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994141952
00000100:00100000:1.0:1767321548.495481:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6517
00000100:00100000:1.0:1767321548.495490:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994142208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321548.495532:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994142208:12345-0@lo:400:kworker.0 Request processed in 45us (6851us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321548.495539:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6517
00000100:00100000:1.0:1767321548.495558:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74002
00000100:00100000:1.0:1767321548.495563:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994141952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321548.495582:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321548.496505:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321548.496571:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994142208:0@lo:400:kworker.0
00000100:00100000:2.0:1767321548.496949:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994142464
00000100:00100000:2.0:1767321548.496955:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994142464
00000100:00100000:2.0:1767321548.497006:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6518
00000100:00100000:2.0:1767321548.497016:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994142464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321548.497073:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994142464:12345-0@lo:400:kworker.0 Request processed in 59us (571us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321548.497210:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994141952:12345-0@lo:38:kworker.0 Request processed in 1644us (5237us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321548.497219:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74002
00000100:00080000:1.0:1767321548.497278:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321548.497351:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6518
00000100:00100000:2.0:1767321548.497386:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994142464:0@lo:400:kworker.0
00000100:00100000:0.0:1767321548.500973:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321548.501183:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994142848
00000100:00100000:1.0:1767321548.501192:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994142848
00000100:00100000:1.0:1767321548.501238:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4008
00000100:00100000:1.0:1767321548.501246:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994142848:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767321548.501500:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321548.501528:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994142848:0@lo:400:kworker.0
00000100:00100000:1.0:1767321548.502059:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994142848:12345-0@lo:400:kworker.0 Request processed in 51us (330us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321548.502070:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4008
00000100:00080000:3.0:1767321548.503447:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321548.503458:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321548.503463:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994141952:0@lo:38:kworker.0
00000100:00100000:3.0:1767321548.503474:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994142080:0@lo:38:kworker.0
00000100:00100000:3.0:1767321548.503529:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321548.503607:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994142080
00000100:00100000:1.0:1767321548.503614:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994142080
00000100:00100000:1.0:1767321548.503737:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520
00000100:00100000:1.0:1767321548.503744:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994142080:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321548.503769:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321548.503818:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994142080:12345-0@lo:38:kworker.0 Request processed in 73us (288us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321548.503825:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520
00000100:00100000:3.0:1767321548.503882:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994142336:0@lo:38:kworker.0
00000100:00100000:3.0:1767321548.504373:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321548.504437:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994142592:0@lo:38:kworker.0
00000100:00100000:3.0:1767321548.504459:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321548.504490:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321548.504496:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321548.504499:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994142080:0@lo:38:kworker.0
00000100:00100000:1.0:1767321548.504516:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994142336
00000100:00100000:1.0:1767321548.504523:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994142336
00000100:00100000:1.0:1767321548.504558:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994142592
00000100:00100000:1.0:1767321548.504561:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994142592
00000100:00100000:1.0:1767321548.504629:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74003
00000100:00100000:1.0:1767321548.504635:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994142336:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321548.504649:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321548.504687:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994142336:12345-0@lo:38:kworker.0 Request processed in 51us (314us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321548.504708:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74003
00000100:00100000:1.0:1767321548.504722:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74004
00000100:00100000:1.0:1767321548.504727:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994142592:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321548.504735:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321548.504761:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994142592:12345-0@lo:38:kworker.0 Request processed in 32us (300us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321548.504766:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74004
00000100:00080000:3.0:1767321548.506338:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321548.506349:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321548.506354:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994142592:0@lo:38:kworker.0
00000100:00080000:3.0:1767321548.506365:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321548.506368:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321548.506371:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994142336:0@lo:38:kworker.0
00010000:00010000:3.0:1767321549.053507:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321549.053628:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321549.393998:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321549.394042:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321549.394136:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942313216
00000100:00100000:2.0:1767321549.394148:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942313216
00000100:00100000:2.0:1767321549.394262:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942313088
00000100:00100000:2.0:1767321549.394266:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942313088
00000100:00100000:2.0:1767321549.394287:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6519
00000100:00100000:2.0:1767321549.394298:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942313216:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321549.394404:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942313216:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 108us (416us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321549.394413:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6519
00000100:00100000:2.0:1767321549.394433:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74005
00000100:00100000:2.0:1767321549.394438:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942313088:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321549.394459:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321549.394486:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942313088:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (443us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321549.394493:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74005
00000100:00080000:0.0:1767321549.394664:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321550.077377:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321550.079650:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321551.101402:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321551.101461:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321552.062252:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321552.062276:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994142976:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321552.062343:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321552.062665:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994142976
00000100:00100000:2.0:1767321552.062673:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994142976
00000100:00100000:2.0:1767321552.062726:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3813
00000100:00100000:2.0:1767321552.062735:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994142976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321552.062766:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321552.062811:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994142976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (467us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321552.062817:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3813
00000100:00100000:2.0:1767321552.062842:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994143104:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321552.062865:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321552.062898:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321552.062931:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994142976:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321552.062950:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994143104
00000100:00100000:2.0:1767321552.062954:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994143104
00000100:00100000:2.0:1767321552.062979:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3814
00000100:00100000:2.0:1767321552.062985:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994143104:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321552.063000:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321552.063027:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994143104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (161us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321552.063032:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3814
00000100:00080000:2.0:1767321552.063047:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321552.063063:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994143104:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321552.125832:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321552.125982:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321553.151823:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321553.151885:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767321553.597954:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321553.597965:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321553.597968:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321553.597972:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321553.597976:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321553.597984:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6793
00000100:00080000:1.0:1767321553.597988:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321553.597996:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321553.598039:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b7100 x1853163994143232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321553.598065:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321553.598068:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321553.598070:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321553.598073:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6793
00000100:00080000:1.0:1767321553.598076:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321553.598079:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321553.598093:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b6680 x1853163994143360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321553.598134:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321553.598138:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321553.598139:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321553.598142:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6793
00000100:00080000:1.0:1767321553.598144:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321553.598147:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321553.598184:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6087cc700 x1853163994143616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321553.598205:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321553.598208:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321553.598210:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321553.598213:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6793
00000100:00080000:1.0:1767321553.598215:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321553.598218:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321553.598227:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0a80 x1853163994143872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321553.598307:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994143488:0@lo:400:kworker.0
00000100:00100000:2.0:1767321553.598393:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321553.598463:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321553.598469:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994144128:0@lo:400:kworker.0
00000100:00100000:2.0:1767321553.598496:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321553.598526:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994143744:0@lo:400:kworker.0
00000100:00100000:2.0:1767321553.598559:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321553.598581:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321553.598586:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994144000:0@lo:400:kworker.0
00000100:00100000:2.0:1767321553.598621:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321553.598649:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994143488
00000100:00100000:2.0:1767321553.598657:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994143488
00000100:00100000:2.0:1767321553.598707:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994143744
00000100:00100000:2.0:1767321553.598710:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994143744
00000100:00100000:2.0:1767321553.598733:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6520
00000100:00100000:2.0:1767321553.598741:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994143488:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321553.598792:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994143488:12345-0@lo:400:kworker.0 Request processed in 51us (406us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321553.598799:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6520
00000100:00100000:2.0:1767321553.598815:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6521
00000100:00100000:2.0:1767321553.598821:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994143744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321553.598852:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994143744:12345-0@lo:400:kworker.0 Request processed in 32us (293us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321553.598857:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6521
00000100:00080000:2.0:1767321553.598872:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321553.598906:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994143744:0@lo:400:kworker.0
00000100:00100000:2.0:1767321553.598930:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994143488:0@lo:400:kworker.0
00000100:00100000:0.0:1767321553.599127:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994143232:0@lo:38:kworker.0
00000100:00100000:0.0:1767321553.599189:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321553.599207:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994143360:0@lo:38:kworker.0
00000100:00100000:0.0:1767321553.599232:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321553.599258:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994143616:0@lo:38:kworker.0
00000100:00100000:0.0:1767321553.599277:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321553.599289:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994143872:0@lo:38:kworker.0
00000100:00100000:0.0:1767321553.599308:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321553.599337:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994144128
00000100:00100000:0.0:1767321553.599341:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994144128
00000100:00100000:0.0:1767321553.599365:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994144000
00000100:00100000:0.0:1767321553.599367:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994144000
00000100:00100000:0.0:1767321553.599382:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4009
00000100:00100000:0.0:1767321553.599398:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994144128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321553.599431:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994144128:12345-0@lo:400:kworker.0 Request processed in 43us (934us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321553.599437:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4009
00000100:00100000:0.0:1767321553.599452:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4010
00000100:00100000:0.0:1767321553.599459:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994144000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321553.599486:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994144000:12345-0@lo:400:kworker.0 Request processed in 28us (864us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321553.599493:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4010
00000100:00100000:0.0:1767321553.599510:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994143360
00000100:00100000:0.0:1767321553.599515:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994143360
00000100:00100000:0.0:1767321553.599533:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521
00000100:00100000:0.0:1767321553.599662:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994143360:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321553.599682:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321553.599715:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994143360:12345-0@lo:38:kworker.0 Request processed in 54us (483us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321553.599722:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521
00000100:00080000:0.0:1767321553.599754:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321553.599758:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321553.599762:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994143360:0@lo:38:kworker.0
00000100:00100000:1.0:1767321553.599916:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994143232
00000100:00100000:1.0:1767321553.599921:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994143232
00000100:00100000:1.0:1767321553.599949:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994143616
00000100:00100000:1.0:1767321553.599952:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994143616
00000100:00100000:1.0:1767321553.599973:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994143872
00000100:00100000:1.0:1767321553.599976:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994143872
00000100:00100000:1.0:1767321553.599991:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74006
00000100:00100000:1.0:1767321553.599996:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994143232:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321553.600006:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321553.600039:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994143232:12345-0@lo:38:kworker.0 Request processed in 43us (851us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321553.600046:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74006
00000100:00100000:1.0:1767321553.600061:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74007
00000100:00100000:1.0:1767321553.600065:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994143616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321553.600073:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321553.600091:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994143616:12345-0@lo:38:kworker.0 Request processed in 24us (813us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321553.600095:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74007
00000100:00100000:1.0:1767321553.600105:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74008
00000100:00100000:1.0:1767321553.600108:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994143872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321553.600116:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321553.600133:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994143872:12345-0@lo:38:kworker.0 Request processed in 23us (824us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321553.600138:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74008
00000100:00100000:2.0:1767321553.600294:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994144000:0@lo:400:kworker.0
00000100:00100000:2.0:1767321553.600321:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994144128:0@lo:400:kworker.0
00000100:00080000:0.0:1767321553.600463:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321553.600469:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321553.600472:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994143232:0@lo:38:kworker.0
00000100:00080000:0.0:1767321553.600481:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321553.600484:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321553.600487:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994143616:0@lo:38:kworker.0
00000100:00080000:0.0:1767321553.600495:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321553.600498:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321553.600500:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994143872:0@lo:38:kworker.0
00000100:00100000:2.0:1767321554.173292:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321554.174265:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321554.503920:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321554.504369:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942313344
00000100:00100000:1.0:1767321554.504381:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942313344
00000100:00100000:1.0:1767321554.504438:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74009
00000100:00100000:1.0:1767321554.504447:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942313344:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321554.504475:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321554.504548:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942313344:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 101us (640us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321554.504555:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74009
00000100:00100000:2.0:1767321554.506916:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321554.507438:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942313472
00000100:00100000:0.0:1767321554.507451:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942313472
00000100:00100000:0.0:1767321554.507534:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6522
00000100:00100000:0.0:1767321554.507544:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942313472:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321554.507643:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942313472:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 99us (737us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321554.507651:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6522
00000100:00080000:2.0:1767321554.509839:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321555.197302:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321555.197600:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321556.221604:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321556.222727:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321557.182878:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994144384:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321557.182952:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321557.183083:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994144384
00000100:00100000:1.0:1767321557.183083:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321557.183092:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994144384
00000100:00100000:1.0:1767321557.183098:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994144256:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321557.183135:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321557.183186:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994144256
00000100:00100000:0.0:1767321557.183191:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994144256
00000100:00100000:0.0:1767321557.183223:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3815
00000100:00100000:0.0:1767321557.183232:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994144384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321557.183263:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321557.183333:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994144384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (370us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321557.183342:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3815
00000100:00100000:0.0:1767321557.183364:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3816
00000100:00100000:0.0:1767321557.183371:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994144256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321557.183388:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321557.183419:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994144256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321557.183425:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3816
00000100:00100000:0.0:1767321557.183467:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994144256:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321557.183911:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321557.183915:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321557.183948:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994144384:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321557.245542:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321557.245818:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321558.269433:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321558.269479:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767321558.717422:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321558.717433:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321558.717436:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321558.717440:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321558.717453:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321558.717461:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6798
00000100:00080000:0.0:1767321558.717466:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321558.717473:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321558.717524:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a40a80 x1853163994144512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321558.717552:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321558.717555:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321558.717556:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321558.717560:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6798
00000100:00080000:0.0:1767321558.717563:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321558.717566:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321558.717582:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a40700 x1853163994144640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321558.717628:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321558.717632:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321558.717634:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321558.717637:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6798
00000100:00080000:0.0:1767321558.717640:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321558.717643:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321558.717655:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a42a00 x1853163994144896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321558.717680:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321558.717684:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321558.717686:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321558.717690:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6798
00000100:00080000:0.0:1767321558.717692:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321558.717696:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321558.717707:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b618a43b80 x1853163994145152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321558.717754:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994145024:0@lo:400:kworker.0
00000100:00100000:0.0:1767321558.717819:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321558.718184:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994144768:0@lo:400:kworker.0
00000100:00100000:1.0:1767321558.718218:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321558.718256:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994145024
00000100:00100000:1.0:1767321558.718264:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994145024
00000100:00100000:1.0:1767321558.718312:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994144768
00000100:00100000:1.0:1767321558.718315:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994144768
00000100:00100000:1.0:1767321558.718337:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6523
00000100:00100000:1.0:1767321558.718345:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994145024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321558.718391:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994145024:12345-0@lo:400:kworker.0 Request processed in 46us (571us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321558.718402:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6523
00000100:00100000:1.0:1767321558.718418:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6524
00000100:00100000:1.0:1767321558.718423:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994144768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321558.718465:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994144768:12345-0@lo:400:kworker.0 Request processed in 42us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321558.718471:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6524
00000100:00100000:0.0:1767321558.719052:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994145024:0@lo:400:kworker.0
00000100:00100000:0.0:1767321558.719074:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321558.719082:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994145280:0@lo:400:kworker.0
00000100:00100000:0.0:1767321558.719115:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321558.719390:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994145280
00000100:00100000:1.0:1767321558.719396:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994145280
00000100:00100000:1.0:1767321558.719437:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4011
00000100:00100000:1.0:1767321558.719452:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994145280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321558.719493:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994145280:12345-0@lo:400:kworker.0 Request processed in 49us (377us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321558.719499:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4011
00000100:00100000:1.0:1767321558.719543:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994144768:0@lo:400:kworker.0
00000100:00100000:1.0:1767321558.719559:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321558.719565:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994145408:0@lo:400:kworker.0
00000100:00100000:1.0:1767321558.719977:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321558.720065:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321533/real 1767321533]  req@ffff89b731344380 x1853163994137984/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321558 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321558.720105:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994145280:0@lo:400:kworker.0
00000100:00100000:0.0:1767321558.720128:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994145408
00000100:00100000:0.0:1767321558.720132:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994145408
00000100:00100000:0.0:1767321558.720185:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4012
00000100:00100000:0.0:1767321558.720193:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731db2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994145408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321558.720237:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731db2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994145408:12345-0@lo:400:kworker.0 Request processed in 45us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321558.720243:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4012
00000100:00080000:2.0:1767321558.720599:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321558.724769:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994145408:0@lo:400:kworker.0
00000100:00100000:3.0:1767321558.725082:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b731344380 x1853163994137984/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321558 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321558.725110:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994144512:0@lo:38:kworker.0
00000100:00100000:3.0:1767321558.728123:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321558.728391:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994144640:0@lo:38:kworker.0
00000100:00100000:3.0:1767321558.728455:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321558.728738:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994144896:0@lo:38:kworker.0
00000100:00100000:3.0:1767321558.728765:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321558.731134:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994144640
00000100:00100000:0.0:1767321558.731153:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994144640
00000100:00100000:0.0:1767321558.731232:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522
00000100:00100000:0.0:1767321558.731242:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994144640:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321558.731267:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321558.731348:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994144640:12345-0@lo:38:kworker.0 Request processed in 106us (2892us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321558.731368:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522
00000100:00100000:3.0:1767321558.735827:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b618a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994145152:0@lo:38:kworker.0
00000100:00100000:3.0:1767321558.736195:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321558.743665:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994144512
00000100:00100000:2.0:1767321558.743686:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994144512
00000100:00100000:2.0:1767321558.743743:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994144896
00000100:00100000:2.0:1767321558.743747:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994144896
00000100:00100000:2.0:1767321558.743781:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74010
00000100:00100000:2.0:1767321558.743790:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994144512:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321558.743815:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321558.743909:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994144512:12345-0@lo:38:kworker.0 Request processed in 120us (15793us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321558.743918:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74010
00000100:00100000:2.0:1767321558.743937:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74011
00000100:00100000:2.0:1767321558.743941:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994144896:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321558.743951:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321558.743974:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994144896:12345-0@lo:38:kworker.0 Request processed in 32us (15208us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321558.743980:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74011
00000100:00080000:3.0:1767321558.745068:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321558.745102:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321558.745108:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994137984:0@lo:250:kworker.0
00000100:00080000:3.0:1767321558.745153:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767321558.745327:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994145152
00000100:00100000:1.0:1767321558.745334:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994145152
00000100:00100000:1.0:1767321558.745377:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74012
00000100:00100000:1.0:1767321558.745385:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994145152:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321558.745402:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321558.745459:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994145152:12345-0@lo:38:kworker.0 Request processed in 74us (9264us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321558.745467:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74012
00000100:00080000:3.0:1767321558.745785:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321558.745792:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994144512:0@lo:38:kworker.0
00000100:00080000:3.0:1767321558.745810:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321558.745824:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321558.745828:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994144640:0@lo:38:kworker.0
00000100:00080000:3.0:1767321558.746037:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321558.746043:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321558.746046:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994144896:0@lo:38:kworker.0
00000100:00080000:3.0:1767321558.746059:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321558.746062:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321558.746065:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b618a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994145152:0@lo:38:kworker.0
00000100:00080000:2.0:1767321558.747543:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321558.747553:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767321558.747557:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321558.747564:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6777
00000100:00080000:2.0:1767321558.747569:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321558.747576:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321558.747670:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291f80 x1853163994145536/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321558.748401:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994145536:0@lo:250:kworker.0
00000400:00000100:1.0:1767321558.748468:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994145536 offset 0 length 520: 4
00010000:00010000:2.0:1767321559.293412:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321559.293961:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321559.624008:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321559.624849:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942313856
00000100:00100000:0.0:1767321559.624871:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942313856
00000100:00100000:0.0:1767321559.624972:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6525
00000100:00100000:0.0:1767321559.624983:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942313856:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767321559.625123:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321559.629053:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942313856:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 4058us (5047us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321559.629070:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6525
00000400:00000100:3.0:1767321559.635925:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942313600 offset 0 length 520: 4
00000100:00100000:3.0:1767321559.636902:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321559.642071:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942313728
00000100:00100000:0.0:1767321559.642087:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942313728
00000100:00100000:0.0:1767321559.642150:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74013
00000100:00100000:0.0:1767321559.642174:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942313728:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321559.642195:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321559.642267:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942313728:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 107us (5371us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321559.642275:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74013
00000100:00100000:1.0:1767321560.317468:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321560.317813:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321561.341864:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321561.341932:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321562.302137:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321562.302182:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994145792:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321562.302265:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321562.302347:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994145792
00000100:00100000:2.0:1767321562.302356:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994145792
00000100:00100000:2.0:1767321562.302423:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3817
00000100:00100000:2.0:1767321562.302432:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994145792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321562.302478:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321562.302523:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994145792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (257us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321562.302531:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3817
00000100:00100000:2.0:1767321562.302585:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994145792:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321562.304669:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994145664:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321562.304755:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321562.305281:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321562.305642:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994145664
00000100:00100000:2.0:1767321562.305653:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994145664
00000100:00100000:2.0:1767321562.305757:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3818
00000100:00100000:2.0:1767321562.305768:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994145664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321562.305805:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321562.305882:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994145664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (1127us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321562.305891:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3818
00000100:00100000:1.0:1767321562.306064:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994145664:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321562.306137:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321562.365521:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321562.365616:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321563.389285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321563.389373:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321563.837271:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321563.837284:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321563.837286:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321563.837290:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321563.837294:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321563.837303:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6803
00000100:00080000:2.0:1767321563.837308:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321563.837314:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321563.837355:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293b80 x1853163994145920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321563.837381:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321563.837385:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321563.837387:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321563.837390:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6803
00000100:00080000:2.0:1767321563.837392:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321563.837396:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321563.837419:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290000 x1853163994146048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321563.837462:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321563.837467:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321563.837469:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321563.837472:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6803
00000100:00080000:2.0:1767321563.837475:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321563.837478:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321563.837490:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293480 x1853163994146304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321563.837523:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321563.837527:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321563.837529:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321563.837533:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6803
00000100:00080000:2.0:1767321563.837535:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321563.837538:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321563.837564:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290e00 x1853163994146560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321563.837679:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994145920:0@lo:38:kworker.0
00000100:00100000:1.0:1767321563.837745:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321563.837799:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994146048:0@lo:38:kworker.0
00000100:00100000:1.0:1767321563.837836:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321563.837860:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994146304:0@lo:38:kworker.0
00000100:00100000:1.0:1767321563.837881:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321563.837894:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994146560:0@lo:38:kworker.0
00000100:00100000:1.0:1767321563.837913:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321563.837944:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994146048
00000100:00100000:1.0:1767321563.837952:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994146048
00000100:00100000:1.0:1767321563.837986:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523
00000100:00100000:1.0:1767321563.837993:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994146048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321563.838012:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321563.838056:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994146048:12345-0@lo:38:kworker.0 Request processed in 62us (217us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321563.838063:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523
00000100:00100000:1.0:1767321563.838085:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994145920
00000100:00100000:1.0:1767321563.838089:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994145920
00000100:00100000:1.0:1767321563.838120:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994146304
00000100:00100000:1.0:1767321563.838124:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994146304
00000100:00100000:1.0:1767321563.838136:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994146560
00000100:00100000:1.0:1767321563.838138:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994146560
00000100:00100000:1.0:1767321563.838153:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74014
00000100:00100000:1.0:1767321563.838179:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994145920:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321563.838191:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321563.838217:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994145920:12345-0@lo:38:kworker.0 Request processed in 58us (472us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321563.838223:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74014
00000100:00100000:1.0:1767321563.838235:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74015
00000100:00100000:1.0:1767321563.838239:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994146304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321563.838248:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321563.838272:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994146304:12345-0@lo:38:kworker.0 Request processed in 31us (390us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321563.838278:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74015
00000100:00100000:1.0:1767321563.838288:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74016
00000100:00100000:1.0:1767321563.838292:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994146560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321563.838300:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321563.838322:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994146560:12345-0@lo:38:kworker.0 Request processed in 28us (407us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321563.838331:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74016
00000100:00080000:1.0:1767321563.838367:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321563.838372:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321563.838375:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994145920:0@lo:38:kworker.0
00000100:00080000:1.0:1767321563.838384:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321563.838386:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321563.838389:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994146048:0@lo:38:kworker.0
00000100:00080000:1.0:1767321563.838397:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321563.838399:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321563.838402:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994146304:0@lo:38:kworker.0
00000100:00080000:1.0:1767321563.838422:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321563.838425:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321563.838428:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994146560:0@lo:38:kworker.0
00000100:00100000:1.0:1767321563.838469:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321563.838479:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994146176:0@lo:400:kworker.0
00000100:00100000:1.0:1767321563.838505:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321563.838529:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994146176
00000100:00100000:1.0:1767321563.838532:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994146176
00000100:00100000:1.0:1767321563.838571:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6526
00000100:00100000:2.0:1767321563.838874:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994146816:0@lo:400:kworker.0
00000100:00100000:2.0:1767321563.838907:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321563.838945:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994146688:0@lo:400:kworker.0
00000100:00100000:2.0:1767321563.838967:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321563.838985:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321563.838991:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994146432:0@lo:400:kworker.0
00000100:00100000:2.0:1767321563.839012:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321563.839034:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994146432
00000100:00100000:2.0:1767321563.839037:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994146432
00000100:00100000:2.0:1767321563.839064:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6527
00000100:00100000:2.0:1767321563.839070:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994146432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321563.839307:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994146176:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321563.839351:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994146176:12345-0@lo:400:kworker.0 Request processed in 773us (844us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321563.839359:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6526
00000100:00100000:1.0:1767321563.839396:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994146176:0@lo:400:kworker.0
00000100:00100000:2.0:1767321563.839503:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994146432:12345-0@lo:400:kworker.0 Request processed in 433us (489us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321563.839510:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6527
00000100:00080000:3.0:1767321563.839838:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321563.839964:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994146432:0@lo:400:kworker.0
00000100:00100000:0.0:1767321563.840303:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994146816
00000100:00100000:0.0:1767321563.840309:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994146816
00000100:00100000:0.0:1767321563.840348:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994146688
00000100:00100000:0.0:1767321563.840352:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994146688
00000100:00100000:0.0:1767321563.840380:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4013
00000100:00100000:0.0:1767321563.840387:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994146816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321563.840454:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994146816:12345-0@lo:400:kworker.0 Request processed in 67us (1546us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321563.840465:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4013
00000100:00100000:0.0:1767321563.840479:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4014
00000100:00100000:0.0:1767321563.840485:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994146688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321563.840527:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994146688:12345-0@lo:400:kworker.0 Request processed in 43us (1559us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321563.840533:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4014
00000100:00100000:0.0:1767321563.840969:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994146688:0@lo:400:kworker.0
00000100:00100000:2.0:1767321563.841198:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994146816:0@lo:400:kworker.0
00000100:00100000:2.0:1767321564.413321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321564.414840:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321564.747846:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321564.747955:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942314112
00000100:00100000:0.0:1767321564.747965:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942314112
00000100:00100000:0.0:1767321564.748049:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6528
00000100:00100000:0.0:1767321564.748059:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942314112:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:1.0:1767321564.748192:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321564.753963:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942314112:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 5891us (6113us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321564.753981:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6528
00000100:00100000:1.0:1767321564.760711:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321564.761548:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942313984
00000100:00100000:0.0:1767321564.761558:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942313984
00000100:00100000:0.0:1767321564.761612:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74017
00000100:00100000:0.0:1767321564.761621:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942313984:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321564.762618:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321564.762724:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942313984:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 1100us (2022us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321564.762732:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74017
00000100:00100000:2.0:1767321565.437310:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321565.437412:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321566.461330:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321566.462492:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321567.423598:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994146944:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321567.423613:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321567.423636:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994147072:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321567.423853:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321567.424050:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994146944
00000100:00100000:2.0:1767321567.424062:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994146944
00000100:00100000:2.0:1767321567.424249:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3819
00000100:00100000:0.0:1767321567.424262:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321567.424265:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994146944:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321567.424300:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:2.0:1767321567.424388:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321567.424455:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994146944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 196us (602us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321567.424464:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3819
00000100:00100000:1.0:1767321567.424623:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994146944:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321567.431790:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994147072
00000100:00100000:2.0:1767321567.431812:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994147072
00000100:00100000:2.0:1767321567.431908:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3820
00000100:00100000:2.0:1767321567.431920:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994147072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321567.431965:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321567.432074:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994147072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (7813us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321567.432084:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3820
00000100:00080000:0.0:1767321567.432282:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321567.432370:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994147072:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321567.485496:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321567.485838:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321568.509317:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321568.509425:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321568.958512:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321568.958523:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321568.958526:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321568.958529:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321568.958534:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321568.958542:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6808
00000100:00080000:2.0:1767321568.958546:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321568.958554:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321568.958605:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293100 x1853163994147200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321568.958631:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321568.958634:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321568.958635:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321568.958638:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6808
00000100:00080000:2.0:1767321568.958639:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321568.958642:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321568.958653:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292300 x1853163994147328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321568.958694:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321568.958697:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321568.958699:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321568.958702:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6808
00000100:00080000:2.0:1767321568.958704:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321568.958706:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321568.958716:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293480 x1853163994147584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321568.958736:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321568.958740:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321568.958742:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321568.958746:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6808
00000100:00080000:2.0:1767321568.958748:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321568.958752:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321568.958762:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293b80 x1853163994147840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321568.958811:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994148096:0@lo:400:kworker.0
00000100:00100000:2.0:1767321568.958889:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321568.958969:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321568.958980:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994147456:0@lo:400:kworker.0
00000100:00100000:1.0:1767321568.958981:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994147968:0@lo:400:kworker.0
00000100:00100000:2.0:1767321568.959018:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321568.959030:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321568.959057:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994147712:0@lo:400:kworker.0
00000100:00100000:2.0:1767321568.959087:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321568.959130:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994148096
00000100:00100000:2.0:1767321568.959140:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994148096
00000100:00100000:1.0:1767321568.959151:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994147200:0@lo:38:kworker.0
00000100:00100000:2.0:1767321568.959220:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994147968
00000100:00100000:2.0:1767321568.959224:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994147968
00000100:00100000:2.0:1767321568.959246:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4015
00000100:00100000:2.0:1767321568.959257:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994148096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321568.959376:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994148096:12345-0@lo:400:kworker.0 Request processed in 118us (485us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321568.959385:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4015
00000100:00100000:2.0:1767321568.959404:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4016
00000100:00100000:2.0:1767321568.959411:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994147968:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321568.959442:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994147968:12345-0@lo:400:kworker.0 Request processed in 32us (414us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321568.959448:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994147456
00000100:00100000:2.0:1767321568.959448:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4016
00000100:00100000:0.0:1767321568.959452:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994147456
00000100:00100000:2.0:1767321568.959470:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994147712
00000100:00100000:2.0:1767321568.959474:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994147712
00000100:00100000:0.0:1767321568.959499:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6529
00000100:00100000:2.0:1767321568.959504:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6530
00000100:00100000:0.0:1767321568.959507:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994147456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321568.959509:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994147712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321568.959539:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994147456:12345-0@lo:400:kworker.0 Request processed in 34us (522us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321568.959540:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994147712:12345-0@lo:400:kworker.0 Request processed in 31us (454us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321568.959545:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6529
00000100:00100000:3.0:1767321568.959683:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994147456:0@lo:400:kworker.0
00000100:00100000:3.0:1767321568.959696:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994148096:0@lo:400:kworker.0
00000100:00100000:3.0:1767321568.959733:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994147712:0@lo:400:kworker.0
00000100:00100000:2.0:1767321568.959825:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6530
00000100:00100000:2.0:1767321568.959923:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994147968:0@lo:400:kworker.0
00000100:00080000:3.0:1767321568.959937:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321568.961230:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321568.961331:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994147328:0@lo:38:kworker.0
00000100:00100000:0.0:1767321568.961434:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994147200
00000100:00100000:0.0:1767321568.961442:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994147200
00000100:00100000:0.0:1767321568.961486:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74018
00000100:00100000:0.0:1767321568.961494:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994147200:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321568.961502:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767321568.961522:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321568.961550:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994147584:0@lo:38:kworker.0
00000100:00100000:0.0:1767321568.961573:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994147200:12345-0@lo:38:kworker.0 Request processed in 78us (2362us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321568.961580:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74018
00000100:00100000:1.0:1767321568.961586:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321568.961608:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994147840:0@lo:38:kworker.0
00000100:00100000:1.0:1767321568.961635:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321568.961645:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994147328
00000100:00100000:3.0:1767321568.961651:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994147328
00000100:00100000:3.0:1767321568.961684:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524
00000100:00100000:3.0:1767321568.961689:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994147328:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321568.961698:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321568.961730:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994147328:12345-0@lo:38:kworker.0 Request processed in 40us (230us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321568.961735:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524
00000100:00100000:2.0:1767321568.961759:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994147584
00000100:00100000:2.0:1767321568.961764:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994147584
00000100:00100000:2.0:1767321568.961792:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74019
00000100:00100000:2.0:1767321568.961798:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994147584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321568.961808:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321568.961836:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994147584:12345-0@lo:38:kworker.0 Request processed in 39us (251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321568.961842:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74019
00000100:00100000:2.0:1767321568.962832:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994147840
00000100:00100000:2.0:1767321568.962846:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994147840
00000100:00080000:1.0:1767321568.962847:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321568.962857:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321568.962889:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74020
00000100:00100000:2.0:1767321568.962896:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994147840:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321568.962913:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321568.962958:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994147840:12345-0@lo:38:kworker.0 Request processed in 62us (1324us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321568.962964:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74020
00000100:00100000:1.0:1767321568.963110:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994147200:0@lo:38:kworker.0
00000100:00080000:1.0:1767321568.963130:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321568.963134:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321568.963137:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994147328:0@lo:38:kworker.0
00000100:00080000:1.0:1767321568.963149:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321568.963153:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321568.963156:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994147584:0@lo:38:kworker.0
00000100:00080000:1.0:1767321568.963184:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321568.963188:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321568.963192:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994147840:0@lo:38:kworker.0
00000100:00100000:2.0:1767321569.533354:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321569.534940:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321569.863679:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321569.863809:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321569.865993:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942314368
00000100:00100000:3.0:1767321569.866019:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942314240
00000100:00100000:3.0:1767321569.866028:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942314240
00000100:00100000:3.0:1767321569.866156:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74021
00000100:00100000:3.0:1767321569.866190:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942314240:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321569.866221:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321569.866248:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942314368
00000100:00100000:3.0:1767321569.866341:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942314240:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 151us (2530us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321569.866351:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74021
00000100:00100000:3.0:1767321569.866372:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6531
00000100:00100000:3.0:1767321569.866381:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942314368:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:1.0:1767321569.866383:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321569.866428:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942314368:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 49us (2768us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321569.866436:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6531
00010000:00010000:3.0:1767321570.557621:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321570.559916:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321571.581314:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321571.584887:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321572.546442:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994148224:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321572.546522:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321572.546654:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994148224
00000100:00100000:1.0:1767321572.546673:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994148224
00000100:00100000:1.0:1767321572.546770:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3821
00000100:00100000:0.0:1767321572.546779:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321572.546787:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994148224:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321572.546798:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994148352:0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321572.546832:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321572.546842:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321572.546884:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994148352
00000100:00100000:0.0:1767321572.546892:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994148352
00000100:00100000:1.0:1767321572.546945:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994148224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 163us (420us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321572.546952:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3822
00000100:00100000:1.0:1767321572.546963:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3821
00000100:00100000:0.0:1767321572.546971:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994148352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321572.547013:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321572.547049:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994148224:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321572.547086:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994148352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321572.547095:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3822
00000100:00100000:2.0:1767321572.547280:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994148352:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321572.547287:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321572.547294:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321572.605334:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321572.605503:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321573.629491:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321573.629823:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321574.078035:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321574.078048:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321574.078051:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321574.078054:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321574.078058:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321574.078066:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6813
00000100:00080000:3.0:1767321574.078071:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321574.078077:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321574.078118:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0000 x1853163994148480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321574.078152:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321574.078155:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321574.078207:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321574.078214:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6813
00000100:00100000:1.0:1767321574.078230:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994148480:0@lo:38:kworker.0
00000100:00080000:3.0:1767321574.078232:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321574.078246:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321574.078269:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1880 x1853163994148608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321574.078324:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321574.078328:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321574.078330:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321574.078335:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6813
00000100:00080000:3.0:1767321574.078337:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321574.078342:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321574.078358:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d2300 x1853163994148864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321574.078373:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321574.078383:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767321574.078400:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767321574.078405:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994148736:0@lo:400:kworker.0
00000100:00080000:3.0:1767321574.078408:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321574.078416:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321574.078422:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6813
00000100:00080000:3.0:1767321574.078425:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321574.078430:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321574.078455:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3b80 x1853163994149120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321574.078480:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994148608:0@lo:38:kworker.0
00000100:00100000:3.0:1767321574.078519:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994148480
00000100:00100000:3.0:1767321574.078527:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994148480
00000100:00100000:3.0:1767321574.078578:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74022
00000100:00100000:3.0:1767321574.078587:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994148480:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321574.078588:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321574.078611:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994149376:0@lo:400:kworker.0
00010000:00020000:3.0:1767321574.078620:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321574.078977:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321574.079015:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994148864:0@lo:38:kworker.0
00000100:00100000:1.0:1767321574.079040:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321574.079061:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994149120:0@lo:38:kworker.0
00000100:00100000:1.0:1767321574.079517:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321574.079699:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994148864
00000100:00100000:1.0:1767321574.079707:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994148864
00000100:00100000:1.0:1767321574.079742:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994149120
00000100:00100000:1.0:1767321574.079746:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994149120
00000100:00100000:1.0:1767321574.079766:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74023
00000100:00100000:1.0:1767321574.079772:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994148864:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321574.079796:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321574.079936:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994148864:12345-0@lo:38:kworker.0 Request processed in 162us (895us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321574.079944:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74023
00000100:00100000:1.0:1767321574.079966:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74024
00000100:00100000:1.0:1767321574.079971:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994149120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321574.079980:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321574.080005:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994149120:12345-0@lo:38:kworker.0 Request processed in 33us (489us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321574.080010:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74024
00000100:00080000:1.0:1767321574.080064:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321574.080181:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321574.080186:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994148864:0@lo:38:kworker.0
00000100:00080000:1.0:1767321574.080204:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321574.080209:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321574.080212:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994149120:0@lo:38:kworker.0
00000100:00100000:1.0:1767321574.080504:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994148608
00000100:00100000:1.0:1767321574.080510:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994148608
00000100:00100000:1.0:1767321574.080541:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525
00000100:00100000:1.0:1767321574.080547:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994148608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321574.080558:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321574.080597:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994148608:12345-0@lo:38:kworker.0 Request processed in 49us (1621us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321574.080604:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525
00000100:00080000:1.0:1767321574.080631:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321574.080635:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321574.080638:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994148608:0@lo:38:kworker.0
00000100:00100000:1.0:1767321574.080693:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994149248:0@lo:400:kworker.0
00000100:00100000:1.0:1767321574.080732:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321574.080764:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321574.080771:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994148992:0@lo:400:kworker.0
00000100:00100000:1.0:1767321574.080795:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321574.080821:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994148992
00000100:00100000:1.0:1767321574.080825:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994148992
00000100:00100000:0.0:1767321574.080859:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321574.080916:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994148736
00000100:00100000:0.0:1767321574.080921:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994148736
00000100:00100000:1.0:1767321574.080973:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6532
00000100:00100000:1.0:1767321574.080981:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994148992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321574.081041:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994148992:12345-0@lo:400:kworker.0 Request processed in 61us (244us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321574.081042:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321574.081054:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6532
00000100:00100000:0.0:1767321574.081180:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6533
00000100:00100000:0.0:1767321574.081190:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994148736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321574.081233:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994148992:0@lo:400:kworker.0
00000100:00100000:0.0:1767321574.081258:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994148736:12345-0@lo:400:kworker.0 Request processed in 69us (398us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321574.081267:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6533
00000100:00100000:0.0:1767321574.081305:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994149248
00000100:00100000:0.0:1767321574.081309:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994149248
00000100:00100000:0.0:1767321574.081338:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994149376
00000100:00100000:0.0:1767321574.081340:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994149376
00000100:00100000:0.0:1767321574.081362:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4017
00000100:00100000:0.0:1767321574.081369:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994149248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321574.081405:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994149248:12345-0@lo:400:kworker.0 Request processed in 37us (673us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321574.081410:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4017
00000100:00100000:0.0:1767321574.081421:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4018
00000100:00100000:0.0:1767321574.081427:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994149376:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321574.081615:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994149376:12345-0@lo:400:kworker.0 Request processed in 188us (573us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321574.081623:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4018
00000100:00100000:0.0:1767321574.081661:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994149376:0@lo:400:kworker.0
00000100:00100000:0.0:1767321574.081692:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994149248:0@lo:400:kworker.0
00000100:00080000:0.0:1767321574.081722:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321574.081727:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321574.081729:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321574.084688:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994148736:0@lo:400:kworker.0
00000100:00100000:3.0:1767321574.087844:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994148480:12345-0@lo:38:kworker.0 Request processed in 9247us (9462us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321574.087859:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74022
00000100:00080000:1.0:1767321574.088012:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321574.088020:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321574.088025:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994148480:0@lo:38:kworker.0
00010000:00010000:3.0:1767321574.653422:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321574.653664:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321574.983806:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321574.983926:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321574.984749:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942314496
00000100:00100000:0.0:1767321574.984761:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942314496
00000100:00100000:0.0:1767321574.984851:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942314624
00000100:00100000:0.0:1767321574.984854:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942314624
00000100:00100000:2.0:1767321574.984910:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6534
00000100:00100000:2.0:1767321574.984939:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942314624:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767321574.984952:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321574.985025:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74025
00000100:00100000:0.0:1767321574.985034:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942314496:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:2.0:1767321574.985061:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942314624:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 136us (1133us total) trans 0 rc 0/0
00010000:00020000:0.0:1767321574.985070:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321574.985079:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6534
00000100:00100000:0.0:1767321574.985184:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942314496:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 109us (1347us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321574.985196:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74025
00000100:00100000:2.0:1767321575.677337:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321575.677437:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321576.701548:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321576.701773:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321577.661855:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994149504:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321577.661935:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321577.662087:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994149504
00000100:00100000:2.0:1767321577.662096:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994149504
00000100:00080000:3.0:1767321577.662189:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321577.662215:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3823
00000100:00100000:2.0:1767321577.662225:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994149504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321577.662265:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321577.662321:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994149504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (386us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321577.662328:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3823
00000100:00100000:3.0:1767321577.662520:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994149504:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321577.663613:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994149632:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321577.663658:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321577.664008:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994149632
00000100:00100000:3.0:1767321577.664015:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994149632
00000100:00080000:0.0:1767321577.664075:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321577.664085:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3824
00000100:00100000:3.0:1767321577.664095:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994149632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321577.664120:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321577.664206:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994149632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (546us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321577.664215:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994149632:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321577.664215:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3824
00000100:00100000:2.0:1767321577.728798:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321577.728827:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321578.749388:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321578.752663:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321579.202299:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321579.202310:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321579.202313:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321579.202318:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321579.202322:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321579.202330:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6818
00000100:00080000:3.0:1767321579.202335:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321579.202342:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321579.202383:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291180 x1853163994149760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321579.202418:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321579.202422:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321579.202424:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321579.202428:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6818
00000100:00080000:3.0:1767321579.202431:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321579.202435:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321579.202449:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290000 x1853163994149888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321579.202494:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321579.202498:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321579.202500:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321579.202503:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6818
00000100:00080000:3.0:1767321579.202506:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321579.202509:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321579.202521:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290e00 x1853163994150144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321579.202552:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321579.202556:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321579.202558:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321579.202561:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6818
00000100:00080000:3.0:1767321579.202564:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321579.202567:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321579.202579:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293480 x1853163994150400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321579.202628:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994150272:0@lo:400:kworker.0
00000100:00100000:0.0:1767321579.202651:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994150016:0@lo:400:kworker.0
00000100:00100000:1.0:1767321579.202759:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994149760:0@lo:38:kworker.0
00000100:00100000:2.0:1767321579.202833:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994150656:0@lo:400:kworker.0
00000100:00100000:3.0:1767321579.204884:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321579.204989:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321579.205011:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994150528:0@lo:400:kworker.0
00000100:00100000:3.0:1767321579.205056:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321579.205115:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994150272
00000100:00100000:3.0:1767321579.205122:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994150272
00000100:00100000:3.0:1767321579.205471:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6535
00000100:00100000:3.0:1767321579.205577:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994150272:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321579.205639:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994150272:12345-0@lo:400:kworker.0 Request processed in 160us (760us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321579.205647:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6535
00000100:00080000:3.0:1767321579.205677:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321579.205731:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994150272:0@lo:400:kworker.0
00000100:00100000:3.0:1767321579.205775:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994150528
00000100:00100000:3.0:1767321579.205779:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994150528
00000100:00100000:3.0:1767321579.205967:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4019
00000100:00100000:3.0:1767321579.205975:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994150528:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321579.206228:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994150528:12345-0@lo:400:kworker.0 Request processed in 247us (1163us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321579.206238:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4019
00000100:00080000:3.0:1767321579.206261:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321579.206280:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994150528:0@lo:400:kworker.0
00000100:00100000:1.0:1767321579.206764:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321579.206823:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994149888:0@lo:38:kworker.0
00000100:00100000:1.0:1767321579.206855:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321579.206884:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994150144:0@lo:38:kworker.0
00000100:00100000:1.0:1767321579.206931:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321579.206953:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994150400:0@lo:38:kworker.0
00000100:00100000:1.0:1767321579.207336:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321579.207378:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994149888
00000100:00100000:1.0:1767321579.207384:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994149888
00000100:00100000:1.0:1767321579.207412:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526
00000100:00100000:1.0:1767321579.207418:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994149888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321579.207439:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321579.207484:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994149888:12345-0@lo:38:kworker.0 Request processed in 64us (627us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321579.207497:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526
00000100:00100000:1.0:1767321579.207518:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994149760
00000100:00100000:1.0:1767321579.207522:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994149760
00000100:00100000:1.0:1767321579.207542:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994150144
00000100:00100000:1.0:1767321579.207545:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994150144
00000100:00100000:1.0:1767321579.207565:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994150400
00000100:00100000:1.0:1767321579.207569:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994150400
00000100:00100000:1.0:1767321579.207584:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74026
00000100:00100000:1.0:1767321579.207588:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994149760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321579.207599:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321579.207627:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994149760:12345-0@lo:38:kworker.0 Request processed in 37us (863us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321579.207635:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74026
00000100:00100000:1.0:1767321579.207648:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74027
00000100:00100000:1.0:1767321579.207652:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994150144:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321579.207661:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321579.207684:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994150144:12345-0@lo:38:kworker.0 Request processed in 30us (766us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321579.207690:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74027
00000100:00100000:1.0:1767321579.207702:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74028
00000100:00100000:1.0:1767321579.207706:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994150400:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321579.207715:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321579.207739:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994150400:12345-0@lo:38:kworker.0 Request processed in 31us (403us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321579.207745:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74028
00000100:00080000:1.0:1767321579.207793:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321579.207799:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321579.207803:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994149760:0@lo:38:kworker.0
00000100:00080000:1.0:1767321579.207814:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321579.208259:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321579.208263:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994149888:0@lo:38:kworker.0
00000100:00080000:1.0:1767321579.208278:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321579.208282:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321579.208285:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994150144:0@lo:38:kworker.0
00000100:00080000:1.0:1767321579.208294:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321579.208298:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321579.208310:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994150400:0@lo:38:kworker.0
00000100:00100000:0.0:1767321579.208639:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321579.208686:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994150016
00000100:00100000:3.0:1767321579.208693:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994150016
00000100:00100000:3.0:1767321579.208740:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6536
00000100:00100000:3.0:1767321579.208748:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994150016:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321579.208890:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321579.208979:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321579.209260:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994150656
00000100:00100000:1.0:1767321579.209265:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994150656
00000100:00100000:1.0:1767321579.209316:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4020
00000100:00100000:1.0:1767321579.209324:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994150656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321579.209362:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994150656:12345-0@lo:400:kworker.0 Request processed in 40us (383us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321579.209369:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4020
00000100:00080000:1.0:1767321579.209386:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321579.209655:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994150656:0@lo:400:kworker.0
00000100:00100000:3.0:1767321579.209834:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994150016:12345-0@lo:400:kworker.0 Request processed in 1085us (1194us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321579.209842:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6536
00000100:00100000:1.0:1767321579.209898:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994150016:0@lo:400:kworker.0
00010000:00010000:3.0:1767321579.773392:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321579.773670:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321580.103311:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321580.103409:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942314880
00000100:00100000:3.0:1767321580.103421:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942314880
00000100:00100000:3.0:1767321580.103497:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6537
00000100:00100000:3.0:1767321580.103505:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942314880:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321580.103575:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942314880:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 72us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321580.103580:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6537
00000100:00080000:1.0:1767321580.103656:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321580.117311:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321580.117509:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942314752
00000100:00100000:1.0:1767321580.117520:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942314752
00000100:00100000:1.0:1767321580.117608:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74029
00000100:00100000:1.0:1767321580.117616:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942314752:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321580.117643:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321580.117715:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942314752:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 98us (414us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321580.117723:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74029
00000100:00100000:2.0:1767321580.797297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321580.797555:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321581.821283:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321581.821452:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321582.781484:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321582.781511:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994150784:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321582.781590:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321582.781811:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994150784
00000100:00100000:2.0:1767321582.781821:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994150784
00000100:00100000:2.0:1767321582.781890:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3825
00000100:00100000:2.0:1767321582.781899:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994150784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321582.781930:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321582.781988:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994150784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (398us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321582.781996:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3825
00000100:00080000:3.0:1767321582.782185:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321582.782227:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994150784:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321582.782645:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321582.782667:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994150912:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321582.782705:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321582.785786:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994150912
00000100:00100000:2.0:1767321582.785800:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994150912
00000100:00100000:2.0:1767321582.785888:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3826
00000100:00100000:2.0:1767321582.785899:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994150912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321582.785943:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321582.786035:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994150912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (3329us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321582.786044:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3826
00000100:00080000:1.0:1767321582.786149:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321582.786246:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994150912:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321582.845303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321582.845796:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321583.293341:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321558/real 1767321558]  req@ffff89b629291f80 x1853163994145536/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321583 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321583.293379:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b629291f80 x1853163994145536/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321583 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321583.293399:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321583.293421:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321583.293426:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994145536:0@lo:250:kworker.0
00000100:00080000:3.0:1767321583.293911:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321583.293917:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321583.293920:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321583.293924:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6803
00000100:00080000:3.0:1767321583.293929:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321583.293935:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321583.293967:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a39b100 x1853163994151040/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321583.293992:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321583.293995:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321583.293997:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321583.294000:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6823
00000100:00080000:3.0:1767321583.294003:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321583.294006:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321583.294021:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a399500 x1853163994151168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321583.294031:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321583.294034:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321583.294036:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321583.294039:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6823
00000100:00080000:3.0:1767321583.294041:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321583.294045:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321583.294067:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a39b800 x1853163994151296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321583.294107:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321583.294111:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321583.294113:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321583.294117:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6823
00000100:00080000:3.0:1767321583.294119:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321583.294123:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321583.294134:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291f80 x1853163994151552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321583.294155:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321583.294177:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321583.294179:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321583.294183:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6823
00000100:00080000:3.0:1767321583.294185:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321583.294188:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321583.294199:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293480 x1853163994151808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321583.294213:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994151424:0@lo:400:kworker.0
00000100:00100000:3.0:1767321583.294220:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994151680:0@lo:400:kworker.0
00000100:00100000:2.0:1767321583.294294:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994151040:0@lo:250:kworker.0
00000100:00100000:3.0:1767321583.295869:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321583.296042:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994151680
00000100:00100000:1.0:1767321583.296061:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994151680
00000100:00100000:1.0:1767321583.296128:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6538
00000100:00100000:1.0:1767321583.296139:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994151680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321583.296222:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994151680:12345-0@lo:400:kworker.0 Request processed in 85us (358us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321583.296230:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6538
00000100:00080000:3.0:1767321583.296352:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321583.296386:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994151680:0@lo:400:kworker.0
00000100:00100000:0.0:1767321583.296633:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321583.296736:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994151424
00000100:00100000:3.0:1767321583.296741:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994151424
00000100:00100000:3.0:1767321583.296788:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6539
00000100:00100000:3.0:1767321583.296795:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994151424:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321583.296802:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321583.296837:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994151424:12345-0@lo:400:kworker.0 Request processed in 42us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321583.296843:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6539
00000100:00100000:1.0:1767321583.296973:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994151424:0@lo:400:kworker.0
00000400:00000100:2.0:1767321583.297567:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994151040 offset 0 length 520: 4
00000100:00100000:2.0:1767321583.297605:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994151168:0@lo:38:kworker.0
00000100:00100000:2.0:1767321583.297643:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321583.297720:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994151296:0@lo:38:kworker.0
00000100:00100000:2.0:1767321583.297746:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321583.297775:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994151552:0@lo:38:kworker.0
00000100:00100000:2.0:1767321583.297795:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321583.297840:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994151296
00000100:00100000:1.0:1767321583.297845:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994151296
00000100:00100000:1.0:1767321583.297878:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527
00000100:00100000:1.0:1767321583.297884:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994151296:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321583.297902:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321583.297937:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994151296:12345-0@lo:38:kworker.0 Request processed in 52us (190us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321583.297943:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527
00000100:00100000:2.0:1767321583.305355:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994151808:0@lo:38:kworker.0
00000100:00100000:2.0:1767321583.305425:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321583.305454:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994151168
00000100:00100000:0.0:1767321583.305463:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994151168
00000100:00100000:0.0:1767321583.305501:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994151552
00000100:00100000:0.0:1767321583.305503:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994151552
00000100:00100000:0.0:1767321583.305517:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74030
00000100:00100000:0.0:1767321583.305524:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994151168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321583.305544:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321583.305578:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994151168:12345-0@lo:38:kworker.0 Request processed in 55us (7936us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321583.305583:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74030
00000100:00100000:0.0:1767321583.305595:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74031
00000100:00100000:0.0:1767321583.305598:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994151552:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321583.305603:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321583.305615:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994151552:12345-0@lo:38:kworker.0 Request processed in 17us (7821us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321583.305619:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74031
00000100:00080000:2.0:1767321583.314891:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321583.314905:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321583.314918:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994151168:0@lo:38:kworker.0
00000100:00080000:2.0:1767321583.314932:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321583.314935:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321583.314937:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994151296:0@lo:38:kworker.0
00000100:00080000:2.0:1767321583.314945:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321583.314947:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321583.314949:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994151552:0@lo:38:kworker.0
00000100:00100000:3.0:1767321583.315032:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994151808
00000100:00100000:3.0:1767321583.315042:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994151808
00000100:00100000:3.0:1767321583.315138:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74032
00000100:00100000:3.0:1767321583.315145:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994151808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321583.315179:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321583.315250:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994151808:12345-0@lo:38:kworker.0 Request processed in 104us (9825us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321583.315257:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74032
00000100:00080000:2.0:1767321583.315320:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321583.315325:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321583.315328:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994151808:0@lo:38:kworker.0
00000100:00100000:2.0:1767321583.869304:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321583.869849:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321584.893915:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321584.894174:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321585.224033:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321585.224432:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942315264
00000100:00100000:3.0:1767321585.224445:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942315264
00000100:00100000:3.0:1767321585.225414:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6540
00000100:00100000:3.0:1767321585.225423:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942315264:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321585.225506:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942315264:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 83us (1494us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321585.225513:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6540
00000100:00080000:1.0:1767321585.228398:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:2.0:1767321585.240798:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942315008 offset 0 length 520: 4
00000100:00100000:2.0:1767321585.240866:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321585.240945:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942315136
00000100:00100000:0.0:1767321585.240956:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942315136
00000100:00100000:0.0:1767321585.241004:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74033
00000100:00100000:0.0:1767321585.241013:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942315136:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321585.241049:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321585.241139:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942315136:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 125us (283us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321585.241148:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74033
00000100:00100000:2.0:1767321585.917402:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321585.921766:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321586.302027:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321586.302039:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321586.302043:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321586.302047:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321586.302052:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321586.302060:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6827
00000100:00080000:0.0:1767321586.302064:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321586.302071:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321586.302117:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b23c380 x1853163994151936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321586.302150:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321586.302154:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321586.302156:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321586.302191:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6827
00000100:00080000:0.0:1767321586.302194:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321586.302198:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321586.302213:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c929500 x1853163994152064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321586.302256:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321586.302259:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321586.302261:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321586.302274:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6827
00000100:00080000:0.0:1767321586.302277:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321586.302281:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321586.302297:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6291aca80 x1853163994152320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321586.302324:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321586.302328:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321586.302330:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321586.302334:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6828
00000100:00080000:0.0:1767321586.302337:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321586.302340:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321586.302351:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30e680 x1853163994152576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321586.302464:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994151936:0@lo:38:kworker.0
00000100:00100000:2.0:1767321586.302536:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321586.302600:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994152064:0@lo:38:kworker.0
00000100:00100000:2.0:1767321586.302626:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321586.302653:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994152320:0@lo:38:kworker.0
00000100:00100000:2.0:1767321586.302675:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321586.302694:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994152576:0@lo:38:kworker.0
00000100:00100000:2.0:1767321586.302715:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321586.302753:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994152064
00000100:00100000:2.0:1767321586.302761:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994152064
00000100:00100000:2.0:1767321586.302798:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528
00000100:00100000:2.0:1767321586.302807:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994152064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321586.302831:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321586.302886:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994152064:12345-0@lo:38:kworker.0 Request processed in 78us (259us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321586.302903:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528
00000100:00100000:2.0:1767321586.302928:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994151936
00000100:00100000:2.0:1767321586.302932:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994151936
00000100:00100000:2.0:1767321586.302950:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994152320
00000100:00100000:2.0:1767321586.302953:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994152320
00000100:00100000:2.0:1767321586.302964:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994152576
00000100:00100000:2.0:1767321586.302967:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994152576
00000100:00100000:2.0:1767321586.302980:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74034
00000100:00100000:2.0:1767321586.302984:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994151936:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321586.303010:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321586.303039:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994151936:12345-0@lo:38:kworker.0 Request processed in 53us (503us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321586.303044:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74034
00000100:00100000:2.0:1767321586.303056:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74035
00000100:00100000:2.0:1767321586.303060:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994152320:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321586.303070:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321586.303092:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994152320:12345-0@lo:38:kworker.0 Request processed in 31us (416us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321586.303096:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74035
00000100:00100000:2.0:1767321586.303106:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74036
00000100:00100000:2.0:1767321586.303109:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994152576:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321586.303117:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321586.303138:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994152576:12345-0@lo:38:kworker.0 Request processed in 27us (423us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321586.303143:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74036
00000100:00080000:2.0:1767321586.303234:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321586.303239:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321586.303242:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994151936:0@lo:38:kworker.0
00000100:00080000:2.0:1767321586.303255:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321586.303257:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321586.303260:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994152064:0@lo:38:kworker.0
00000100:00080000:2.0:1767321586.303266:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321586.303268:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321586.303271:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994152320:0@lo:38:kworker.0
00000100:00080000:2.0:1767321586.303278:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321586.303280:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321586.303282:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994152576:0@lo:38:kworker.0
00000100:00100000:1.0:1767321586.303455:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994152192:0@lo:400:kworker.0
00000100:00100000:1.0:1767321586.303488:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321586.303518:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321586.303523:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994152832:0@lo:400:kworker.0
00000100:00100000:1.0:1767321586.303547:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321586.303573:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994152448:0@lo:400:kworker.0
00000100:00100000:1.0:1767321586.303596:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321586.303615:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321586.303620:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994152704:0@lo:400:kworker.0
00000100:00100000:1.0:1767321586.303640:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321586.303668:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994152832
00000100:00100000:1.0:1767321586.303672:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994152832
00000100:00100000:1.0:1767321586.303709:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994152704
00000100:00100000:1.0:1767321586.303712:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994152704
00000100:00100000:1.0:1767321586.303731:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4021
00000100:00100000:1.0:1767321586.303738:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994152832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321586.303780:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994152832:12345-0@lo:400:kworker.0 Request processed in 44us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321586.303786:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4021
00000100:00100000:1.0:1767321586.303799:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4022
00000100:00100000:1.0:1767321586.303805:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994152704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321586.303835:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994152704:12345-0@lo:400:kworker.0 Request processed in 30us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321586.303840:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4022
00000100:00080000:1.0:1767321586.303859:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321586.303862:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321586.303870:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994152192
00000100:00100000:1.0:1767321586.303873:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994152192
00000100:00100000:1.0:1767321586.303912:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994152448
00000100:00100000:1.0:1767321586.303915:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994152448
00000100:00100000:1.0:1767321586.303932:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6541
00000100:00100000:1.0:1767321586.303938:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994152192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321586.303967:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994152192:12345-0@lo:400:kworker.0 Request processed in 29us (477us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321586.303972:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6541
00000100:00100000:1.0:1767321586.303984:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6542
00000100:00100000:1.0:1767321586.303990:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994152448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321586.304023:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994152448:12345-0@lo:400:kworker.0 Request processed in 34us (427us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321586.304027:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6542
00000100:00080000:1.0:1767321586.304039:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321586.304053:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994152704:0@lo:400:kworker.0
00000100:00100000:1.0:1767321586.304059:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994152448:0@lo:400:kworker.0
00000100:00100000:1.0:1767321586.304072:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994152832:0@lo:400:kworker.0
00000100:00100000:1.0:1767321586.304077:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994152192:0@lo:400:kworker.0
00010000:00010000:3.0:1767321586.943602:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321586.944354:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767321587.325335:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321587.325345:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321587.325348:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321587.325352:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321587.325356:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321587.325376:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6831
00000100:00080000:0.0:1767321587.325381:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321587.325389:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321587.325432:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ec81c00 x1853163994152960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321587.325464:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321587.325468:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321587.325470:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321587.325474:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6831
00000100:00080000:0.0:1767321587.325476:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321587.325480:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321587.325492:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ec81880 x1853163994153088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321587.325538:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321587.325541:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321587.325543:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321587.325555:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6831
00000100:00080000:0.0:1767321587.325558:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321587.325562:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321587.325574:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24000 x1853163994153344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321587.325602:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767321587.325603:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994153216:0@lo:400:kworker.0
00000100:00080000:0.0:1767321587.325605:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321587.325607:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321587.325610:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6831
00000100:00080000:0.0:1767321587.325613:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321587.325615:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321587.325623:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f25c00 x1853163994153600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321587.325663:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994153472:0@lo:400:kworker.0
00000100:00100000:1.0:1767321587.325664:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321587.325734:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994152960:0@lo:38:kworker.0
00000100:00100000:3.0:1767321587.325804:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994153856:0@lo:400:kworker.0
00000100:00100000:0.0:1767321587.325854:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321587.325897:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321587.325903:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994153728:0@lo:400:kworker.0
00000100:00100000:0.0:1767321587.325926:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321587.325961:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994153728
00000100:00100000:0.0:1767321587.325968:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994153728
00000100:00100000:0.0:1767321587.326024:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4023
00000100:00100000:0.0:1767321587.326033:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994153728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321587.326084:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994153728:12345-0@lo:400:kworker.0 Request processed in 52us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321587.326091:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4023
00000100:00100000:0.0:1767321587.326153:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994153728:0@lo:400:kworker.0
00000100:00100000:0.0:1767321587.326212:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994153216
00000100:00100000:0.0:1767321587.326216:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994153216
00000100:00100000:0.0:1767321587.326241:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994153472
00000100:00100000:0.0:1767321587.326244:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994153472
00000100:00100000:0.0:1767321587.326262:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6543
00000100:00100000:0.0:1767321587.326268:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994153216:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321587.326300:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994153216:12345-0@lo:400:kworker.0 Request processed in 32us (636us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321587.326306:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6543
00000100:00100000:0.0:1767321587.326322:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6544
00000100:00100000:0.0:1767321587.326327:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994153472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321587.326357:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994153472:12345-0@lo:400:kworker.0 Request processed in 30us (504us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321587.326363:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6544
00000100:00100000:0.0:1767321587.326388:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994153472:0@lo:400:kworker.0
00000100:00100000:1.0:1767321587.327834:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994153216:0@lo:400:kworker.0
00000100:00100000:2.0:1767321587.328065:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321587.328098:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994153088:0@lo:38:kworker.0
00000100:00100000:2.0:1767321587.328130:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321587.328366:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994152960
00000100:00100000:0.0:1767321587.328372:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994152960
00000100:00100000:0.0:1767321587.328406:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74037
00000100:00100000:0.0:1767321587.328412:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994152960:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321587.328434:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321587.328474:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994152960:12345-0@lo:38:kworker.0 Request processed in 60us (409us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321587.328480:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74037
00000100:00100000:2.0:1767321587.328639:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994153344:0@lo:38:kworker.0
00000100:00100000:2.0:1767321587.328664:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321587.328684:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994153600:0@lo:38:kworker.0
00000100:00100000:2.0:1767321587.328710:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321587.328738:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321587.328742:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321587.328745:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994152960:0@lo:38:kworker.0
00000100:00100000:2.0:1767321587.328763:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994153344
00000100:00100000:2.0:1767321587.328766:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994153344
00000100:00100000:2.0:1767321587.328784:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994153600
00000100:00100000:2.0:1767321587.328786:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994153600
00000100:00100000:2.0:1767321587.328801:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74038
00000100:00100000:2.0:1767321587.328806:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994153344:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321587.328816:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321587.328850:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994153344:12345-0@lo:38:kworker.0 Request processed in 42us (184us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321587.328856:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74038
00000100:00100000:2.0:1767321587.328870:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74039
00000100:00100000:2.0:1767321587.328879:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994153600:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321587.328887:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321587.328910:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994153600:12345-0@lo:38:kworker.0 Request processed in 30us (198us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321587.328916:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74039
00000100:00080000:2.0:1767321587.328943:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321587.328947:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321587.328949:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994153344:0@lo:38:kworker.0
00000100:00080000:2.0:1767321587.328956:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321587.328958:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321587.328961:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994153600:0@lo:38:kworker.0
00000100:00100000:1.0:1767321587.329205:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994153088
00000100:00100000:1.0:1767321587.329209:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994153088
00000100:00100000:1.0:1767321587.329239:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529
00000100:00100000:1.0:1767321587.329244:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994153088:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321587.329255:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321587.329289:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994153088:12345-0@lo:38:kworker.0 Request processed in 43us (1157us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321587.329295:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529
00000100:00080000:2.0:1767321587.329570:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321587.329576:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321587.329579:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994153088:0@lo:38:kworker.0
00000100:00100000:3.0:1767321587.329688:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321587.330991:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994153856
00000100:00100000:0.0:1767321587.330998:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994153856
00000100:00100000:0.0:1767321587.331060:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4024
00000100:00100000:0.0:1767321587.331070:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994153856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321587.331131:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994153856:12345-0@lo:400:kworker.0 Request processed in 62us (1444us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321587.331138:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4024
00000100:00100000:3.0:1767321587.331267:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994153856:0@lo:400:kworker.0
00000100:00100000:3.0:1767321587.901423:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321587.901462:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994153984:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321587.901543:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321587.901568:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994153984
00000100:00100000:0.0:1767321587.901607:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994153984
00000100:00100000:0.0:1767321587.901660:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3827
00000100:00100000:0.0:1767321587.901668:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994153984:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321587.901710:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321587.901774:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994153984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321587.901785:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3827
00000100:00100000:3.0:1767321587.901916:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994153984:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321587.903034:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994154112:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321587.903102:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321587.903340:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994154112
00000100:00100000:2.0:1767321587.903348:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994154112
00000100:00100000:2.0:1767321587.903396:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3828
00000100:00100000:2.0:1767321587.903405:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994154112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321587.903427:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321587.903495:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994154112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (394us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321587.903502:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3828
00000100:00100000:3.0:1767321587.903546:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994154112:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321587.966493:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321587.966733:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321588.989658:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321588.992475:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321590.018316:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321590.023219:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321590.343741:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321590.343792:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321590.343885:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942315392
00000100:00100000:3.0:1767321590.343895:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942315392
00000100:00100000:3.0:1767321590.343951:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942315520
00000100:00100000:3.0:1767321590.343955:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942315520
00000100:00100000:2.0:1767321590.344067:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74040
00000100:00100000:2.0:1767321590.344077:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942315392:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321590.344104:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321590.344220:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942315392:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 142us (491us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321590.344228:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74040
00000100:00100000:3.0:1767321590.344613:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6545
00000100:00100000:3.0:1767321590.344621:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942315520:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321590.344670:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942315520:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 50us (878us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321590.344676:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6545
00000100:00080000:1.0:1767321590.346690:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321591.037229:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321591.037373:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321592.061308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321592.061393:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321592.511476:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321592.511489:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321592.511493:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321592.511497:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321592.511502:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321592.511512:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6832
00000100:00080000:3.0:1767321592.511518:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321592.511526:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321592.511570:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291180 x1853163994154240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321592.511600:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321592.511604:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321592.511606:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321592.511610:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6832
00000100:00080000:3.0:1767321592.511612:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321592.511616:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321592.511629:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293b80 x1853163994154368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321592.511688:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767321592.511691:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994154240:0@lo:38:kworker.0
00000100:00080000:3.0:1767321592.511693:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321592.511697:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321592.511702:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6832
00000100:00080000:3.0:1767321592.511704:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321592.511708:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321592.511724:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291f80 x1853163994154624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321592.511754:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321592.511757:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321592.511760:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321592.511764:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6832
00000100:00080000:3.0:1767321592.511768:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767321592.511769:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321592.511774:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321592.511787:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e680 x1853163994154880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321592.511841:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994154368:0@lo:38:kworker.0
00000100:00100000:0.0:1767321592.511867:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994154240
00000100:00100000:0.0:1767321592.511876:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994154240
00000100:00100000:2.0:1767321592.511890:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321592.511926:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994154624:0@lo:38:kworker.0
00000100:00100000:0.0:1767321592.511936:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74041
00000100:00100000:0.0:1767321592.511946:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994154240:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321592.511953:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767321592.511966:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321592.511988:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994154880:0@lo:38:kworker.0
00000100:00100000:0.0:1767321592.512011:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994154240:12345-0@lo:38:kworker.0 Request processed in 65us (243us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321592.512019:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321592.512023:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74041
00000100:00100000:0.0:1767321592.512052:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994154624
00000100:00080000:2.0:1767321592.512055:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767321592.512057:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994154624
00000100:00080000:2.0:1767321592.512063:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321592.512077:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994154880
00000100:00100000:0.0:1767321592.512081:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994154880
00000100:00100000:2.0:1767321592.512081:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994154240:0@lo:38:kworker.0
00000100:00100000:0.0:1767321592.512100:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74042
00000100:00100000:0.0:1767321592.512106:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994154624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321592.512116:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321592.512122:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994154368
00000100:00100000:2.0:1767321592.512127:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994154368
00000100:00100000:0.0:1767321592.512145:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994154624:12345-0@lo:38:kworker.0 Request processed in 38us (193us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321592.512152:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74042
00000100:00100000:2.0:1767321592.512157:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530
00000100:00100000:2.0:1767321592.512186:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994154368:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321592.512195:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74043
00010000:00020000:2.0:1767321592.512198:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321592.512223:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994154368:12345-0@lo:38:kworker.0 Request processed in 37us (343us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321592.512230:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530
00000100:00100000:0.0:1767321592.512280:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994154880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321592.512290:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321592.512315:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994154880:12345-0@lo:38:kworker.0 Request processed in 34us (296us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321592.513697:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994155136:0@lo:400:kworker.0
00000100:00100000:2.0:1767321592.513749:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321592.513783:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321592.513790:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994154496:0@lo:400:kworker.0
00000100:00100000:2.0:1767321592.513813:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321592.513838:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994155136
00000100:00100000:2.0:1767321592.513843:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994155136
00000100:00100000:1.0:1767321592.514527:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994155008:0@lo:400:kworker.0
00000100:00100000:1.0:1767321592.514565:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321592.514596:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321592.514602:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994154752:0@lo:400:kworker.0
00000100:00100000:1.0:1767321592.514623:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321592.514650:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994155008
00000100:00100000:1.0:1767321592.514654:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994155008
00000100:00100000:1.0:1767321592.514716:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4025
00000100:00100000:1.0:1767321592.514724:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994155008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321592.514774:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994155008:12345-0@lo:400:kworker.0 Request processed in 51us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321592.514781:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4025
00000100:00100000:1.0:1767321592.514808:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994154496
00000100:00100000:1.0:1767321592.514812:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994154496
00000100:00100000:1.0:1767321592.514836:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994154752
00000100:00100000:1.0:1767321592.514839:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994154752
00000100:00100000:1.0:1767321592.514857:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6546
00000100:00100000:1.0:1767321592.514863:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994154496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321592.514910:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994154496:12345-0@lo:400:kworker.0 Request processed in 47us (1096us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321592.514916:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6546
00000100:00100000:1.0:1767321592.514933:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6547
00000100:00100000:1.0:1767321592.514939:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994154752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321592.514964:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994154752:12345-0@lo:400:kworker.0 Request processed in 26us (340us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321592.514970:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6547
00000100:00100000:1.0:1767321592.515008:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994154752:0@lo:400:kworker.0
00000100:00100000:1.0:1767321592.515018:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994155008:0@lo:400:kworker.0
00000100:00100000:1.0:1767321592.515147:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994154496:0@lo:400:kworker.0
00000100:00080000:1.0:1767321592.515317:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321592.515323:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321592.515385:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321592.515390:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321592.515394:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994154624:0@lo:38:kworker.0
00000100:00080000:1.0:1767321592.515405:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321592.515409:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321592.515412:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994154880:0@lo:38:kworker.0
00000100:00080000:1.0:1767321592.515423:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321592.515427:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321592.515431:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994154368:0@lo:38:kworker.0
00000100:00100000:2.0:1767321592.515679:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4026
00000100:00100000:2.0:1767321592.515689:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994155136:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321592.515734:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994155136:12345-0@lo:400:kworker.0 Request processed in 47us (1985us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321592.515740:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4026
00000100:00100000:2.0:1767321592.515784:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994155136:0@lo:400:kworker.0
00000100:00080000:1.0:1767321592.515810:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321592.520142:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74043
00000100:00100000:3.0:1767321593.021647:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321593.021673:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994155264:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321593.021752:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321593.021883:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994155264
00000100:00100000:2.0:1767321593.021892:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994155264
00000100:00100000:2.0:1767321593.021948:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3829
00000100:00100000:2.0:1767321593.021959:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994155264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321593.022001:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321593.022049:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994155264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321593.022056:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3829
00000100:00100000:0.0:1767321593.022208:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994155392:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321593.022238:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321593.022315:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994155392
00000100:00100000:2.0:1767321593.022319:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994155392
00000100:00100000:2.0:1767321593.022351:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3830
00000100:00100000:2.0:1767321593.022358:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994155392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321593.022376:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321593.022559:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994155392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 200us (320us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321593.022566:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3830
00000100:00100000:0.0:1767321593.022638:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994155392:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321593.022726:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994155264:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321593.085297:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321593.085653:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321594.110753:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321594.112430:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321595.133299:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321595.137482:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321595.469510:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321595.469612:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321595.470708:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942315648
00000100:00100000:1.0:1767321595.470721:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942315648
00000100:00100000:1.0:1767321595.470771:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942315776
00000100:00100000:1.0:1767321595.470774:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942315776
00000100:00100000:1.0:1767321595.470840:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6548
00000100:00100000:1.0:1767321595.470851:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942315776:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321595.470926:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942315776:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 76us (1313us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321595.470933:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6548
00000100:00100000:1.0:1767321595.470950:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74044
00000100:00100000:1.0:1767321595.470955:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942315648:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321595.470985:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321595.471020:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942315648:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (1514us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321595.471027:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74044
00000100:00080000:3.0:1767321595.472067:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321596.158954:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321596.159176:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321597.181487:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321597.181751:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321597.629420:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321597.629433:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321597.629436:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321597.629440:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321597.629445:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321597.629455:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6837
00000100:00080000:1.0:1767321597.629459:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321597.629464:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321597.629815:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a39b800 x1853163994155520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321597.629845:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321597.629849:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321597.629851:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321597.629855:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6837
00000100:00080000:1.0:1767321597.629858:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321597.629862:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321597.629875:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a399500 x1853163994155648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321597.629949:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321597.629973:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994155520:0@lo:38:kworker.0
00000100:00080000:1.0:1767321597.629974:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321597.629978:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321597.629979:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321597.629983:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6837
00000100:00080000:1.0:1767321597.629985:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321597.629989:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321597.630003:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccdf80 x1853163994155904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321597.630045:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767321597.630045:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321597.630048:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321597.630050:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321597.630054:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6837
00000100:00080000:1.0:1767321597.630056:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321597.630059:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321597.630069:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccce00 x1853163994156160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321597.630101:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994155648:0@lo:38:kworker.0
00000100:00100000:2.0:1767321597.630127:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321597.630135:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994156032:0@lo:400:kworker.0
00000100:00100000:2.0:1767321597.630154:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994155904:0@lo:38:kworker.0
00000100:00100000:3.0:1767321597.630181:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321597.630207:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321597.630216:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994156416:0@lo:400:kworker.0
00000100:00100000:0.0:1767321597.634990:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994155776:0@lo:400:kworker.0
00000100:00100000:2.0:1767321597.635483:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321597.635605:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994156416
00000100:00100000:2.0:1767321597.635616:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994156416
00000100:00100000:2.0:1767321597.635684:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4027
00000100:00100000:2.0:1767321597.635695:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994156416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321597.635761:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994156416:12345-0@lo:400:kworker.0 Request processed in 67us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321597.635769:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4027
00000100:00100000:2.0:1767321597.635840:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994156416:0@lo:400:kworker.0
00000100:00100000:2.0:1767321597.635881:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994155520
00000100:00100000:2.0:1767321597.635886:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994155520
00000100:00100000:2.0:1767321597.635914:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994156032
00000100:00100000:2.0:1767321597.635917:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994156032
00000100:00100000:2.0:1767321597.635941:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6549
00000100:00100000:2.0:1767321597.635947:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994156032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321597.635980:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994156032:12345-0@lo:400:kworker.0 Request processed in 34us (5798us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321597.635987:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6549
00000100:00100000:2.0:1767321597.635998:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74045
00000100:00100000:2.0:1767321597.636002:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994155520:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321597.636020:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321597.636046:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994155520:12345-0@lo:38:kworker.0 Request processed in 42us (6001us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321597.636052:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74045
00000100:00100000:2.0:1767321597.636072:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321597.636079:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994156288:0@lo:400:kworker.0
00000100:00100000:2.0:1767321597.636091:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994156160:0@lo:38:kworker.0
00000100:00100000:1.0:1767321597.636123:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321597.636123:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321597.636147:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321597.636153:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321597.636155:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994155648
00000100:00100000:2.0:1767321597.636156:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994155520:0@lo:38:kworker.0
00000100:00100000:1.0:1767321597.636171:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994155648
00000100:00100000:1.0:1767321597.636193:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531
00000100:00100000:1.0:1767321597.636198:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994155648:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321597.636204:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994156288
00000100:00100000:2.0:1767321597.636207:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994156288
00010000:00020000:1.0:1767321597.636209:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321597.636229:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4028
00000100:00100000:2.0:1767321597.636234:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994156288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321597.636236:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994155648:12345-0@lo:38:kworker.0 Request processed in 37us (6108us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321597.636241:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531
00000100:00100000:2.0:1767321597.636266:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994156288:12345-0@lo:400:kworker.0 Request processed in 31us (142us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321597.636275:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4028
00000100:00100000:1.0:1767321597.636277:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994155904
00000100:00100000:1.0:1767321597.636280:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994155904
00000100:00100000:1.0:1767321597.636296:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994156160
00000100:00100000:2.0:1767321597.636297:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994156288:0@lo:400:kworker.0
00000100:00100000:1.0:1767321597.636299:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994156160
00000100:00100000:1.0:1767321597.636312:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74046
00000100:00100000:2.0:1767321597.636316:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74047
00000100:00100000:1.0:1767321597.636317:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994155904:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321597.636320:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994156160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321597.636326:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767321597.636328:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321597.636348:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994155904:12345-0@lo:38:kworker.0 Request processed in 30us (275us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321597.636348:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994156160:12345-0@lo:38:kworker.0 Request processed in 26us (224us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321597.636354:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74047
00000100:00080000:2.0:1767321597.636380:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321597.636385:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321597.636388:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994155904:0@lo:38:kworker.0
00000100:00080000:2.0:1767321597.636396:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321597.636399:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321597.636401:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994156160:0@lo:38:kworker.0
00000100:00080000:2.0:1767321597.636409:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321597.636413:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321597.636416:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994155648:0@lo:38:kworker.0
00000100:00080000:2.0:1767321597.636452:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321597.636456:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321597.636458:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321597.637388:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321597.637770:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74046
00000100:00100000:1.0:1767321597.637806:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994155776
00000100:00100000:1.0:1767321597.637814:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994155776
00000100:00100000:1.0:1767321597.638392:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6550
00000100:00100000:1.0:1767321597.638402:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994155776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321597.638490:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994155776:12345-0@lo:400:kworker.0 Request processed in 76us (1091us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321597.638497:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6550
00000100:00100000:1.0:1767321597.638554:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994155776:0@lo:400:kworker.0
00000100:00100000:3.0:1767321597.638808:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994156032:0@lo:400:kworker.0
00000100:00080000:0.0:1767321597.639308:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321598.141465:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321598.141535:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321598.141555:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994156672:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321598.141622:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321598.141755:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994156672
00000100:00100000:3.0:1767321598.141762:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994156672
00000100:00100000:3.0:1767321598.141818:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3831
00000100:00100000:3.0:1767321598.141825:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994156672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321598.141848:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321598.141893:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994156672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (272us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321598.141898:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3831
00000100:00100000:3.0:1767321598.141933:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994156672:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321598.142796:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994156544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321598.142833:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321598.143115:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994156544
00000100:00100000:2.0:1767321598.143120:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994156544
00000100:00100000:2.0:1767321598.143248:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3832
00000100:00100000:2.0:1767321598.143256:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994156544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321598.143274:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321598.143339:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994156544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (505us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321598.143344:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3832
00000100:00100000:1.0:1767321598.143408:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994156544:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321598.205295:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321598.211662:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321599.229415:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321599.230073:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321600.253325:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321600.253464:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321600.583034:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321600.583107:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942316032
00000100:00100000:2.0:1767321600.583120:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942316032
00000100:00080000:0.0:1767321600.583191:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321600.583347:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6551
00000100:00100000:2.0:1767321600.583361:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942316032:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321600.583444:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942316032:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 87us (420us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321600.583451:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6551
00000100:00100000:1.0:1767321600.583682:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321600.583726:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942315904
00000100:00100000:2.0:1767321600.583743:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942315904
00000100:00100000:2.0:1767321600.583813:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74048
00000100:00100000:2.0:1767321600.583819:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942315904:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321600.583851:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321600.583894:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942315904:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 73us (212us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321600.583900:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74048
00010000:00010000:3.0:1767321601.278146:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321601.278553:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321602.301333:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321602.301555:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767321602.749646:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321602.749662:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321602.749665:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321602.749671:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321602.749676:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321602.749687:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6842
00000100:00080000:3.0:1767321602.749701:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321602.749709:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321602.749745:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e300 x1853163994156800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321602.749779:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321602.749783:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321602.749785:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321602.749789:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6842
00000100:00080000:3.0:1767321602.749791:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321602.749794:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321602.749807:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f800 x1853163994156928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321602.749873:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994157056:0@lo:400:kworker.0
00000100:00100000:0.0:1767321602.749944:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321602.750045:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994156800:0@lo:38:kworker.0
00000100:00100000:2.0:1767321602.750076:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321602.750093:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994156928:0@lo:38:kworker.0
00000100:00100000:2.0:1767321602.750113:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321602.750191:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994157056
00000100:00100000:1.0:1767321602.750201:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994157056
00000100:00100000:1.0:1767321602.750263:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994156800
00000100:00100000:1.0:1767321602.750267:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994156800
00000100:00100000:1.0:1767321602.750285:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6552
00000100:00100000:1.0:1767321602.750295:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994157056:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767321602.750371:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321602.750387:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74049
00000100:00100000:2.0:1767321602.750392:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994156800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321602.750410:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321602.750447:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994156800:12345-0@lo:38:kworker.0 Request processed in 53us (369us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321602.750454:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74049
00000100:00080000:2.0:1767321602.750494:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321602.750499:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321602.750503:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994156800:0@lo:38:kworker.0
00000100:00100000:2.0:1767321602.750544:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994156928
00000100:00100000:2.0:1767321602.750548:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994156928
00000100:00100000:2.0:1767321602.750569:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532
00000100:00100000:2.0:1767321602.750574:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994156928:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321602.750584:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321602.750614:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994156928:12345-0@lo:38:kworker.0 Request processed in 38us (499us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321602.750619:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532
00000100:00080000:2.0:1767321602.750645:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321602.750649:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321602.750652:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994156928:0@lo:38:kworker.0
00000100:00080000:3.0:1767321602.751978:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321602.751985:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321602.751989:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321602.751994:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6842
00000100:00080000:3.0:1767321602.751998:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321602.752003:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321602.752034:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f800 x1853163994157184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321602.752074:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321602.752077:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321602.752079:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321602.752082:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6842
00000100:00080000:3.0:1767321602.752084:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321602.752087:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321602.752097:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605c700 x1853163994157440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321602.752195:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994157696:0@lo:400:kworker.0
00000100:00100000:2.0:1767321602.752242:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321602.752292:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994157696
00000100:00100000:2.0:1767321602.752297:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994157696
00000100:00100000:2.0:1767321602.752336:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4029
00000100:00100000:2.0:1767321602.752343:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994157696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321602.752397:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994157696:12345-0@lo:400:kworker.0 Request processed in 54us (154us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321602.752404:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4029
00000100:00080000:2.0:1767321602.752436:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321602.752463:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994157696:0@lo:400:kworker.0
00000100:00100000:2.0:1767321602.752493:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994157184:0@lo:38:kworker.0
00000100:00100000:2.0:1767321602.752521:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321602.752538:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994157440:0@lo:38:kworker.0
00000100:00100000:2.0:1767321602.752556:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321602.752578:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994157184
00000100:00100000:2.0:1767321602.752582:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994157184
00000100:00100000:2.0:1767321602.752599:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994157440
00000100:00100000:2.0:1767321602.752601:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994157440
00000100:00100000:2.0:1767321602.752613:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74050
00000100:00100000:2.0:1767321602.752618:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994157184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321602.752644:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321602.752674:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994157184:12345-0@lo:38:kworker.0 Request processed in 55us (152us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321602.752680:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74050
00000100:00100000:2.0:1767321602.752701:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74051
00000100:00100000:2.0:1767321602.752706:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994157440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321602.752714:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321602.752734:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994157440:12345-0@lo:38:kworker.0 Request processed in 28us (178us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321602.752739:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74051
00000100:00080000:2.0:1767321602.752766:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321602.752771:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321602.752774:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994157184:0@lo:38:kworker.0
00000100:00080000:2.0:1767321602.752780:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321602.752783:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321602.752785:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994157440:0@lo:38:kworker.0
00000100:00100000:2.0:1767321602.752814:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994157568:0@lo:400:kworker.0
00000100:00100000:2.0:1767321602.752836:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321602.752854:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321602.752858:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994157312:0@lo:400:kworker.0
00000100:00100000:2.0:1767321602.752877:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321602.752896:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994157568
00000100:00100000:2.0:1767321602.752899:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994157568
00000100:00100000:2.0:1767321602.752924:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4030
00000100:00100000:2.0:1767321602.752930:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994157568:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321602.752962:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994157568:12345-0@lo:400:kworker.0 Request processed in 33us (126us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321602.752969:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4030
00000100:00080000:2.0:1767321602.752981:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321602.752994:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994157568:0@lo:400:kworker.0
00000100:00100000:2.0:1767321602.753009:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994157312
00000100:00100000:2.0:1767321602.753012:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994157312
00000100:00100000:2.0:1767321602.753038:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6553
00000100:00100000:2.0:1767321602.753043:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994157312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321602.753072:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994157312:12345-0@lo:400:kworker.0 Request processed in 30us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321602.753078:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6553
00000100:00080000:2.0:1767321602.753090:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321602.753106:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994157312:0@lo:400:kworker.0
00000100:00100000:1.0:1767321602.753495:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994157056:12345-0@lo:400:kworker.0 Request processed in 3199us (3548us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321602.753503:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6552
00000100:00100000:0.0:1767321602.753854:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994157056:0@lo:400:kworker.0
00000100:00100000:0.0:1767321603.261534:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994157824:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321603.261632:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321603.261787:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994157824
00000100:00100000:2.0:1767321603.261795:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994157824
00000100:00100000:2.0:1767321603.261856:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3833
00000100:00100000:2.0:1767321603.261875:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994157824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321603.261910:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321603.261970:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994157824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (344us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321603.261977:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3833
00000100:00100000:1.0:1767321603.264091:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994157824:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321603.267911:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321603.267935:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994157952:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321603.268004:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321603.268103:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994157952
00000100:00100000:0.0:1767321603.268110:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994157952
00000100:00100000:0.0:1767321603.268191:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3834
00000100:00100000:0.0:1767321603.268199:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994157952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321603.268233:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321603.268281:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994157952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321603.268288:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3834
00000100:00100000:1.0:1767321603.268526:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994157952:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321603.325446:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321603.325538:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321604.349420:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321604.349594:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321605.373909:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321605.375558:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321605.706115:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321605.706193:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321605.706195:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942316288
00000100:00100000:1.0:1767321605.706217:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942316288
00000100:00080000:0.0:1767321605.706320:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321605.707203:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942316160
00000100:00100000:3.0:1767321605.707212:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942316160
00000100:00100000:3.0:1767321605.707262:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6554
00000100:00100000:3.0:1767321605.707274:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942316288:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321605.707482:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74052
00000100:00100000:1.0:1767321605.707489:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942316160:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:3.0:1767321605.707502:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942316288:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 232us (1409us total) trans 0 rc 0/0
00010000:00020000:1.0:1767321605.707509:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321605.707509:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6554
00000100:00100000:1.0:1767321605.707538:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942316160:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 49us (1345us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321605.707545:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74052
00010000:00010000:3.0:1767321606.398154:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321606.401541:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321607.421756:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321607.421857:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321607.869351:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321607.869362:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321607.869365:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321607.869379:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321607.869383:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321607.869398:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6847
00000100:00080000:3.0:1767321607.869402:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321607.869409:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321607.869459:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605c000 x1853163994158080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321607.869486:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321607.869490:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321607.869492:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321607.869496:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6847
00000100:00080000:3.0:1767321607.869498:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321607.869502:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321607.869515:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f480 x1853163994158208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321607.869559:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321607.869563:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321607.869565:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321607.869568:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6847
00000100:00080000:3.0:1767321607.869570:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321607.869574:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321607.869585:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605e680 x1853163994158464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321607.869621:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994158336:0@lo:400:kworker.0
00000100:00080000:3.0:1767321607.869626:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321607.869631:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321607.869634:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321607.869637:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6847
00000100:00080000:3.0:1767321607.869640:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321607.869644:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321607.869656:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f800 x1853163994158720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321607.869700:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321607.869706:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994158592:0@lo:400:kworker.0
00000100:00100000:3.0:1767321607.869746:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321607.869767:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321607.869774:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321607.869775:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994158976:0@lo:400:kworker.0
00000100:00100000:3.0:1767321607.869784:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994158848:0@lo:400:kworker.0
00000100:00100000:1.0:1767321607.869810:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321607.869853:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321607.870286:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994158336
00000100:00100000:0.0:1767321607.870295:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994158336
00000100:00100000:0.0:1767321607.870341:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994158592
00000100:00100000:0.0:1767321607.870344:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994158592
00000100:00100000:0.0:1767321607.870368:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6555
00000100:00100000:0.0:1767321607.870377:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994158336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321607.870935:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994158976
00000100:00100000:1.0:1767321607.870941:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994158976
00000100:00100000:1.0:1767321607.870978:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994158848
00000100:00100000:1.0:1767321607.870982:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994158848
00000100:00100000:1.0:1767321607.871002:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4031
00000100:00100000:1.0:1767321607.871009:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994158976:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321607.871148:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994158080:0@lo:38:kworker.0
00000100:00100000:2.0:1767321607.871204:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321607.871234:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994158208:0@lo:38:kworker.0
00000100:00100000:2.0:1767321607.871260:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321607.871293:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994158464:0@lo:38:kworker.0
00000100:00100000:3.0:1767321607.871323:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4032
00000100:00100000:2.0:1767321607.871324:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321607.871340:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994158848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321607.871347:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994158720:0@lo:38:kworker.0
00000100:00100000:2.0:1767321607.871541:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321607.871585:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994158080
00000100:00100000:2.0:1767321607.871589:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994158080
00000100:00100000:2.0:1767321607.871621:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994158464
00000100:00100000:0.0:1767321607.871625:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994158336:12345-0@lo:400:kworker.0 Request processed in 1246us (1922us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321607.871625:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994158464
00000100:00100000:2.0:1767321607.871634:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994158720
00000100:00100000:0.0:1767321607.871639:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6555
00000100:00100000:2.0:1767321607.871640:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994158720
00000100:00100000:2.0:1767321607.871654:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6556
00000100:00100000:2.0:1767321607.871662:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994158592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321607.871704:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994158592:12345-0@lo:400:kworker.0 Request processed in 43us (1959us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321607.871710:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6556
00000100:00100000:2.0:1767321607.871724:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74053
00000100:00100000:2.0:1767321607.871728:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994158080:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321607.871746:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321607.871783:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994158080:12345-0@lo:38:kworker.0 Request processed in 53us (578us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321607.871790:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74053
00000100:00100000:3.0:1767321607.871794:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994158848:12345-0@lo:400:kworker.0 Request processed in 459us (1939us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321607.871803:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4032
00000100:00100000:2.0:1767321607.871809:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74054
00000100:00100000:2.0:1767321607.871815:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994158464:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321607.871824:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321607.871833:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74055
00000100:00100000:3.0:1767321607.871839:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994158720:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321607.871850:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994158464:12345-0@lo:38:kworker.0 Request processed in 33us (527us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767321607.871853:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321607.871863:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74054
00000100:00100000:2.0:1767321607.871886:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994158208
00000100:00100000:2.0:1767321607.871891:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994158208
00000100:00100000:3.0:1767321607.871893:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994158720:12345-0@lo:38:kworker.0 Request processed in 52us (351us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321607.871902:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74055
00000100:00100000:2.0:1767321607.871913:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533
00000100:00100000:2.0:1767321607.871919:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994158208:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321607.871929:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321607.871950:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994158848:0@lo:400:kworker.0
00000100:00100000:2.0:1767321607.871959:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994158208:12345-0@lo:38:kworker.0 Request processed in 37us (696us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321607.871967:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533
00000100:00100000:3.0:1767321607.871968:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994158592:0@lo:400:kworker.0
00000100:00080000:2.0:1767321607.872007:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321607.872015:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321607.872019:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994158080:0@lo:38:kworker.0
00000100:00080000:2.0:1767321607.872032:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321607.872037:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321607.872040:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994158208:0@lo:38:kworker.0
00000100:00080000:2.0:1767321607.872050:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321607.872054:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767321607.872054:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321607.872061:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994158464:0@lo:38:kworker.0
00000100:00080000:3.0:1767321607.872062:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321607.872068:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321607.872074:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321607.872078:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321607.872082:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994158720:0@lo:38:kworker.0
00000100:00100000:1.0:1767321607.872782:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994158976:12345-0@lo:400:kworker.0 Request processed in 1771us (2969us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321607.872798:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4031
00000100:00100000:3.0:1767321607.872872:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994158976:0@lo:400:kworker.0
00000100:00100000:3.0:1767321607.872888:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994158336:0@lo:400:kworker.0
00000100:00100000:1.0:1767321608.383462:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321608.383487:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994159104:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321608.383570:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321608.383934:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994159104
00000100:00100000:0.0:1767321608.383943:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994159104
00000100:00100000:0.0:1767321608.384001:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3835
00000100:00100000:0.0:1767321608.384010:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994159104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321608.384041:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321608.387306:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321608.387336:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994159232:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321608.391483:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994159104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7465us (7903us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321608.391497:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3835
00000100:00100000:1.0:1767321608.391978:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994159104:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321608.392694:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321608.392794:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994159232
00000100:00100000:0.0:1767321608.392802:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994159232
00000100:00100000:0.0:1767321608.392891:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3836
00000100:00100000:0.0:1767321608.392901:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994159232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321608.392945:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321608.393001:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994159232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321608.393008:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3836
00000100:00100000:3.0:1767321608.393077:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994159232:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321608.445295:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321608.445597:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321608.893422:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321583/real 1767321583]  req@ffff89b60a39b100 x1853163994151040/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321608 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321608.893465:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60a39b100 x1853163994151040/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321608 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321608.893484:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321608.893643:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321608.893648:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994151040:0@lo:250:kworker.0
00000100:00080000:3.0:1767321608.898845:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321608.898857:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321608.898862:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321608.898871:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6827
00000100:00080000:3.0:1767321608.898876:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321608.898884:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321608.898924:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecaea00 x1853163994159360/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321608.898957:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321608.898961:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321608.898962:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321608.898965:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6852
00000100:00080000:3.0:1767321608.898968:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321608.898971:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321608.898986:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecac000 x1853163994159488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321608.898994:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321608.898997:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321608.898999:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321608.899003:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6852
00000100:00080000:3.0:1767321608.899005:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321608.899008:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321608.899018:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecae300 x1853163994159616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321608.899121:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321608.899195:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994159360:0@lo:250:kworker.0
00000400:00000100:2.0:1767321608.899250:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994159360 offset 0 length 520: 4
00000100:00100000:2.0:1767321608.899301:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994159488:0@lo:38:kworker.0
00000100:00100000:2.0:1767321608.899333:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321608.899352:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994159616:0@lo:38:kworker.0
00000100:00100000:2.0:1767321608.899376:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321608.899420:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994159616
00000100:00100000:2.0:1767321608.899429:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994159616
00000100:00100000:2.0:1767321608.899474:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534
00000100:00100000:2.0:1767321608.899482:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994159616:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321608.899503:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321608.899543:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994159616:12345-0@lo:38:kworker.0 Request processed in 60us (165us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321608.899550:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534
00000100:00080000:2.0:1767321608.899610:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321608.899615:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321608.899618:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994159616:0@lo:38:kworker.0
00000100:00100000:0.0:1767321608.900518:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994159488
00000100:00100000:0.0:1767321608.900527:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994159488
00000100:00100000:0.0:1767321608.900589:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74056
00000100:00100000:0.0:1767321608.900596:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994159488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321608.900613:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321608.900673:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994159488:12345-0@lo:38:kworker.0 Request processed in 76us (1339us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321608.900680:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74056
00000100:00080000:3.0:1767321608.900794:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321608.900800:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321608.900803:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321608.900807:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6852
00000100:00080000:3.0:1767321608.900810:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321608.900815:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321608.900843:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecad180 x1853163994159872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321608.900876:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321608.900880:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321608.900882:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321608.900886:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6852
00000100:00080000:3.0:1767321608.900889:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321608.900892:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321608.900913:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61ecae300 x1853163994160128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321608.900973:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321608.900984:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994160000:0@lo:400:kworker.0
00000100:00100000:3.0:1767321608.901029:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321608.901107:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994160000
00000100:00100000:0.0:1767321608.901111:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994160000
00000100:00100000:0.0:1767321608.901151:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6557
00000100:00100000:0.0:1767321608.901179:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994160000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321608.901221:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994160000:12345-0@lo:400:kworker.0 Request processed in 63us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321608.901231:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6557
00000100:00100000:3.0:1767321608.901316:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994160000:0@lo:400:kworker.0
00000100:00100000:2.0:1767321608.901859:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994159872:0@lo:38:kworker.0
00000100:00100000:2.0:1767321608.901899:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321608.901933:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994160128:0@lo:38:kworker.0
00000100:00100000:2.0:1767321608.901955:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321608.901990:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321608.901994:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321608.902007:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994159488:0@lo:38:kworker.0
00000100:00100000:0.0:1767321608.902079:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994159872
00000100:00100000:0.0:1767321608.902084:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994159872
00000100:00100000:0.0:1767321608.902114:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994160128
00000100:00100000:0.0:1767321608.902116:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994160128
00000100:00100000:0.0:1767321608.902130:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74057
00000100:00100000:0.0:1767321608.902136:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994159872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321608.902151:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321608.902217:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994159872:12345-0@lo:38:kworker.0 Request processed in 80us (318us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321608.902224:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74057
00000100:00100000:0.0:1767321608.902237:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74058
00000100:00100000:0.0:1767321608.902241:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994160128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321608.902251:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321608.902273:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994160128:12345-0@lo:38:kworker.0 Request processed in 30us (318us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321608.902279:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74058
00000100:00080000:2.0:1767321608.902455:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321608.902460:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321608.902462:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994159872:0@lo:38:kworker.0
00000100:00080000:2.0:1767321608.902470:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321608.902472:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321608.902475:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994160128:0@lo:38:kworker.0
00000100:00100000:1.0:1767321608.906905:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994159744:0@lo:400:kworker.0
00000100:00100000:1.0:1767321608.906989:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321608.913622:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994159744
00000100:00100000:3.0:1767321608.913640:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994159744
00000100:00100000:2.0:1767321608.914803:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6558
00000100:00100000:2.0:1767321608.914816:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994159744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321608.914921:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994159744:12345-0@lo:400:kworker.0 Request processed in 107us (7932us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321608.914929:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6558
00000100:00100000:1.0:1767321608.915048:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994159744:0@lo:400:kworker.0
00010000:00010000:3.0:1767321609.471268:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321609.472411:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000400:00000100:2.0:1767321609.801432:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942316416 offset 0 length 520: 4
00000100:00100000:3.0:1767321609.802271:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321609.802307:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321609.802350:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942316544
00000100:00100000:2.0:1767321609.802367:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942316544
00000100:00100000:2.0:1767321609.802421:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942316672
00000100:00100000:2.0:1767321609.802425:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942316672
00000100:00080000:1.0:1767321609.802686:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321609.805950:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6559
00000100:00100000:0.0:1767321609.805981:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942316672:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321609.806263:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942316672:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 296us (3952us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321609.806272:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6559
00000100:00100000:0.0:1767321609.806302:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74059
00000100:00100000:0.0:1767321609.806306:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942316544:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321609.806329:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321609.806358:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942316544:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 50us (4091us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321609.806364:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74059
00000100:00100000:2.0:1767321610.493309:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321610.493517:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321611.517317:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321611.517923:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321612.541277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321612.541727:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321613.501462:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321613.501482:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994160256:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321613.501570:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321613.501698:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994160256
00000100:00100000:0.0:1767321613.501706:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994160256
00000100:00100000:0.0:1767321613.501773:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3837
00000100:00100000:0.0:1767321613.501784:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994160256:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321613.501817:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321613.501999:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994160256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (297us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321613.502010:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3837
00000100:00100000:2.0:1767321613.502034:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321613.502045:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994160384:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321613.502079:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321613.502144:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994160384
00000100:00100000:0.0:1767321613.502148:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994160384
00000100:00100000:0.0:1767321613.502205:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3838
00000100:00100000:0.0:1767321613.502212:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994160384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321613.502228:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767321613.502301:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321613.502305:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321613.502340:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994160256:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321613.502376:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994160384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 162us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321613.502383:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3838
00000100:00100000:3.0:1767321613.502440:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994160384:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321613.565357:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321613.565415:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767321614.013524:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321614.013535:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321614.013538:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321614.013542:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321614.013546:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321614.013554:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6853
00000100:00080000:0.0:1767321614.013559:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321614.013565:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321614.013606:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24000 x1853163994160512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321614.013635:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321614.013638:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321614.013640:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321614.013644:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6853
00000100:00080000:0.0:1767321614.013646:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321614.013649:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321614.013663:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f26300 x1853163994160640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321614.013700:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321614.013703:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321614.013705:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321614.013708:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6853
00000100:00080000:0.0:1767321614.013710:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321614.013713:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321614.013726:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604cbf480 x1853163994160896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321614.013744:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321614.013748:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321614.013749:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321614.013753:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6853
00000100:00080000:0.0:1767321614.013755:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321614.013758:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321614.013766:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604cbc700 x1853163994161152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321614.013839:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994160768:0@lo:400:kworker.0
00000100:00100000:1.0:1767321614.013908:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321614.014026:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994161024:0@lo:400:kworker.0
00000100:00100000:1.0:1767321614.014050:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321614.014146:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994160768
00000100:00100000:0.0:1767321614.014154:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994160768
00000100:00100000:3.0:1767321614.014203:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994160512:0@lo:38:kworker.0
00000100:00100000:3.0:1767321614.014240:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321614.014270:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994161024
00000100:00100000:0.0:1767321614.014276:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994161024
00000100:00100000:2.0:1767321614.014282:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994160512
00000100:00100000:2.0:1767321614.014287:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994160512
00000100:00100000:3.0:1767321614.014288:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994160640:0@lo:38:kworker.0
00000100:00080000:1.0:1767321614.014307:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321614.014316:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6560
00000100:00100000:2.0:1767321614.014329:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994160768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321614.014332:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74060
00000100:00100000:3.0:1767321614.014335:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321614.014337:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994160512:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321614.014357:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321614.014369:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994160896:0@lo:38:kworker.0
00000100:00100000:1.0:1767321614.014388:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994160512:12345-0@lo:38:kworker.0 Request processed in 47us (147us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321614.014388:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994160768:12345-0@lo:400:kworker.0 Request processed in 61us (477us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321614.014396:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74060
00000100:00100000:3.0:1767321614.014401:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321614.014405:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6560
00000100:00100000:3.0:1767321614.014426:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994161152:0@lo:38:kworker.0
00000100:00100000:1.0:1767321614.014474:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994160896
00000100:00100000:1.0:1767321614.014478:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994160896
00000100:00100000:1.0:1767321614.014502:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6561
00000100:00100000:1.0:1767321614.014508:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994161024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321614.014542:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994161024:12345-0@lo:400:kworker.0 Request processed in 34us (491us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321614.014550:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6561
00000100:00100000:1.0:1767321614.014562:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74061
00000100:00100000:1.0:1767321614.014566:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994160896:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321614.014575:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321614.014597:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994160896:12345-0@lo:38:kworker.0 Request processed in 30us (198us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321614.014602:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74061
00000100:00100000:1.0:1767321614.014638:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994160768:0@lo:400:kworker.0
00000100:00100000:1.0:1767321614.014660:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994161024:0@lo:400:kworker.0
00000100:00100000:1.0:1767321614.014692:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994160640
00000100:00100000:1.0:1767321614.014696:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994160640
00000100:00100000:1.0:1767321614.014715:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535
00000100:00100000:1.0:1767321614.014720:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994160640:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321614.014730:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321614.014756:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994160640:12345-0@lo:38:kworker.0 Request processed in 35us (436us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321614.014768:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535
00000100:00100000:3.0:1767321614.014863:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321614.014882:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994161152
00000100:00100000:2.0:1767321614.014888:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994161152
00000100:00080000:3.0:1767321614.014898:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321614.014904:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321614.014909:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994160512:0@lo:38:kworker.0
00000100:00100000:2.0:1767321614.014914:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74062
00000100:00100000:2.0:1767321614.014922:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994161152:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767321614.014924:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321614.014930:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767321614.014936:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321614.014936:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994160640:0@lo:38:kworker.0
00000100:00080000:3.0:1767321614.014960:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321614.014965:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321614.014970:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994161152:12345-0@lo:38:kworker.0 Request processed in 45us (516us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321614.014972:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994160896:0@lo:38:kworker.0
00000100:00100000:2.0:1767321614.014980:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74062
00000100:00080000:3.0:1767321614.014992:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321614.015000:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321614.015003:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994161152:0@lo:38:kworker.0
00010000:00010000:3.0:1767321614.589331:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321614.590037:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321614.925333:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321614.926329:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321614.926432:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942316928
00000100:00100000:3.0:1767321614.926443:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942316928
00000100:00100000:3.0:1767321614.926575:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942316800
00000100:00100000:3.0:1767321614.926579:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942316800
00000100:00100000:3.0:1767321614.926598:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6562
00000100:00100000:3.0:1767321614.926607:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942316928:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321614.926689:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942316928:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 82us (1365us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321614.926701:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6562
00000100:00100000:3.0:1767321614.926720:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74063
00000100:00100000:3.0:1767321614.926725:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942316800:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321614.926745:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321614.926771:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942316800:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (446us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321614.926777:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74063
00000100:00080000:1.0:1767321614.927968:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321615.613449:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321615.614300:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321616.637301:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321616.638493:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321617.662187:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321617.662280:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321618.621583:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321618.621609:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994161280:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321618.621692:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321618.621877:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994161280
00000100:00100000:0.0:1767321618.621886:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994161280
00000100:00100000:0.0:1767321618.621961:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3839
00000100:00100000:0.0:1767321618.621971:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994161280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321618.622004:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321618.622050:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994161280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (357us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321618.622057:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3839
00000100:00080000:1.0:1767321618.622151:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321618.622199:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994161280:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321618.622467:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321618.622479:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994161408:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321618.622508:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321618.622619:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994161408
00000100:00100000:2.0:1767321618.622624:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994161408
00000100:00100000:2.0:1767321618.622678:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3840
00000100:00100000:2.0:1767321618.622687:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994161408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321618.622704:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767321618.622901:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321618.622939:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994161408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 253us (428us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321618.622946:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3840
00000100:00100000:3.0:1767321618.625194:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994161408:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321618.685358:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321618.685662:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321619.138442:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321619.138454:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321619.138457:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321619.138460:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321619.138464:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321619.138473:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6858
00000100:00080000:3.0:1767321619.138479:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321619.138486:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321619.138529:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605f480 x1853163994161536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321619.138573:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321619.138577:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321619.138579:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321619.138583:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6858
00000100:00080000:3.0:1767321619.138586:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321619.138598:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321619.138612:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605c000 x1853163994161664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321619.138661:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321619.138665:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321619.138667:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321619.138671:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6858
00000100:00080000:3.0:1767321619.138673:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321619.138688:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321619.138699:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605c700 x1853163994161920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321619.138735:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321619.138738:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321619.138740:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321619.138744:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6858
00000100:00080000:3.0:1767321619.138746:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321619.138750:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321619.138765:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72f394a80 x1853163994162176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321619.138795:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321619.138810:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994162048:0@lo:400:kworker.0
00000100:00100000:3.0:1767321619.138891:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321619.139111:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994162048
00000100:00100000:1.0:1767321619.139120:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994162048
00000100:00100000:1.0:1767321619.139205:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6563
00000100:00100000:1.0:1767321619.139216:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994162048:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321619.139281:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994162048:12345-0@lo:400:kworker.0 Request processed in 68us (389us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321619.139289:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6563
00000100:00100000:1.0:1767321619.139315:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994161792:0@lo:400:kworker.0
00000100:00100000:1.0:1767321619.139341:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321619.139372:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994161792
00000100:00100000:1.0:1767321619.139376:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994161792
00000100:00100000:1.0:1767321619.139410:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6564
00000100:00100000:1.0:1767321619.139417:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994161792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321619.139451:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994161792:12345-0@lo:400:kworker.0 Request processed in 35us (110us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321619.139461:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6564
00000100:00100000:1.0:1767321619.139500:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994161792:0@lo:400:kworker.0
00000100:00100000:1.0:1767321619.139525:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994162048:0@lo:400:kworker.0
00000100:00080000:3.0:1767321619.140476:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321619.141483:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994161536:0@lo:38:kworker.0
00000100:00100000:2.0:1767321619.141554:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321619.141609:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994161664:0@lo:38:kworker.0
00000100:00100000:2.0:1767321619.141636:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321619.141667:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994161920:0@lo:38:kworker.0
00000100:00100000:2.0:1767321619.141701:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321619.142057:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994162176:0@lo:38:kworker.0
00000100:00100000:2.0:1767321619.142092:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321619.142136:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994161536
00000100:00100000:2.0:1767321619.142145:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994161536
00000100:00100000:2.0:1767321619.142564:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994161920
00000100:00100000:2.0:1767321619.142569:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994161920
00000100:00100000:2.0:1767321619.142584:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994162176
00000100:00100000:2.0:1767321619.142586:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994162176
00000100:00100000:2.0:1767321619.142613:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74064
00000100:00100000:2.0:1767321619.142620:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994161536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321619.142641:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321619.143053:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74065
00000100:00100000:0.0:1767321619.143060:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994161920:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321619.143070:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321619.143115:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994161920:12345-0@lo:38:kworker.0 Request processed in 54us (1413us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321619.143123:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74065
00000100:00100000:0.0:1767321619.143145:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74066
00000100:00100000:0.0:1767321619.143148:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994162176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321619.143176:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321619.143200:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994162176:12345-0@lo:38:kworker.0 Request processed in 50us (1118us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321619.143207:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74066
00000100:00100000:1.0:1767321619.143578:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994161664
00000100:00100000:1.0:1767321619.143584:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994161664
00000100:00100000:1.0:1767321619.143628:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536
00000100:00100000:1.0:1767321619.143633:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994161664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321619.143644:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321619.143690:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994161664:12345-0@lo:38:kworker.0 Request processed in 44us (2042us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321619.143696:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536
00000100:00080000:1.0:1767321619.143764:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321619.143769:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321619.143773:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994161536:0@lo:38:kworker.0
00000100:00080000:1.0:1767321619.143784:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321619.143787:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321619.143790:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994161664:0@lo:38:kworker.0
00000100:00080000:1.0:1767321619.143799:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321619.143802:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321619.143805:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994161920:0@lo:38:kworker.0
00000100:00080000:1.0:1767321619.143813:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321619.143816:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321619.143819:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994162176:0@lo:38:kworker.0
00000100:00100000:2.0:1767321619.146002:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994161536:12345-0@lo:38:kworker.0 Request processed in 3370us (4437us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321619.146031:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74064
00000100:00100000:2.0:1767321619.713854:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321619.717849:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321620.043391:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321620.043442:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321620.043543:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942317184
00000100:00100000:2.0:1767321620.043555:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942317184
00000100:00100000:2.0:1767321620.043632:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942317056
00000100:00100000:2.0:1767321620.043636:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942317056
00000100:00100000:2.0:1767321620.043654:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6565
00000100:00100000:2.0:1767321620.043675:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942317184:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321620.043760:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942317184:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 97us (394us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321620.043769:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6565
00000100:00100000:2.0:1767321620.043795:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74067
00000100:00100000:2.0:1767321620.043800:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942317056:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321620.043823:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321620.043853:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942317056:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 51us (410us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321620.043860:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74067
00000100:00080000:1.0:1767321620.044047:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321620.733380:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321620.733597:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321621.757381:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321621.757392:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321622.781932:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321622.782840:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321623.741524:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321623.741550:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994162304:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321623.741625:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321623.741708:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994162304
00000100:00100000:2.0:1767321623.741716:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994162304
00000100:00100000:2.0:1767321623.741781:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3841
00000100:00100000:2.0:1767321623.741791:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994162304:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321623.741826:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321623.741876:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994162304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (252us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321623.741884:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3841
00000100:00100000:2.0:1767321623.741941:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994162304:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321623.742087:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321623.742098:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994162432:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321623.742106:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321623.742129:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321623.742252:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994162432
00000100:00100000:1.0:1767321623.742257:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994162432
00000100:00100000:1.0:1767321623.742291:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3842
00000100:00100000:1.0:1767321623.742299:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994162432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321623.742335:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321623.742372:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994162432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (243us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321623.742379:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3842
00000100:00080000:1.0:1767321623.742396:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321623.742426:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994162432:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321623.805329:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321623.805920:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321624.255265:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321624.255275:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321624.255278:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321624.255281:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321624.255286:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321624.255293:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6863
00000100:00080000:1.0:1767321624.255304:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321624.255312:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321624.255350:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605c700 x1853163994162560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321624.255389:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321624.255391:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321624.255393:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321624.255396:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6863
00000100:00080000:1.0:1767321624.255398:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321624.255401:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321624.255411:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605c000 x1853163994162688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321624.255443:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767321624.255709:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994162816:0@lo:400:kworker.0
00000100:00100000:0.0:1767321624.255771:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321624.255854:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321624.255856:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321624.255859:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6863
00000100:00080000:1.0:1767321624.255862:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321624.255866:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321624.255878:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605d500 x1853163994162944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321624.255906:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321624.255909:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321624.255911:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321624.255913:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6863
00000100:00080000:1.0:1767321624.255915:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321624.255918:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321624.255927:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f26300 x1853163994163200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321624.255984:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994163072:0@lo:400:kworker.0
00000100:00100000:0.0:1767321624.256007:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321624.256137:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994162560:0@lo:38:kworker.0
00000100:00100000:2.0:1767321624.256190:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321624.256227:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994162688:0@lo:38:kworker.0
00000100:00100000:2.0:1767321624.256259:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321624.256279:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994162944:0@lo:38:kworker.0
00000100:00100000:2.0:1767321624.256294:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321624.256317:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994163200:0@lo:38:kworker.0
00000100:00100000:2.0:1767321624.256335:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321624.256669:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994162816
00000100:00100000:3.0:1767321624.256677:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994162816
00000100:00100000:2.0:1767321624.259428:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994162688
00000100:00100000:2.0:1767321624.259437:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994162688
00000100:00100000:0.0:1767321624.260410:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994163072
00000100:00100000:0.0:1767321624.260416:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994163072
00000100:00100000:3.0:1767321624.263829:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6566
00000100:00100000:3.0:1767321624.263850:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994162816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321624.263938:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994162816:12345-0@lo:400:kworker.0 Request processed in 100us (8167us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321624.263944:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6566
00000100:00100000:1.0:1767321624.264011:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994162560
00000100:00100000:1.0:1767321624.264017:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994162560
00000100:00100000:1.0:1767321624.264041:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994162944
00000100:00100000:1.0:1767321624.264043:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994162944
00000100:00100000:1.0:1767321624.264049:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994163200
00000100:00100000:1.0:1767321624.264051:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994163200
00000100:00100000:1.0:1767321624.264059:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74068
00000100:00100000:1.0:1767321624.264064:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994162560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321624.264081:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321624.264122:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994162560:12345-0@lo:38:kworker.0 Request processed in 57us (7931us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321624.264128:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74068
00000100:00100000:1.0:1767321624.264139:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74069
00000100:00100000:1.0:1767321624.264142:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994162944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321624.264149:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321624.264191:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994162944:12345-0@lo:38:kworker.0 Request processed in 47us (7896us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321624.264196:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74069
00000100:00100000:1.0:1767321624.264204:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74070
00000100:00100000:1.0:1767321624.264208:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994163200:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321624.264217:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321624.264249:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994163200:12345-0@lo:38:kworker.0 Request processed in 39us (7912us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321624.264254:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74070
00000100:00100000:1.0:1767321624.264282:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537
00000100:00100000:1.0:1767321624.264300:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994162688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321624.264310:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321624.264331:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994162688:12345-0@lo:38:kworker.0 Request processed in 36us (8071us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321624.264336:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537
00000100:00080000:1.0:1767321624.264356:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321624.264427:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994162816:0@lo:400:kworker.0
00000100:00080000:1.0:1767321624.264486:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321624.264492:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321624.264495:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994162560:0@lo:38:kworker.0
00000100:00080000:1.0:1767321624.264504:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321624.264507:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321624.264510:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994162688:0@lo:38:kworker.0
00000100:00080000:1.0:1767321624.264519:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321624.264522:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321624.264524:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994162944:0@lo:38:kworker.0
00000100:00080000:1.0:1767321624.264531:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321624.264534:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321624.264536:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994163200:0@lo:38:kworker.0
00000100:00100000:0.0:1767321624.273526:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6567
00000100:00100000:0.0:1767321624.273705:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994163072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321624.273800:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994163072:12345-0@lo:400:kworker.0 Request processed in 264us (17792us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321624.273807:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6567
00000100:00100000:0.0:1767321624.273861:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994163072:0@lo:400:kworker.0
00000100:00100000:2.0:1767321624.829821:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321624.829896:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321625.164929:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321625.165057:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321625.166415:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942317440
00000100:00100000:0.0:1767321625.166818:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942317440
00000100:00100000:0.0:1767321625.166948:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942317312
00000100:00100000:0.0:1767321625.166953:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942317312
00000100:00080000:2.0:1767321625.167012:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321625.167137:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6568
00000100:00100000:1.0:1767321625.167153:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942317440:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321625.167256:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942317440:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 108us (2338us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321625.167267:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6568
00000100:00100000:1.0:1767321625.167299:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74071
00000100:00100000:1.0:1767321625.167303:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942317312:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321625.167322:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321625.168370:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942317312:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 1061us (3310us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321625.168378:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74071
00010000:00010000:3.0:1767321625.853476:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321625.853668:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321626.877655:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321626.877799:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321627.902326:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321627.905483:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321628.861804:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321628.862033:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994163328:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321628.862104:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321628.863382:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994163328
00000100:00100000:2.0:1767321628.863393:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994163328
00000100:00080000:1.0:1767321628.863641:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321628.864758:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3843
00000100:00100000:3.0:1767321628.864775:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994163328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321628.864808:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321628.864897:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994163328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (2792us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321628.864906:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3843
00000100:00100000:1.0:1767321628.864996:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994163328:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321628.865962:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994163456:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321628.866003:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321628.866076:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994163456
00000100:00100000:0.0:1767321628.866081:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994163456
00000100:00100000:0.0:1767321628.866128:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3844
00000100:00100000:0.0:1767321628.866134:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994163456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321628.866180:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321628.866232:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994163456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321628.866239:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3844
00000100:00080000:3.0:1767321628.866318:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321628.866341:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994163456:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321628.925860:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321628.927332:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767321629.376989:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321629.377001:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321629.377004:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321629.377007:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321629.377013:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321629.377025:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6868
00000100:00080000:1.0:1767321629.377031:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321629.377040:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321629.377116:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24000 x1853163994163584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321629.377151:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321629.377177:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321629.377180:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321629.377185:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6868
00000100:00080000:1.0:1767321629.377187:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321629.377192:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321629.377218:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b626f24380 x1853163994163712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321629.377259:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994163584:0@lo:38:kworker.0
00000100:00100000:0.0:1767321629.377312:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994163840:0@lo:400:kworker.0
00000100:00100000:0.0:1767321629.377373:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321629.377435:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321629.377462:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994163712:0@lo:38:kworker.0
00000100:00100000:2.0:1767321629.377488:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321629.377517:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994163840
00000100:00100000:3.0:1767321629.377530:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994163840
00000100:00100000:2.0:1767321629.377540:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994163584
00000100:00100000:2.0:1767321629.377545:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994163584
00000100:00100000:2.0:1767321629.377584:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74072
00000100:00100000:2.0:1767321629.377592:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994163584:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767321629.377607:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321629.377612:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00010000:00020000:2.0:1767321629.377615:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321629.377616:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321629.377624:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6868
00000100:00080000:1.0:1767321629.377627:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321629.377631:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321629.377649:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605d500 x1853163994163968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321629.377657:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994163584:12345-0@lo:38:kworker.0 Request processed in 63us (221us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767321629.377688:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321629.377692:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321629.377694:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321629.377708:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6868
00000100:00080000:1.0:1767321629.377711:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321629.377715:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321629.377726:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605c700 x1853163994164224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321629.387437:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6569
00000100:00100000:3.0:1767321629.387483:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994163840:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321629.387494:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74072
00000100:00100000:2.0:1767321629.388006:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994163968:0@lo:38:kworker.0
00000100:00100000:2.0:1767321629.388880:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321629.388920:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994164224:0@lo:38:kworker.0
00000100:00100000:2.0:1767321629.389210:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321629.389255:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321629.389260:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321629.389264:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994163584:0@lo:38:kworker.0
00000100:00100000:2.0:1767321629.389951:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994163968
00000100:00100000:2.0:1767321629.389959:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994163968
00000100:00100000:2.0:1767321629.389993:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994164224
00000100:00100000:2.0:1767321629.389995:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994164224
00000100:00100000:2.0:1767321629.390244:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74073
00000100:00100000:2.0:1767321629.390252:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994163968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321629.390273:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321629.390408:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994163968:12345-0@lo:38:kworker.0 Request processed in 155us (1529us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321629.390416:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74073
00000100:00100000:2.0:1767321629.390437:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74074
00000100:00100000:2.0:1767321629.390441:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994164224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321629.390451:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321629.390472:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994164224:12345-0@lo:38:kworker.0 Request processed in 29us (1271us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321629.390477:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74074
00000100:00080000:2.0:1767321629.392728:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321629.392740:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321629.392745:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994163968:0@lo:38:kworker.0
00000100:00080000:2.0:1767321629.392757:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321629.392760:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321629.392763:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994164224:0@lo:38:kworker.0
00000100:00080000:2.0:1767321629.392829:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321629.392849:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994164352:0@lo:400:kworker.0
00000100:00100000:2.0:1767321629.392908:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321629.392969:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321629.392975:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994164096:0@lo:400:kworker.0
00000100:00100000:2.0:1767321629.392996:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321629.394430:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994164096
00000100:00100000:2.0:1767321629.394441:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994164096
00000100:00100000:2.0:1767321629.394508:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6570
00000100:00100000:2.0:1767321629.394516:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994164096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321629.394597:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994164096:12345-0@lo:400:kworker.0 Request processed in 81us (1599us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321629.394605:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6570
00000100:00080000:2.0:1767321629.394628:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321629.394641:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994164480:0@lo:400:kworker.0
00000100:00100000:2.0:1767321629.394671:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321629.394730:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994164096:0@lo:400:kworker.0
00000100:00100000:2.0:1767321629.394958:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994164352
00000100:00100000:2.0:1767321629.394962:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994164352
00000100:00100000:2.0:1767321629.394987:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994164480
00000100:00100000:2.0:1767321629.394989:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994164480
00000100:00100000:2.0:1767321629.395003:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4033
00000100:00100000:2.0:1767321629.395009:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994164352:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321629.395057:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994164352:12345-0@lo:400:kworker.0 Request processed in 48us (2149us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321629.395063:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4033
00000100:00100000:2.0:1767321629.395074:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4034
00000100:00100000:2.0:1767321629.395080:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994164480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321629.395106:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994164480:12345-0@lo:400:kworker.0 Request processed in 26us (435us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321629.395111:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4034
00000100:00100000:2.0:1767321629.395132:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994164480:0@lo:400:kworker.0
00000100:00100000:2.0:1767321629.395151:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994164352:0@lo:400:kworker.0
00000100:00100000:2.0:1767321629.395245:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994163712
00000100:00100000:2.0:1767321629.395250:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994163712
00000100:00100000:2.0:1767321629.395272:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538
00000100:00100000:2.0:1767321629.395277:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994163712:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321629.398119:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321629.398247:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994163712:12345-0@lo:38:kworker.0 Request processed in 2963us (20753us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321629.398259:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538
00000100:00080000:2.0:1767321629.398446:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321629.398452:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321629.398456:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b626f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994163712:0@lo:38:kworker.0
00000100:00100000:3.0:1767321629.408726:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994163840:12345-0@lo:400:kworker.0 Request processed in 21249us (31340us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321629.408742:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6569
00000100:00100000:0.0:1767321629.408942:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994163840:0@lo:400:kworker.0
00010000:00010000:3.0:1767321629.949404:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321629.949694:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321630.282381:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321630.282523:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942317568
00000100:00100000:1.0:1767321630.282534:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942317568
00000100:00100000:1.0:1767321630.282582:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74075
00000100:00100000:1.0:1767321630.282591:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942317568:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321630.282615:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321630.282691:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942317568:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 99us (318us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321630.282699:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74075
00000100:00100000:2.0:1767321630.284827:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321630.284904:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942317696
00000100:00100000:1.0:1767321630.284914:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942317696
00000100:00100000:1.0:1767321630.285019:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6571
00000100:00100000:1.0:1767321630.285030:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942317696:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321630.285096:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942317696:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 69us (277us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321630.285101:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6571
00000100:00080000:2.0:1767321630.285457:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321630.973308:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321630.974438:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321631.999759:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321632.003793:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321633.021660:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321633.023412:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321633.469279:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321608/real 1767321608]  req@ffff89b61ecaea00 x1853163994159360/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321633 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321633.469330:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b61ecaea00 x1853163994159360/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321633 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767321633.469351:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321633.469371:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321633.469376:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994159360:0@lo:250:kworker.0
00000100:00080000:1.0:1767321633.469416:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321633.469422:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321633.469425:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321633.469430:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6853
00000100:00080000:1.0:1767321633.469433:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321633.469440:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321633.469471:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6062c1500 x1853163994164608/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321633.469489:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321633.469493:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321633.469494:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321633.469498:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6874
00000100:00080000:1.0:1767321633.469501:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321633.469504:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321633.469519:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6062c2680 x1853163994164736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321633.469526:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321633.469528:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321633.469530:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321633.469534:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6874
00000100:00080000:1.0:1767321633.469536:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321633.469539:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321633.469552:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d2a00 x1853163994164864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321633.469586:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321633.469590:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321633.469591:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321633.469594:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6874
00000100:00080000:1.0:1767321633.469597:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321633.469601:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321633.469613:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d3100 x1853163994165120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321633.469614:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321633.469633:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994164992:0@lo:400:kworker.0
00000100:00080000:1.0:1767321633.469658:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321633.469662:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321633.469664:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321633.469669:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6874
00000100:00080000:1.0:1767321633.469671:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321633.469674:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321633.469686:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d0e00 x1853163994165376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321633.469709:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321633.469740:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994165248:0@lo:400:kworker.0
00000100:00100000:2.0:1767321633.469768:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994165632:0@lo:400:kworker.0
00000100:00100000:1.0:1767321633.469775:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321633.469803:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321633.469805:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321633.469813:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994165504:0@lo:400:kworker.0
00000100:00100000:1.0:1767321633.469841:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321633.469863:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994165632
00000100:00100000:2.0:1767321633.469871:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994165632
00000100:00100000:1.0:1767321633.469879:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994165504
00000100:00100000:1.0:1767321633.469884:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994165504
00000100:00100000:0.0:1767321633.470012:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994164992
00000100:00100000:0.0:1767321633.470017:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994164992
00000100:00100000:0.0:1767321633.470048:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994165248
00000100:00100000:0.0:1767321633.470051:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994165248
00000100:00100000:0.0:1767321633.470075:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6572
00000100:00100000:0.0:1767321633.470085:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994164992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321633.470185:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994164992:12345-0@lo:400:kworker.0 Request processed in 102us (478us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321633.470193:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6572
00000100:00100000:0.0:1767321633.470212:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6573
00000100:00100000:0.0:1767321633.470219:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994165248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321633.470255:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994165248:12345-0@lo:400:kworker.0 Request processed in 37us (481us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321633.470261:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6573
00000100:00100000:0.0:1767321633.470315:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994165248:0@lo:400:kworker.0
00000100:00100000:1.0:1767321633.470396:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4035
00000100:00100000:1.0:1767321633.470406:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994165504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321633.470447:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994165504:12345-0@lo:400:kworker.0 Request processed in 44us (607us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321633.470452:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4035
00000100:00100000:1.0:1767321633.470465:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4036
00000100:00100000:1.0:1767321633.470471:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994165632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321633.470496:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994165632:12345-0@lo:400:kworker.0 Request processed in 27us (695us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321633.470501:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4036
00000100:00100000:3.0:1767321633.470710:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994164608:0@lo:250:kworker.0
00000400:00000100:3.0:1767321633.470737:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994164608 offset 0 length 520: 4
00000100:00100000:3.0:1767321633.470758:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994164736:0@lo:38:kworker.0
00000100:00100000:3.0:1767321633.470778:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321633.470795:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994164864:0@lo:38:kworker.0
00000100:00100000:3.0:1767321633.470814:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321633.470828:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994165120:0@lo:38:kworker.0
00000100:00100000:3.0:1767321633.470843:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321633.470856:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994165376:0@lo:38:kworker.0
00000100:00100000:3.0:1767321633.470874:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321633.470913:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994164736
00000100:00100000:3.0:1767321633.470917:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994164736
00000100:00100000:3.0:1767321633.470938:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994165120
00000100:00100000:3.0:1767321633.470940:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994165120
00000100:00100000:3.0:1767321633.470951:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994165376
00000100:00100000:3.0:1767321633.470953:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994165376
00000100:00100000:3.0:1767321633.472499:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74076
00000100:00100000:3.0:1767321633.472507:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994164736:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321633.472529:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321633.472597:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994164736:12345-0@lo:38:kworker.0 Request processed in 89us (1817us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321633.472604:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74076
00000100:00100000:3.0:1767321633.472622:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74077
00000100:00100000:3.0:1767321633.472626:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994165120:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321633.472635:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321633.472655:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994165120:12345-0@lo:38:kworker.0 Request processed in 28us (1812us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321633.472661:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74077
00000100:00100000:3.0:1767321633.472670:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74078
00000100:00100000:3.0:1767321633.472674:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994165376:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321633.472682:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321633.472699:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994165376:12345-0@lo:38:kworker.0 Request processed in 24us (1824us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321633.472705:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74078
00000100:00080000:3.0:1767321633.473380:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321633.473387:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321633.473392:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994164736:0@lo:38:kworker.0
00000100:00080000:3.0:1767321633.473401:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321633.473404:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321633.473407:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994165120:0@lo:38:kworker.0
00000100:00080000:3.0:1767321633.473414:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321633.473417:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321633.473421:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994165376:0@lo:38:kworker.0
00000100:00100000:3.0:1767321633.473488:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994165632:0@lo:400:kworker.0
00000100:00100000:3.0:1767321633.473500:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994164992:0@lo:400:kworker.0
00000100:00100000:3.0:1767321633.473534:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994164864
00000100:00100000:3.0:1767321633.473540:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994164864
00000100:00100000:3.0:1767321633.473575:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539
00000100:00100000:3.0:1767321633.473580:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994164864:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321633.473592:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321633.473678:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994164864:12345-0@lo:38:kworker.0 Request processed in 96us (2862us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321633.473685:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539
00000100:00080000:2.0:1767321633.473706:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321633.473713:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321633.473717:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994164864:0@lo:38:kworker.0
00000100:00100000:3.0:1767321633.473889:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994165504:0@lo:400:kworker.0
00000100:00080000:3.0:1767321633.473907:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321633.473911:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321633.473914:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321633.981549:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321633.981575:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994165760:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321633.981650:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321633.982214:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321633.982226:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994165888:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321633.982262:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321633.985316:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994165760
00000100:00100000:3.0:1767321633.985330:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994165760
00000100:00100000:0.0:1767321633.987468:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994165888
00000100:00100000:0.0:1767321633.987482:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994165888
00000100:00100000:0.0:1767321633.987557:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3845
00000100:00100000:0.0:1767321633.987566:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994165888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321633.987604:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321633.987715:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994165888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 150us (5451us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321633.987723:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3845
00000100:00100000:2.0:1767321633.987879:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994165888:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321633.991224:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3846
00000100:00100000:3.0:1767321633.991251:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994165760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321633.991291:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321633.991391:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994165760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 154us (9740us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321633.991399:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3846
00000100:00100000:2.0:1767321633.991534:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994165760:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321634.046332:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321634.047410:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321635.069686:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321635.069745:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321635.413019:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321635.413064:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:2.0:1767321635.413098:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942318080 offset 0 length 520: 4
00000100:00100000:0.0:1767321635.413211:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942317824
00000100:00100000:0.0:1767321635.413223:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942317824
00000100:00100000:0.0:1767321635.413267:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942317952
00000100:00100000:0.0:1767321635.413271:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942317952
00000100:00100000:0.0:1767321635.413333:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6574
00000100:00100000:0.0:1767321635.413344:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942317952:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321635.413420:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942317952:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 79us (355us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321635.413429:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6574
00000100:00100000:0.0:1767321635.413448:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74079
00000100:00100000:0.0:1767321635.413453:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942317824:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321635.413473:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321635.413511:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942317824:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 56us (505us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321635.413518:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74079
00000100:00080000:1.0:1767321635.413591:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321636.095214:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321636.095530:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321637.117307:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321637.117399:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321638.141828:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321638.143268:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767321638.590470:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321638.590480:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321638.590483:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321638.590487:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321638.590492:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321638.590500:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6878
00000100:00080000:3.0:1767321638.590505:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321638.590512:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321638.590548:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606744380 x1853163994166016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321638.590578:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321638.590582:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321638.590584:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321638.590588:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6878
00000100:00080000:3.0:1767321638.590590:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321638.590593:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321638.590609:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710ad80 x1853163994166144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321638.590644:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321638.590647:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321638.590649:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321638.590653:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6878
00000100:00080000:3.0:1767321638.590656:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321638.590659:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321638.590677:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710aa00 x1853163994166400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321638.590699:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321638.590703:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321638.590705:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321638.590708:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6878
00000100:00080000:3.0:1767321638.590710:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321638.590713:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321638.590722:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617108700 x1853163994166656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321638.590761:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994166912:0@lo:400:kworker.0
00000100:00100000:3.0:1767321638.590822:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321638.591091:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994166272:0@lo:400:kworker.0
00000100:00100000:1.0:1767321638.591123:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321638.591156:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994166912
00000100:00100000:1.0:1767321638.591180:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994166912
00000100:00100000:3.0:1767321638.591274:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994166784:0@lo:400:kworker.0
00000100:00100000:3.0:1767321638.591298:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321638.596002:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994166784
00000100:00100000:0.0:1767321638.596017:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994166784
00000100:00100000:2.0:1767321638.607026:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994166528:0@lo:400:kworker.0
00000100:00100000:2.0:1767321638.607115:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321638.609958:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4037
00000100:00100000:1.0:1767321638.609981:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994166912:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321638.610732:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994166912:12345-0@lo:400:kworker.0 Request processed in 759us (19905us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321638.610740:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4037
00000100:00100000:3.0:1767321638.610843:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994166912:0@lo:400:kworker.0
00000100:00080000:3.0:1767321638.610928:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321638.610933:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321638.610945:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994166272
00000100:00100000:3.0:1767321638.610951:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994166272
00000100:00100000:3.0:1767321638.610986:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994166528
00000100:00100000:3.0:1767321638.610989:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994166528
00000100:00100000:3.0:1767321638.611007:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6575
00000100:00100000:3.0:1767321638.611013:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994166272:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321638.611065:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994166272:12345-0@lo:400:kworker.0 Request processed in 52us (19941us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321638.611072:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6575
00000100:00100000:3.0:1767321638.611084:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6576
00000100:00100000:3.0:1767321638.611090:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994166528:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321638.611114:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994166528:12345-0@lo:400:kworker.0 Request processed in 24us (3998us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321638.611120:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6576
00000100:00080000:3.0:1767321638.611132:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321638.611174:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994166272:0@lo:400:kworker.0
00000100:00100000:3.0:1767321638.611222:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994166016:0@lo:38:kworker.0
00000100:00100000:3.0:1767321638.611268:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321638.611290:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994166144:0@lo:38:kworker.0
00000100:00100000:3.0:1767321638.611310:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321638.611341:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994166400:0@lo:38:kworker.0
00000100:00100000:3.0:1767321638.611358:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321638.611370:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994166656:0@lo:38:kworker.0
00000100:00100000:3.0:1767321638.611387:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321638.611409:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994166016
00000100:00100000:3.0:1767321638.611412:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994166016
00000100:00100000:3.0:1767321638.611426:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994166400
00000100:00100000:3.0:1767321638.611428:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994166400
00000100:00100000:3.0:1767321638.611438:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994166656
00000100:00100000:3.0:1767321638.611440:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994166656
00000100:00100000:3.0:1767321638.611452:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74080
00000100:00100000:3.0:1767321638.611457:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994166016:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321638.611474:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321638.611503:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994166016:12345-0@lo:38:kworker.0 Request processed in 45us (236us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321638.611509:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74080
00000100:00100000:3.0:1767321638.611519:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74081
00000100:00100000:3.0:1767321638.611523:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994166400:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321638.611531:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321638.611548:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994166400:12345-0@lo:38:kworker.0 Request processed in 24us (189us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321638.611553:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74081
00000100:00100000:3.0:1767321638.611561:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74082
00000100:00100000:3.0:1767321638.611565:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994166656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321638.611572:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321638.611588:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994166656:12345-0@lo:38:kworker.0 Request processed in 21us (199us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321638.611593:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74082
00000100:00080000:3.0:1767321638.611623:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321638.611627:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321638.611630:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994166016:0@lo:38:kworker.0
00000100:00080000:3.0:1767321638.611638:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321638.611641:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321638.611644:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994166400:0@lo:38:kworker.0
00000100:00080000:3.0:1767321638.611650:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321638.611653:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321638.611655:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994166656:0@lo:38:kworker.0
00000100:00100000:3.0:1767321638.611683:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994166144
00000100:00100000:3.0:1767321638.611685:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994166144
00000100:00100000:3.0:1767321638.611701:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540
00000100:00100000:3.0:1767321638.611706:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994166144:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321638.611715:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321638.611738:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994166144:12345-0@lo:38:kworker.0 Request processed in 31us (428us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321638.611743:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540
00000100:00080000:3.0:1767321638.611762:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321638.611766:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321638.611769:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994166144:0@lo:38:kworker.0
00000100:00100000:0.0:1767321638.615460:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4038
00000100:00100000:0.0:1767321638.615483:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994166784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321638.615573:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994166784:12345-0@lo:400:kworker.0 Request processed in 103us (24274us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321638.615583:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4038
00000100:00100000:3.0:1767321638.617913:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994166784:0@lo:400:kworker.0
00000100:00100000:2.0:1767321638.619423:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994166528:0@lo:400:kworker.0
00000100:00100000:2.0:1767321639.103419:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321639.103444:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994167040:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321639.103512:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321639.103618:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994167040
00000100:00100000:0.0:1767321639.103626:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994167040
00000100:00100000:0.0:1767321639.103679:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3847
00000100:00100000:0.0:1767321639.103687:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994167040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321639.103713:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321639.103755:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994167040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321639.103763:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3847
00000100:00100000:0.0:1767321639.103804:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994167040:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321639.108493:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321639.108516:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994167168:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321639.108578:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321639.111037:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994167168
00000100:00100000:3.0:1767321639.111053:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994167168
00000100:00100000:3.0:1767321639.111133:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3848
00000100:00100000:3.0:1767321639.111143:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994167168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321639.111192:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321639.111267:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994167168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (2688us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321639.111274:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3848
00000100:00100000:1.0:1767321639.111558:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994167168:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321639.168410:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321639.168597:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321640.189325:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321640.189787:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321640.520552:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321640.520659:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321640.520865:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942318336
00000100:00100000:0.0:1767321640.520875:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942318336
00000100:00100000:0.0:1767321640.520957:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942318208
00000100:00100000:0.0:1767321640.520961:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942318208
00000100:00100000:0.0:1767321640.520984:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6577
00000100:00100000:0.0:1767321640.521009:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942318336:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:3.0:1767321640.521198:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321640.521215:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74083
00000100:00100000:3.0:1767321640.521221:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942318208:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321640.521240:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321640.521679:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942318336:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 683us (1134us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321640.521687:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6577
00000100:00100000:3.0:1767321640.521763:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942318208:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 539us (1102us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321640.521774:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74083
00010000:00010000:3.0:1767321641.213476:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321641.213560:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321642.237345:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321642.238361:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321643.261321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321643.261371:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321643.709268:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321643.709277:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321643.709280:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321643.709283:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321643.709287:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321643.709294:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6883
00000100:00080000:3.0:1767321643.709298:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321643.709306:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321643.709347:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710aa00 x1853163994167296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321643.709364:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321643.709368:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321643.709370:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321643.709374:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6883
00000100:00080000:3.0:1767321643.709377:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321643.709380:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321643.709393:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b61710b800 x1853163994167424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321643.709424:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321643.709426:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321643.709428:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321643.709430:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6883
00000100:00080000:3.0:1767321643.709432:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321643.709435:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321643.709444:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b606744380 x1853163994167680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321643.709451:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767321643.709467:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321643.709470:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321643.709471:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321643.709474:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6883
00000100:00080000:3.0:1767321643.709476:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321643.709479:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321643.709481:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994167552:0@lo:400:kworker.0
00000100:00100000:3.0:1767321643.709488:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb26d80 x1853163994167936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321643.709517:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994168064:0@lo:400:kworker.0
00000100:00100000:3.0:1767321643.709525:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321643.709534:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994168192:0@lo:400:kworker.0
00000100:00100000:2.0:1767321643.709557:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321643.709617:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994167296:0@lo:38:kworker.0
00000100:00100000:1.0:1767321643.709659:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321643.709713:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321643.709722:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994167808:0@lo:400:kworker.0
00000100:00100000:2.0:1767321643.709735:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994167552
00000100:00100000:2.0:1767321643.709743:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994167552
00000100:00100000:1.0:1767321643.709749:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321643.709782:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994168064
00000100:00100000:1.0:1767321643.709787:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994168064
00000100:00100000:2.0:1767321643.709803:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994167808
00000100:00100000:2.0:1767321643.709808:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994167808
00000100:00100000:1.0:1767321643.709827:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4039
00000100:00100000:1.0:1767321643.709839:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994168064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321643.709843:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6578
00000100:00100000:2.0:1767321643.709853:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994167552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321643.709897:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994168064:12345-0@lo:400:kworker.0 Request processed in 61us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321643.709905:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4039
00000100:00100000:2.0:1767321643.709916:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994167552:12345-0@lo:400:kworker.0 Request processed in 63us (359us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321643.709924:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6578
00000100:00100000:1.0:1767321643.709946:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6579
00000100:00100000:1.0:1767321643.709957:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994167808:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767321643.709967:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321643.709967:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321643.709975:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321643.710007:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994167808:12345-0@lo:400:kworker.0 Request processed in 53us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321643.710017:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6579
00000100:00100000:2.0:1767321643.710017:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994167552:0@lo:400:kworker.0
00000100:00100000:1.0:1767321643.710046:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994168192
00000100:00100000:1.0:1767321643.710051:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994168192
00000100:00100000:1.0:1767321643.710096:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4040
00000100:00100000:1.0:1767321643.710103:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994168192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321643.710145:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994168192:12345-0@lo:400:kworker.0 Request processed in 42us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321643.710150:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4040
00000100:00080000:1.0:1767321643.710184:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321643.710225:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994168192:0@lo:400:kworker.0
00000100:00100000:1.0:1767321643.710499:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994167808:0@lo:400:kworker.0
00000100:00100000:1.0:1767321643.710513:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994168064:0@lo:400:kworker.0
00000100:00100000:0.0:1767321643.713810:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321643.713869:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994167424:0@lo:38:kworker.0
00000100:00100000:2.0:1767321643.713890:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994167296
00000100:00100000:2.0:1767321643.713899:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994167296
00000100:00100000:2.0:1767321643.713958:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74084
00000100:00100000:2.0:1767321643.714101:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994167296:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321643.714123:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321643.714198:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994167296:12345-0@lo:38:kworker.0 Request processed in 98us (394us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321643.714206:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74084
00000100:00100000:0.0:1767321643.714238:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321643.714266:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994167680:0@lo:38:kworker.0
00000100:00100000:3.0:1767321643.714284:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994167424
00000100:00100000:0.0:1767321643.714286:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321643.714291:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994167424
00000100:00100000:0.0:1767321643.714307:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994167936:0@lo:38:kworker.0
00000100:00100000:3.0:1767321643.714325:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541
00000100:00100000:2.0:1767321643.714326:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994167680
00000100:00100000:0.0:1767321643.714330:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321643.714331:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994167680
00000100:00100000:3.0:1767321643.714336:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994167424:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321643.714350:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321643.714351:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994167936
00000100:00100000:2.0:1767321643.714355:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994167936
00000100:00080000:0.0:1767321643.714372:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767321643.714372:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74085
00000100:00080000:0.0:1767321643.714377:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321643.714377:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994167680:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321643.714381:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994167296:0@lo:38:kworker.0
00010000:00020000:2.0:1767321643.714387:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321643.714393:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994167424:12345-0@lo:38:kworker.0 Request processed in 58us (152us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767321643.714396:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321643.714404:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321643.714410:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61710b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994167424:0@lo:38:kworker.0
00000100:00100000:3.0:1767321643.714413:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541
00000100:00100000:2.0:1767321643.714414:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994167680:12345-0@lo:38:kworker.0 Request processed in 37us (128us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767321643.714419:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767321643.714422:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74085
00000100:00080000:0.0:1767321643.714423:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321643.714426:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994167680:0@lo:38:kworker.0
00000100:00100000:2.0:1767321643.714437:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74086
00000100:00100000:2.0:1767321643.714442:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994167936:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321643.714451:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321643.714668:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994167936:12345-0@lo:38:kworker.0 Request processed in 223us (337us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321643.714674:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74086
00000100:00080000:0.0:1767321643.715862:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321643.715870:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321643.715874:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994167936:0@lo:38:kworker.0
00000100:00100000:0.0:1767321644.221703:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321644.221725:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994168448:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321644.221737:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321644.221752:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994168320:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321644.221793:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321644.221826:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994168448
00000100:00100000:2.0:1767321644.221834:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994168448
00000100:00100000:0.0:1767321644.221885:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321644.221891:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3849
00000100:00100000:2.0:1767321644.221902:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994168448:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321644.221938:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994168320
00000100:00100000:0.0:1767321644.221943:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994168320
00002000:00000024:2.0:1767321644.221950:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321644.221973:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3850
00000100:00100000:0.0:1767321644.221981:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994168320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321644.222000:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321644.222012:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994168448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321644.222020:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3849
00000100:00100000:0.0:1767321644.222052:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994168320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321644.222063:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3850
00000100:00100000:0.0:1767321644.222109:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994168320:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321644.222136:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994168448:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321644.287841:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321644.288052:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321645.309661:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321645.313000:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321645.641799:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321645.641940:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942318464
00000100:00100000:1.0:1767321645.641951:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942318464
00000100:00100000:1.0:1767321645.642003:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74087
00000100:00100000:1.0:1767321645.642011:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942318464:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321645.642034:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321645.642102:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942318464:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 91us (315us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321645.642110:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74087
00000100:00100000:3.0:1767321645.643227:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321645.643320:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942318592
00000100:00100000:1.0:1767321645.643327:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942318592
00000100:00100000:1.0:1767321645.643401:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6580
00000100:00100000:1.0:1767321645.643410:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942318592:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321645.643470:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942318592:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 62us (248us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321645.643478:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6580
00000100:00080000:3.0:1767321645.647738:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321646.333646:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321646.333851:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321647.357277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321647.366982:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321648.381285:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321648.381583:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321648.829635:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321648.829643:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321648.829645:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321648.829648:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321648.829652:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321648.829658:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6888
00000100:00080000:1.0:1767321648.829661:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321648.829667:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321648.829752:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb26d80 x1853163994168576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321648.829786:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321648.829790:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321648.829792:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321648.829796:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6888
00000100:00080000:1.0:1767321648.829799:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321648.829803:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321648.829817:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb24380 x1853163994168704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321648.829863:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321648.829867:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321648.829869:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321648.829872:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6888
00000100:00080000:1.0:1767321648.829876:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321648.829879:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321648.829897:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062ac380 x1853163994168960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321648.829897:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321648.829919:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994168832:0@lo:400:kworker.0
00000100:00080000:1.0:1767321648.829927:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321648.829930:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321648.829931:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321648.829934:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6888
00000100:00080000:1.0:1767321648.829936:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321648.829939:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321648.829949:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062adf80 x1853163994169216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321648.829978:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994169344:0@lo:400:kworker.0
00000100:00100000:3.0:1767321648.829991:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321648.830007:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321648.830076:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994169088:0@lo:400:kworker.0
00000100:00100000:2.0:1767321648.830109:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321648.830121:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994169472:0@lo:400:kworker.0
00000100:00100000:0.0:1767321648.835072:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321648.835129:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994168832
00000100:00100000:0.0:1767321648.835137:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994168832
00000100:00100000:0.0:1767321648.835212:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994169088
00000100:00100000:0.0:1767321648.835216:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994169088
00000100:00100000:3.0:1767321648.835239:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6581
00000100:00100000:3.0:1767321648.835254:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994168832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321648.835311:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994169344
00000100:00100000:1.0:1767321648.835317:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994169344
00000100:00100000:3.0:1767321648.835332:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994168832:12345-0@lo:400:kworker.0 Request processed in 82us (5340us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321648.835350:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4041
00000100:00100000:1.0:1767321648.835360:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994169344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321648.835399:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994169344:12345-0@lo:400:kworker.0 Request processed in 42us (5391us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321648.835405:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4041
00000100:00100000:0.0:1767321648.835632:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6582
00000100:00100000:3.0:1767321648.835640:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6581
00000100:00100000:0.0:1767321648.835645:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994169088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321648.835685:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994169088:12345-0@lo:400:kworker.0 Request processed in 45us (619us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321648.835692:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994168832:0@lo:400:kworker.0
00000100:00100000:0.0:1767321648.835693:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6582
00000100:00080000:0.0:1767321648.835722:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321648.835727:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321648.835754:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994168576:0@lo:38:kworker.0
00000100:00100000:3.0:1767321648.835757:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994169088:0@lo:400:kworker.0
00000100:00100000:0.0:1767321648.835792:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321648.835818:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994168704:0@lo:38:kworker.0
00000100:00100000:0.0:1767321648.835855:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321648.835856:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994168576
00000100:00100000:3.0:1767321648.835862:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994168576
00000100:00100000:0.0:1767321648.835885:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994168960:0@lo:38:kworker.0
00000100:00100000:3.0:1767321648.835891:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74088
00000100:00100000:3.0:1767321648.835897:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994168576:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321648.835910:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767321648.835916:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321648.835932:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994169216:0@lo:38:kworker.0
00000100:00100000:3.0:1767321648.835955:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994168576:12345-0@lo:38:kworker.0 Request processed in 56us (161us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321648.835963:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321648.835969:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74088
00000100:00100000:3.0:1767321648.835984:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994168960
00000100:00100000:3.0:1767321648.835988:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994168960
00000100:00080000:0.0:1767321648.835998:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321648.836003:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321648.836007:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994168576:0@lo:38:kworker.0
00000100:00100000:3.0:1767321648.836017:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994169216
00000100:00100000:3.0:1767321648.836022:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994169216
00000100:00100000:0.0:1767321648.836033:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994168704
00000100:00100000:0.0:1767321648.836038:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994168704
00000100:00100000:3.0:1767321648.836042:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74089
00000100:00100000:3.0:1767321648.836048:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994168960:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321648.836059:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321648.836065:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542
00000100:00100000:0.0:1767321648.836071:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994168704:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321648.836083:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321648.836094:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994168960:12345-0@lo:38:kworker.0 Request processed in 45us (183us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321648.836101:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74089
00000100:00100000:3.0:1767321648.836116:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74090
00000100:00100000:0.0:1767321648.836119:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994168704:12345-0@lo:38:kworker.0 Request processed in 45us (273us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321648.836125:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994169216:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321648.836130:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542
00010000:00020000:3.0:1767321648.836138:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321648.836192:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321648.836197:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321648.836200:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994168704:0@lo:38:kworker.0
00000100:00100000:3.0:1767321648.836252:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994169216:12345-0@lo:38:kworker.0 Request processed in 128us (291us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321648.836261:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994169344:0@lo:400:kworker.0
00000100:00100000:3.0:1767321648.836261:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74090
00000100:00080000:0.0:1767321648.836325:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321648.836329:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321648.836333:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994168960:0@lo:38:kworker.0
00000100:00080000:0.0:1767321648.836340:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321648.836344:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321648.836346:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994169216:0@lo:38:kworker.0
00000100:00100000:2.0:1767321648.839718:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321648.840750:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994169472
00000100:00100000:3.0:1767321648.840761:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994169472
00000100:00080000:0.0:1767321648.840832:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321648.840834:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4042
00000100:00100000:3.0:1767321648.840858:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994169472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321648.840939:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994169472:12345-0@lo:400:kworker.0 Request processed in 96us (1230us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321648.840947:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4042
00000100:00100000:2.0:1767321648.841755:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994169472:0@lo:400:kworker.0
00000100:00100000:2.0:1767321649.341509:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994169600:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321649.341578:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321649.341588:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321649.341597:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994169728:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321649.341635:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321649.341688:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994169600
00000100:00100000:0.0:1767321649.341697:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994169600
00000100:00100000:0.0:1767321649.341753:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994169728
00000100:00100000:0.0:1767321649.341757:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994169728
00000100:00100000:3.0:1767321649.341776:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3851
00000100:00100000:0.0:1767321649.341786:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3852
00000100:00100000:3.0:1767321649.341791:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994169600:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321649.341799:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994169728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321649.341829:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:0.0:1767321649.341830:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321649.341897:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994169600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (308us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321649.341904:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994169728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (267us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321649.341907:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3851
00000100:00100000:0.0:1767321649.341916:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3852
00000100:00100000:2.0:1767321649.341988:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b606054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994169728:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321649.342021:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994169600:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321649.405616:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321649.405664:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321650.429384:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321650.429545:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321650.770106:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321650.770155:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321650.770272:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942318720
00000100:00100000:3.0:1767321650.770283:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942318720
00000100:00100000:3.0:1767321650.770335:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942318848
00000100:00100000:3.0:1767321650.770338:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942318848
00000100:00100000:3.0:1767321650.770394:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6583
00000100:00100000:3.0:1767321650.770406:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942318848:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321650.770503:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942318848:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 99us (346us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321650.770512:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6583
00000100:00100000:3.0:1767321650.770533:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74091
00000100:00100000:3.0:1767321650.770538:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942318720:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321650.770564:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321650.770593:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b607295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942318720:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (498us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321650.770599:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74091
00000100:00080000:2.0:1767321650.771078:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321651.453979:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321651.454085:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321652.477365:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321652.477509:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321653.501286:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321653.501689:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321653.949407:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321653.949418:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321653.949423:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321653.949427:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321653.949430:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321653.949439:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6893
00000100:00080000:1.0:1767321653.949444:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321653.949450:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321653.949491:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89880 x1853163994169856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321653.949522:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321653.949526:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321653.949528:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321653.949531:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6893
00000100:00080000:1.0:1767321653.949534:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321653.949538:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321653.949554:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8ad80 x1853163994169984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321653.949598:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321653.949612:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321653.949614:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321653.949618:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6893
00000100:00080000:1.0:1767321653.949620:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321653.949624:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321653.949635:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89c00 x1853163994170240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321653.949669:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321653.949672:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321653.949674:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321653.949678:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6893
00000100:00080000:1.0:1767321653.949680:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321653.949683:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321653.949694:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8bb80 x1853163994170496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321653.949745:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994170368:0@lo:400:kworker.0
00000100:00100000:1.0:1767321653.949821:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321653.949879:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321653.949886:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994170624:0@lo:400:kworker.0
00000100:00100000:1.0:1767321653.949910:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321653.950006:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994170752:0@lo:400:kworker.0
00000100:00100000:3.0:1767321653.950036:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321653.950065:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321653.950070:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994170112:0@lo:400:kworker.0
00000100:00100000:3.0:1767321653.950103:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321653.950135:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994170624
00000100:00100000:3.0:1767321653.950142:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994170624
00000100:00100000:3.0:1767321653.950221:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994170752
00000100:00100000:3.0:1767321653.950225:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994170752
00000100:00100000:3.0:1767321653.950248:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4043
00000100:00100000:3.0:1767321653.950256:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994170624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321653.950323:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994170624:12345-0@lo:400:kworker.0 Request processed in 68us (412us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321653.950330:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4043
00000100:00100000:3.0:1767321653.950347:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4044
00000100:00100000:3.0:1767321653.950354:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994170752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321653.950385:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994170752:12345-0@lo:400:kworker.0 Request processed in 32us (348us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321653.950391:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4044
00000100:00100000:3.0:1767321653.950410:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994170368
00000100:00100000:3.0:1767321653.950413:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994170368
00000100:00100000:3.0:1767321653.950436:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994170112
00000100:00100000:3.0:1767321653.950438:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994170112
00000100:00100000:3.0:1767321653.950456:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6584
00000100:00100000:3.0:1767321653.950463:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994170368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321653.950492:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994170368:12345-0@lo:400:kworker.0 Request processed in 30us (671us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321653.950497:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6584
00000100:00100000:3.0:1767321653.950509:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6585
00000100:00100000:3.0:1767321653.950515:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994170112:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321653.950539:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994170112:12345-0@lo:400:kworker.0 Request processed in 25us (435us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321653.950546:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6585
00000100:00080000:3.0:1767321653.950561:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321653.950566:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321653.950568:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321653.950612:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994170112:0@lo:400:kworker.0
00000100:00100000:3.0:1767321653.950623:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994170752:0@lo:400:kworker.0
00000100:00100000:3.0:1767321653.950651:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994170624:0@lo:400:kworker.0
00000100:00100000:3.0:1767321653.950659:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994170368:0@lo:400:kworker.0
00000100:00100000:2.0:1767321653.950874:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994169856:0@lo:38:kworker.0
00000100:00100000:2.0:1767321653.950911:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321653.951098:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994169984:0@lo:38:kworker.0
00000100:00100000:2.0:1767321653.951125:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321653.951180:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994170240:0@lo:38:kworker.0
00000100:00100000:2.0:1767321653.951204:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321653.951263:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994169984
00000100:00100000:1.0:1767321653.951268:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994169984
00000100:00100000:1.0:1767321653.951297:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543
00000100:00100000:1.0:1767321653.951303:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994169984:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321653.951322:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321653.951356:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994169984:12345-0@lo:38:kworker.0 Request processed in 52us (230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321653.951362:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543
00000100:00100000:2.0:1767321653.957579:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994170496:0@lo:38:kworker.0
00000100:00100000:2.0:1767321653.957648:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321653.957666:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994169856
00000100:00100000:0.0:1767321653.957674:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994169856
00000100:00100000:0.0:1767321653.957719:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994170240
00000100:00100000:0.0:1767321653.957723:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994170240
00000100:00100000:0.0:1767321653.957758:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74092
00000100:00100000:0.0:1767321653.957766:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994169856:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321653.957787:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321653.957814:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74093
00000100:00100000:1.0:1767321653.957823:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994170240:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321653.957835:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994169856:12345-0@lo:38:kworker.0 Request processed in 67us (6922us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767321653.957837:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321653.957847:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74092
00000100:00100000:1.0:1767321653.957882:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994170240:12345-0@lo:38:kworker.0 Request processed in 58us (6676us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321653.957891:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74093
00000100:00080000:2.0:1767321653.958103:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767321653.958107:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994170496
00000100:00080000:2.0:1767321653.958110:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321653.958114:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994170496
00000100:00100000:2.0:1767321653.958119:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994169856:0@lo:38:kworker.0
00000100:00080000:2.0:1767321653.958135:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321653.958139:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321653.958142:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994169984:0@lo:38:kworker.0
00000100:00100000:3.0:1767321653.958150:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74094
00000100:00080000:2.0:1767321653.958153:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321653.958178:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321653.958182:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994170240:0@lo:38:kworker.0
00000100:00100000:3.0:1767321653.958187:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994170496:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321653.958201:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321653.958236:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994170496:12345-0@lo:38:kworker.0 Request processed in 78us (587us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321653.958243:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74094
00000100:00080000:2.0:1767321653.958497:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321653.958502:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321653.958506:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994170496:0@lo:38:kworker.0
00000100:00100000:1.0:1767321654.461444:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994170880:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321654.461515:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321654.461634:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994170880
00000100:00100000:3.0:1767321654.461642:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994170880
00000100:00100000:3.0:1767321654.461698:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3853
00000100:00100000:3.0:1767321654.461708:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994170880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321654.461750:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321654.461793:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994170880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321654.461799:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3853
00000100:00100000:1.0:1767321654.461883:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994170880:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321654.462037:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321654.462045:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994171008:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321654.462065:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321654.462138:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994171008
00000100:00100000:0.0:1767321654.462142:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994171008
00000100:00100000:0.0:1767321654.462195:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3854
00000100:00100000:0.0:1767321654.462201:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994171008:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321654.462215:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321654.462245:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994171008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321654.462250:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3854
00000100:00100000:1.0:1767321654.462314:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994171008:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321654.525280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321654.525386:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321655.549293:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321655.552509:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321655.880069:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321655.880303:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321655.881193:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942318976
00000100:00100000:1.0:1767321655.881206:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942318976
00000100:00100000:1.0:1767321655.881306:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942319104
00000100:00100000:1.0:1767321655.881310:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942319104
00000100:00080000:2.0:1767321655.881388:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321655.883067:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6586
00000100:00100000:3.0:1767321655.883101:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942319104:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321655.883216:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942319104:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 135us (2912us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321655.883224:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6586
00000100:00100000:3.0:1767321655.883248:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74095
00000100:00100000:3.0:1767321655.883253:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942318976:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321655.883274:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321655.883300:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70abcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942318976:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (3243us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321655.883307:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74095
00000100:00100000:2.0:1767321656.573325:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321656.573531:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321657.599095:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321657.599709:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321658.051143:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321633/real 1767321633]  req@ffff89b6062c1500 x1853163994164608/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321658 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321658.051216:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b6062c1500 x1853163994164608/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321658 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321658.051237:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321658.051261:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321658.051265:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6062c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994164608:0@lo:250:kworker.0
00000100:00080000:3.0:1767321658.051381:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321658.051387:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321658.051390:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321658.051395:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6878
00000100:00080000:3.0:1767321658.051399:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321658.051405:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321658.051437:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062ace00 x1853163994171136/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321658.051465:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321658.051469:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321658.051472:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321658.051475:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6898
00000100:00080000:3.0:1767321658.051477:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321658.051480:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321658.051495:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062ad500 x1853163994171264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321658.051503:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321658.051506:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321658.051507:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321658.051511:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6898
00000100:00080000:3.0:1767321658.051513:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321658.051516:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321658.051537:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062ac380 x1853163994171392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321658.051594:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994171136:0@lo:250:kworker.0
00000100:00100000:1.0:1767321658.051615:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994171520:0@lo:400:kworker.0
00000400:00000100:2.0:1767321658.051645:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994171136 offset 0 length 520: 4
00000100:00080000:3.0:1767321658.051906:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321658.051911:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321658.051913:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321658.051917:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6898
00000100:00080000:3.0:1767321658.051920:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321658.051924:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321658.051939:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89c00 x1853163994171648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321658.051968:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321658.051972:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321658.051974:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321658.051978:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6898
00000100:00080000:3.0:1767321658.051980:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321658.051983:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321658.051994:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89880 x1853163994171904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321658.052032:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994171776:0@lo:400:kworker.0
00000100:00100000:0.0:1767321658.052185:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994172160:0@lo:400:kworker.0
00000100:00100000:1.0:1767321658.052282:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321658.053880:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994171520
00000100:00100000:1.0:1767321658.053896:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994171520
00000100:00100000:1.0:1767321658.053990:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6587
00000100:00100000:1.0:1767321658.054005:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994171520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321658.054102:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994171520:12345-0@lo:400:kworker.0 Request processed in 103us (1820us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321658.054110:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6587
00000100:00100000:1.0:1767321658.054181:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994171520:0@lo:400:kworker.0
00000100:00100000:1.0:1767321658.054227:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994172032:0@lo:400:kworker.0
00000100:00100000:1.0:1767321658.054275:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321658.054319:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994172032
00000100:00100000:1.0:1767321658.054323:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994172032
00000100:00100000:1.0:1767321658.054683:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4045
00000100:00100000:1.0:1767321658.054692:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994172032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321658.054729:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994172032:12345-0@lo:400:kworker.0 Request processed in 40us (467us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321658.054735:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4045
00000100:00100000:1.0:1767321658.054761:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994172032:0@lo:400:kworker.0
00000100:00080000:1.0:1767321658.054785:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321658.054790:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321658.055125:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994171264:0@lo:38:kworker.0
00000100:00100000:2.0:1767321658.055181:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321658.055208:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994171264
00000100:00100000:2.0:1767321658.055212:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994171264
00000100:00100000:2.0:1767321658.055239:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74096
00000100:00100000:2.0:1767321658.055244:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994171264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321658.055266:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321658.055295:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6062c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994171264:12345-0@lo:38:kworker.0 Request processed in 50us (115us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321658.055302:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74096
00000100:00080000:2.0:1767321658.055329:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321658.055334:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321658.055338:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994171264:0@lo:38:kworker.0
00000100:00100000:2.0:1767321658.055344:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994171392:0@lo:38:kworker.0
00000100:00100000:2.0:1767321658.055372:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321658.055406:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994171648:0@lo:38:kworker.0
00000100:00100000:2.0:1767321658.055427:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321658.055443:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994171648
00000100:00100000:2.0:1767321658.055446:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994171648
00000100:00100000:2.0:1767321658.055465:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74097
00000100:00100000:2.0:1767321658.055469:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994171648:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321658.055479:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321658.055501:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994171648:12345-0@lo:38:kworker.0 Request processed in 30us (73us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321658.055507:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74097
00000100:00080000:2.0:1767321658.055529:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321658.055534:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321658.055536:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994171648:0@lo:38:kworker.0
00000100:00100000:2.0:1767321658.055542:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994171904:0@lo:38:kworker.0
00000100:00100000:2.0:1767321658.055564:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321658.055582:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994171904
00000100:00100000:2.0:1767321658.055585:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994171904
00000100:00100000:2.0:1767321658.055603:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74098
00000100:00100000:2.0:1767321658.055608:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994171904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321658.055618:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321658.055641:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994171904:12345-0@lo:38:kworker.0 Request processed in 32us (76us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321658.055647:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74098
00000100:00080000:2.0:1767321658.055668:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321658.055684:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321658.055687:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994171904:0@lo:38:kworker.0
00000100:00100000:2.0:1767321658.055722:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994171392
00000100:00100000:2.0:1767321658.055726:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994171392
00000100:00100000:2.0:1767321658.055746:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544
00000100:00100000:2.0:1767321658.055751:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994171392:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321658.055760:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321658.055788:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994171392:12345-0@lo:38:kworker.0 Request processed in 36us (415us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321658.055794:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544
00000100:00080000:2.0:1767321658.055818:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321658.055822:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321658.055826:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994171392:0@lo:38:kworker.0
00000100:00100000:3.0:1767321658.057882:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321658.058068:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994171776
00000100:00100000:1.0:1767321658.058078:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994171776
00000100:00100000:1.0:1767321658.058181:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6588
00000100:00100000:1.0:1767321658.058191:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994171776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321658.058284:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994171776:12345-0@lo:400:kworker.0 Request processed in 94us (409us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321658.058292:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6588
00000100:00100000:3.0:1767321658.058978:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994171776:0@lo:400:kworker.0
00000100:00080000:2.0:1767321658.059380:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321658.059763:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321658.060400:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994172160
00000100:00100000:1.0:1767321658.060409:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994172160
00000100:00100000:1.0:1767321658.061393:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4046
00000100:00100000:1.0:1767321658.061405:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994172160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321658.061490:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994172160:12345-0@lo:400:kworker.0 Request processed in 88us (1728us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321658.061497:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4046
00000100:00100000:0.0:1767321658.062009:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994172160:0@lo:400:kworker.0
00000100:00080000:2.0:1767321658.065015:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321658.622829:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321658.623239:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321659.584418:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321659.584448:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994172288:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321659.584449:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994172416:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321659.596141:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321659.596461:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994172288
00000100:00100000:2.0:1767321659.596472:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994172288
00000100:00100000:2.0:1767321659.596530:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3855
00000100:00100000:2.0:1767321659.596540:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994172288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321659.596576:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321659.596665:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994172288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (532us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321659.596672:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3855
00000100:00100000:2.0:1767321659.596732:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994172288:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321659.597776:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321659.601102:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994172416
00000100:00100000:0.0:1767321659.601117:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994172416
00000100:00100000:0.0:1767321659.601203:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3856
00000100:00100000:0.0:1767321659.601213:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994172416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321659.601250:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321659.601339:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994172416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (3565us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321659.601347:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3856
00000100:00100000:1.0:1767321659.601486:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994172416:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321659.645847:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321659.646246:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321659.978004:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321659.978232:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942319488
00000100:00100000:2.0:1767321659.978245:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942319488
00000100:00100000:2.0:1767321659.978336:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6589
00000100:00100000:2.0:1767321659.978347:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942319488:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321659.978464:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942319488:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 118us (470us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321659.978473:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6589
00000100:00080000:1.0:1767321659.978935:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:2.0:1767321659.980231:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942319232 offset 0 length 520: 4
00000100:00100000:2.0:1767321659.980284:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321659.980788:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942319360
00000100:00100000:3.0:1767321659.980804:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942319360
00000100:00100000:3.0:1767321659.980922:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74099
00000100:00100000:3.0:1767321659.980933:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942319360:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321659.980966:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321659.981055:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942319360:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 121us (770us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321659.981063:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74099
00000100:00100000:2.0:1767321660.670139:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321660.673723:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321661.693242:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321661.693395:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321662.717303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321662.719180:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321663.165368:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321663.165380:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321663.165383:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321663.165388:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321663.165392:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321663.165401:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6902
00000100:00080000:2.0:1767321663.165406:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321663.165412:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321663.165450:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d880 x1853163994172544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321663.165467:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321663.165470:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321663.165472:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321663.165476:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6902
00000100:00080000:2.0:1767321663.165478:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321663.165482:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321663.165495:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062ac380 x1853163994172672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321663.165589:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994172544:0@lo:38:kworker.0
00000100:00100000:0.0:1767321663.165673:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321663.165742:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994172672:0@lo:38:kworker.0
00000100:00100000:0.0:1767321663.165769:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321663.165825:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994172672
00000100:00100000:0.0:1767321663.165833:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994172672
00000100:00100000:0.0:1767321663.165872:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545
00000100:00100000:0.0:1767321663.165880:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994172672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321663.165902:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321663.165931:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994172544
00000100:00100000:3.0:1767321663.165938:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994172544
00000100:00100000:0.0:1767321663.165956:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994172672:12345-0@lo:38:kworker.0 Request processed in 74us (184us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321663.165965:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545
00000100:00100000:3.0:1767321663.165970:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74100
00000100:00080000:0.0:1767321663.166013:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321663.166017:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321663.166021:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994172672:0@lo:38:kworker.0
00000100:00100000:3.0:1767321663.166154:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994172544:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321663.166191:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321663.166437:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994172544:12345-0@lo:38:kworker.0 Request processed in 459us (763us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321663.166444:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74100
00000100:00080000:3.0:1767321663.166473:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321663.166478:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:2.0:1767321663.166479:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767321663.166485:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994172544:0@lo:38:kworker.0
00000100:00080000:2.0:1767321663.166486:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321663.166491:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321663.166497:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6902
00000100:00080000:2.0:1767321663.166501:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321663.166505:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321663.166601:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7062ac380 x1853163994172928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321663.166641:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321663.166645:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321663.166647:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321663.166651:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6902
00000100:00080000:2.0:1767321663.166653:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321663.166657:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321663.166669:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635aa00 x1853163994173184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321663.166710:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994173056:0@lo:400:kworker.0
00000100:00100000:3.0:1767321663.166928:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994172928:0@lo:38:kworker.0
00000100:00100000:3.0:1767321663.166958:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321663.167048:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994173440:0@lo:400:kworker.0
00000100:00100000:1.0:1767321663.167081:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321663.167104:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321663.167109:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994172800:0@lo:400:kworker.0
00000100:00100000:3.0:1767321663.167115:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994173184:0@lo:38:kworker.0
00000100:00100000:1.0:1767321663.167138:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321663.167176:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994173440
00000100:00100000:3.0:1767321663.167181:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994173440
00000100:00100000:1.0:1767321663.167202:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994173312:0@lo:400:kworker.0
00000100:00100000:1.0:1767321663.167230:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321663.167349:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321663.167380:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994172928
00000100:00100000:2.0:1767321663.167384:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994172928
00000100:00100000:3.0:1767321663.167403:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994173312
00000100:00100000:2.0:1767321663.167407:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994172800
00000100:00100000:3.0:1767321663.167408:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994173312
00000100:00100000:2.0:1767321663.167413:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994172800
00000100:00100000:3.0:1767321663.167442:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4047
00000100:00100000:2.0:1767321663.167446:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994173056
00000100:00100000:2.0:1767321663.167450:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994173056
00000100:00100000:3.0:1767321663.167452:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994173440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321663.167479:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6590
00000100:00100000:2.0:1767321663.167489:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994172800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321663.167502:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994173440:12345-0@lo:400:kworker.0 Request processed in 51us (418us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321663.167509:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4047
00000100:00100000:3.0:1767321663.167624:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4048
00000100:00100000:3.0:1767321663.167631:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994173312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321663.167689:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6591
00000100:00100000:0.0:1767321663.167699:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994173056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321663.167758:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74101
00000100:00100000:1.0:1767321663.167763:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994172928:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321663.167779:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321663.168289:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994173312:12345-0@lo:400:kworker.0 Request processed in 656us (1056us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321663.168296:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4048
00000100:00080000:3.0:1767321663.168315:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321663.168320:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321663.168334:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321663.168369:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994173312:0@lo:400:kworker.0
00000100:00100000:3.0:1767321663.168398:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994173440:0@lo:400:kworker.0
00000100:00100000:3.0:1767321663.168414:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321663.168448:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994173184
00000100:00100000:3.0:1767321663.168452:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994173184
00000100:00100000:3.0:1767321663.168468:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74102
00000100:00100000:3.0:1767321663.168473:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994173184:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321663.168485:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321663.168518:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994173184:12345-0@lo:38:kworker.0 Request processed in 43us (102us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321663.168524:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74102
00000100:00080000:3.0:1767321663.168547:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321663.168551:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321663.168554:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994173184:0@lo:38:kworker.0
00000100:00100000:0.0:1767321663.172321:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994173056:12345-0@lo:400:kworker.0 Request processed in 4610us (4958us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321663.172341:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6591
00000100:00100000:3.0:1767321663.174699:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994173056:0@lo:400:kworker.0
00000100:00100000:1.0:1767321663.176311:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994172928:12345-0@lo:38:kworker.0 Request processed in 8537us (9342us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321663.176327:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74101
00000100:00080000:3.0:1767321663.176516:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321663.176523:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321663.176527:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994172928:0@lo:38:kworker.0
00000100:00100000:2.0:1767321663.179878:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994172800:12345-0@lo:400:kworker.0 Request processed in 12380us (12728us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321663.179894:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6590
00000100:00100000:3.0:1767321663.180407:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994172800:0@lo:400:kworker.0
00000100:00100000:2.0:1767321663.742118:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321663.742389:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321664.702056:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994173568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321664.702132:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321664.702266:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994173568
00000100:00100000:1.0:1767321664.702274:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994173568
00000100:00100000:1.0:1767321664.702313:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3857
00000100:00100000:1.0:1767321664.702320:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994173568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321664.702349:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321664.702651:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321664.702663:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994173696:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321664.702691:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321664.703061:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994173696
00000100:00100000:3.0:1767321664.703067:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994173696
00000100:00100000:3.0:1767321664.703108:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3858
00000100:00100000:3.0:1767321664.703118:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994173696:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321664.703138:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321664.703195:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994173696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (502us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321664.703215:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3858
00000100:00100000:3.0:1767321664.703262:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994173696:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321664.706036:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994173568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3705us (3894us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321664.706051:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3857
00000100:00100000:2.0:1767321664.707603:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994173568:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321664.768229:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321664.768303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321665.100828:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321665.100886:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321665.100982:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942319744
00000100:00100000:2.0:1767321665.100991:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942319744
00000100:00100000:1.0:1767321665.101031:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942319616
00000100:00100000:1.0:1767321665.101037:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942319616
00000100:00080000:3.0:1767321665.101093:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321665.101141:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6592
00000100:00100000:2.0:1767321665.101153:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942319744:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321665.101280:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942319744:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 129us (463us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321665.101288:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6592
00000100:00100000:2.0:1767321665.101309:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74103
00000100:00100000:2.0:1767321665.101313:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942319616:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321665.101334:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321665.101370:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942319616:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 53us (482us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321665.101724:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74103
00000100:00100000:2.0:1767321665.789273:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321665.790986:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321666.814542:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321666.817272:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321667.838597:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321667.839646:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:2.0:1767321668.287579:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321668.287590:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321668.287593:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321668.287596:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321668.287601:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321668.287609:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6907
00000100:00080000:2.0:1767321668.287613:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321668.287620:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321668.287658:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635aa00 x1853163994173824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321668.287694:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321668.287697:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321668.287700:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321668.287703:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6907
00000100:00080000:2.0:1767321668.287705:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321668.287709:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321668.287721:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706359c00 x1853163994173952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321668.287768:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321668.287772:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321668.287774:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321668.287777:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6907
00000100:00080000:2.0:1767321668.287779:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321668.287782:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321668.287798:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038ce300 x1853163994174208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321668.287822:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321668.287826:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321668.287828:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321668.287831:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6907
00000100:00080000:2.0:1767321668.287834:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321668.287836:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321668.287847:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609701500 x1853163994174464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321668.287897:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994174592:0@lo:400:kworker.0
00000100:00100000:2.0:1767321668.287950:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321668.287996:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321668.288000:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994174336:0@lo:400:kworker.0
00000100:00100000:2.0:1767321668.288015:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321668.288037:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994174336
00000100:00100000:2.0:1767321668.288043:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994174336
00000100:00100000:2.0:1767321668.288084:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6593
00000100:00100000:2.0:1767321668.288090:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994174336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321668.288127:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994174336:12345-0@lo:400:kworker.0 Request processed in 38us (110us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321668.288131:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6593
00000100:00100000:2.0:1767321668.288181:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994174336:0@lo:400:kworker.0
00000100:00100000:3.0:1767321668.288282:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994174592
00000100:00100000:3.0:1767321668.288287:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994174592
00000100:00100000:3.0:1767321668.288326:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4049
00000100:00100000:3.0:1767321668.288333:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994174592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321668.288370:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994174592:12345-0@lo:400:kworker.0 Request processed in 38us (419us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321668.288376:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4049
00000100:00080000:3.0:1767321668.288392:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321668.288396:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321668.288468:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994174080:0@lo:400:kworker.0
00000100:00100000:3.0:1767321668.288507:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321668.288526:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321668.288532:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994174720:0@lo:400:kworker.0
00000100:00100000:3.0:1767321668.288549:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321668.288568:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994174720
00000100:00100000:3.0:1767321668.288571:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994174720
00000100:00100000:3.0:1767321668.288588:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4050
00000100:00100000:3.0:1767321668.288592:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994174720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321668.288624:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994174720:12345-0@lo:400:kworker.0 Request processed in 31us (73us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321668.288630:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4050
00000100:00080000:3.0:1767321668.288646:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321668.288660:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994174720:0@lo:400:kworker.0
00000100:00100000:0.0:1767321668.288743:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994173824:0@lo:38:kworker.0
00000100:00100000:0.0:1767321668.288773:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321668.288798:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994173952:0@lo:38:kworker.0
00000100:00100000:0.0:1767321668.288822:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321668.288844:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994174208:0@lo:38:kworker.0
00000100:00100000:0.0:1767321668.288862:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321668.288877:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994174464:0@lo:38:kworker.0
00000100:00100000:0.0:1767321668.288892:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321668.288918:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994173952
00000100:00100000:0.0:1767321668.288922:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994173952
00000100:00100000:0.0:1767321668.288942:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546
00000100:00100000:0.0:1767321668.288947:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994173952:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321668.288965:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321668.288996:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994173952:12345-0@lo:38:kworker.0 Request processed in 48us (172us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321668.289002:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546
00000100:00100000:0.0:1767321668.289020:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994174080
00000100:00100000:0.0:1767321668.289023:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994174080
00000100:00100000:0.0:1767321668.289050:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994173824
00000100:00100000:0.0:1767321668.289053:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994173824
00000100:00100000:0.0:1767321668.289064:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994174208
00000100:00100000:0.0:1767321668.289066:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994174208
00000100:00100000:0.0:1767321668.289076:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994174464
00000100:00100000:0.0:1767321668.289079:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994174464
00000100:00100000:0.0:1767321668.289086:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6594
00000100:00100000:0.0:1767321668.289091:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994174080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321668.289121:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994174080:12345-0@lo:400:kworker.0 Request processed in 30us (614us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321668.289127:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6594
00000100:00100000:0.0:1767321668.289138:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74104
00000100:00100000:0.0:1767321668.289142:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994173824:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321668.289152:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321668.289196:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994173824:12345-0@lo:38:kworker.0 Request processed in 52us (422us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321668.289202:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74104
00000100:00100000:0.0:1767321668.289212:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74105
00000100:00100000:0.0:1767321668.289216:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994174208:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321668.289224:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321668.289247:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994174208:12345-0@lo:38:kworker.0 Request processed in 29us (384us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321668.289252:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74105
00000100:00100000:0.0:1767321668.289262:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74106
00000100:00100000:0.0:1767321668.289265:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994174464:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321668.289274:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321668.289294:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994174464:12345-0@lo:38:kworker.0 Request processed in 27us (400us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321668.289299:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74106
00000100:00080000:0.0:1767321668.289320:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321668.289337:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321668.289341:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321668.289344:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994173824:0@lo:38:kworker.0
00000100:00080000:0.0:1767321668.289352:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321668.289355:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321668.289357:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994173952:0@lo:38:kworker.0
00000100:00080000:0.0:1767321668.289363:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321668.289366:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321668.289369:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994174208:0@lo:38:kworker.0
00000100:00080000:0.0:1767321668.289375:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321668.289377:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321668.289380:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994174464:0@lo:38:kworker.0
00000100:00100000:3.0:1767321668.289665:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994174080:0@lo:400:kworker.0
00000100:00100000:2.0:1767321668.289974:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994174592:0@lo:400:kworker.0
00010000:00010000:3.0:1767321668.861724:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321668.862298:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321669.828719:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994174976:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321669.828802:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321669.828882:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994174848:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321669.828906:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321669.829002:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994174976
00000100:00100000:2.0:1767321669.829011:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994174976
00000100:00100000:3.0:1767321669.829025:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994174848
00000100:00100000:3.0:1767321669.829029:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994174848
00000100:00100000:3.0:1767321669.829066:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3859
00000100:00100000:3.0:1767321669.829075:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994174848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321669.829104:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321669.829177:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994174848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (250us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321669.829184:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3859
00000100:00100000:3.0:1767321669.829201:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3860
00000100:00100000:3.0:1767321669.829208:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994174976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321669.829223:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321669.829249:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994174976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (448us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321669.829255:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3860
00000100:00100000:0.0:1767321669.829331:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994174976:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321669.829346:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994174848:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321669.885276:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321669.885365:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321670.215856:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321670.216368:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942319872
00000100:00100000:2.0:1767321670.216379:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942319872
00000100:00100000:2.0:1767321670.216439:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74107
00000100:00100000:2.0:1767321670.216458:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942319872:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321670.216484:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321670.216706:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942319872:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 255us (858us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321670.216718:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74107
00000100:00100000:2.0:1767321670.222782:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321670.226406:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942320000
00000100:00100000:3.0:1767321670.226422:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942320000
00000100:00100000:3.0:1767321670.226613:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6595
00000100:00100000:3.0:1767321670.226625:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942320000:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321670.226726:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942320000:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 103us (3955us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321670.226734:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6595
00000100:00080000:0.0:1767321670.227193:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321670.909303:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321670.910007:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321671.933857:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321671.935699:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321672.957421:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321672.957598:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321673.406146:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321673.406173:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321673.406177:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321673.406183:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321673.406187:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321673.406196:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6912
00000100:00080000:2.0:1767321673.406203:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321673.406211:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321673.406257:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604e59c00 x1853163994175104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321673.406274:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321673.406277:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321673.406279:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321673.406282:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6912
00000100:00080000:2.0:1767321673.406284:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321673.406288:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321673.406302:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7038ce300 x1853163994175232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321673.406383:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994175360:0@lo:400:kworker.0
00000100:00100000:3.0:1767321673.406477:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321673.406608:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994175360
00000100:00100000:1.0:1767321673.406617:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994175360
00000100:00100000:1.0:1767321673.406683:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6596
00000100:00100000:1.0:1767321673.406694:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994175360:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767321673.406759:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321673.406763:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321673.406765:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321673.406769:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6912
00000100:00080000:2.0:1767321673.406772:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321673.406775:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321673.406792:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c230a80 x1853163994175488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321673.406863:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994175104:0@lo:38:kworker.0
00000100:00100000:0.0:1767321673.406897:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321673.406920:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7038ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994175232:0@lo:38:kworker.0
00000100:00100000:0.0:1767321673.406943:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321673.406984:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994175488:0@lo:38:kworker.0
00000100:00100000:0.0:1767321673.407007:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321673.407037:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994175232
00000100:00100000:0.0:1767321673.407042:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994175232
00000100:00100000:0.0:1767321673.407064:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547
00000100:00100000:0.0:1767321673.407070:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994175232:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321673.407091:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321673.407125:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994175232:12345-0@lo:38:kworker.0 Request processed in 54us (180us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321673.407132:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547
00000100:00100000:0.0:1767321673.407155:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994175104
00000100:00100000:0.0:1767321673.407178:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994175104
00000100:00100000:0.0:1767321673.407197:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994175488
00000100:00100000:0.0:1767321673.407200:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994175488
00000100:00100000:0.0:1767321673.407215:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74108
00000100:00100000:0.0:1767321673.407220:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994175104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321673.407230:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321673.407254:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994175104:12345-0@lo:38:kworker.0 Request processed in 33us (357us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321673.407261:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74108
00000100:00100000:0.0:1767321673.407273:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74109
00000100:00100000:0.0:1767321673.407277:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994175488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321673.407286:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321673.407307:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994175488:12345-0@lo:38:kworker.0 Request processed in 29us (300us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321673.407313:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74109
00000100:00080000:0.0:1767321673.407356:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321673.407361:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321673.407365:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994175104:0@lo:38:kworker.0
00000100:00080000:0.0:1767321673.407375:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321673.407378:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321673.407381:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994175232:0@lo:38:kworker.0
00000100:00080000:0.0:1767321673.407387:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321673.407401:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321673.407404:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994175488:0@lo:38:kworker.0
00000100:00080000:0.0:1767321673.407452:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321673.407473:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994175616:0@lo:400:kworker.0
00000100:00100000:0.0:1767321673.407499:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321673.407529:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994175616
00000100:00100000:0.0:1767321673.407533:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994175616
00000100:00100000:0.0:1767321673.407564:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6597
00000100:00100000:0.0:1767321673.407571:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994175616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321673.407607:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994175616:12345-0@lo:400:kworker.0 Request processed in 36us (107us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321673.407614:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6597
00000100:00080000:0.0:1767321673.407633:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321673.407651:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994175616:0@lo:400:kworker.0
00000100:00100000:1.0:1767321673.414308:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994175360:12345-0@lo:400:kworker.0 Request processed in 7605us (7819us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321673.414323:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6596
00000100:00100000:3.0:1767321673.414449:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7038cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994175360:0@lo:400:kworker.0
00000100:00080000:2.0:1767321673.414582:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321673.414588:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321673.414592:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321673.414597:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6912
00000100:00080000:2.0:1767321673.414601:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321673.414607:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321673.414643:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c232300 x1853163994175744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321673.415560:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994175744:0@lo:38:kworker.0
00000100:00100000:0.0:1767321673.415639:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321673.415725:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994175744
00000100:00100000:1.0:1767321673.415740:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994175744
00000100:00100000:1.0:1767321673.415783:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74110
00000100:00100000:1.0:1767321673.415790:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994175744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321673.415812:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321673.416416:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994176000:0@lo:400:kworker.0
00000100:00100000:2.0:1767321673.416452:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321673.416483:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321673.416489:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994175872:0@lo:400:kworker.0
00000100:00100000:2.0:1767321673.416512:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321673.416541:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994176000
00000100:00100000:2.0:1767321673.416545:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994176000
00000100:00100000:2.0:1767321673.416592:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994175872
00000100:00100000:2.0:1767321673.416595:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994175872
00000100:00100000:2.0:1767321673.416615:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4051
00000100:00100000:2.0:1767321673.416622:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994176000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321673.416665:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994176000:12345-0@lo:400:kworker.0 Request processed in 44us (212us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321673.416673:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4051
00000100:00100000:2.0:1767321673.416689:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4052
00000100:00100000:2.0:1767321673.416695:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994175872:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767321673.416851:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321673.416856:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321673.416898:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994176000:0@lo:400:kworker.0
00000100:00100000:2.0:1767321673.417290:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994175872:12345-0@lo:400:kworker.0 Request processed in 595us (777us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321673.417298:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4052
00000100:00100000:3.0:1767321673.417366:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994175872:0@lo:400:kworker.0
00000100:00100000:1.0:1767321673.417515:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7038cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994175744:12345-0@lo:38:kworker.0 Request processed in 1723us (1874us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321673.417524:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74110
00000100:00080000:0.0:1767321673.417808:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321673.417815:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321673.417818:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994175744:0@lo:38:kworker.0
00010000:00010000:3.0:1767321673.981421:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321673.982247:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321674.942548:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994176128:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321674.942632:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321674.942839:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994176128
00000100:00100000:0.0:1767321674.942847:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994176128
00000100:00100000:0.0:1767321674.942902:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3861
00000100:00100000:0.0:1767321674.942913:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994176128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321674.942954:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321674.943000:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994176128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (368us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321674.943009:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3861
00000100:00100000:1.0:1767321674.943341:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994176128:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321674.943844:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994176256:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321674.943888:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321674.943973:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994176256
00000100:00100000:3.0:1767321674.943980:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994176256
00000100:00100000:3.0:1767321674.944101:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3862
00000100:00100000:3.0:1767321674.944111:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994176256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321674.944137:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321674.944225:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994176256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321674.944233:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3862
00000100:00100000:2.0:1767321674.944297:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994176256:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321675.005504:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321675.005651:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:0.0:1767321675.335227:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321675.335376:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942320128
00000100:00100000:1.0:1767321675.335387:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942320128
00000100:00100000:1.0:1767321675.335435:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74111
00000100:00100000:1.0:1767321675.335443:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942320128:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321675.335467:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321675.335538:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942320128:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 94us (319us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321675.335545:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74111
00000100:00100000:1.0:1767321675.340475:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321675.341091:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942320256
00000100:00100000:3.0:1767321675.341103:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942320256
00000100:00100000:3.0:1767321675.341285:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6598
00000100:00100000:3.0:1767321675.341313:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942320256:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321675.341413:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942320256:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 117us (951us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321675.341421:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6598
00000100:00080000:0.0:1767321675.343220:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321676.029282:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321676.029534:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321677.053295:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321677.053444:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321678.077302:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321678.077391:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321678.526743:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321678.526755:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321678.526759:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321678.526763:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321678.526769:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321678.526778:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6918
00000100:00080000:3.0:1767321678.526783:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321678.526791:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321678.526834:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c230a80 x1853163994176384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321678.526860:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321678.526864:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321678.526866:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321678.526870:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6918
00000100:00080000:3.0:1767321678.526873:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321678.526877:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321678.526893:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c232300 x1853163994176512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321678.526928:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321678.526931:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321678.526933:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321678.526937:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6918
00000100:00080000:3.0:1767321678.526939:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321678.526943:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321678.526954:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb24380 x1853163994176768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321678.526970:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321678.526974:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321678.526975:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321678.526980:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6918
00000100:00100000:1.0:1767321678.526982:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994176896:0@lo:400:kworker.0
00000100:00080000:3.0:1767321678.526982:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321678.526987:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321678.527000:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60cb27800 x1853163994177024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321678.527012:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994176384:0@lo:38:kworker.0
00000100:00100000:1.0:1767321678.527060:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321678.527066:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994177280:0@lo:400:kworker.0
00000100:00100000:3.0:1767321678.527096:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994176896
00000100:00100000:3.0:1767321678.527104:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994176896
00000100:00100000:2.0:1767321678.527108:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321678.527146:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321678.527152:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321678.527179:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6599
00000100:00100000:2.0:1767321678.527185:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994177152:0@lo:400:kworker.0
00000100:00100000:1.0:1767321678.527190:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994176640:0@lo:400:kworker.0
00000100:00100000:3.0:1767321678.527193:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994176896:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767321678.527343:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321678.527388:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994177280
00000100:00100000:0.0:1767321678.527393:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994177280
00000100:00100000:0.0:1767321678.527453:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4053
00000100:00100000:0.0:1767321678.527461:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994177280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321678.528314:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321678.528373:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321678.528389:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994176640
00000100:00100000:1.0:1767321678.528405:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994176640
00000100:00100000:1.0:1767321678.528455:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6600
00000100:00100000:1.0:1767321678.528463:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994176640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321678.528506:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994176640:12345-0@lo:400:kworker.0 Request processed in 44us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321678.528513:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6600
00000100:00080000:1.0:1767321678.528532:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321678.528558:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994176640:0@lo:400:kworker.0
00000100:00100000:1.0:1767321678.528601:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321678.528623:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994176512:0@lo:38:kworker.0
00000100:00100000:1.0:1767321678.528651:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321678.528679:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994176768:0@lo:38:kworker.0
00000100:00100000:1.0:1767321678.528702:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321678.528723:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994177024:0@lo:38:kworker.0
00000100:00100000:1.0:1767321678.528747:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321678.528773:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994176384
00000100:00100000:1.0:1767321678.528777:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994176384
00000100:00100000:1.0:1767321678.528796:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994176768
00000100:00100000:1.0:1767321678.528799:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994176768
00000100:00100000:1.0:1767321678.528811:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994177024
00000100:00100000:1.0:1767321678.528814:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994177024
00000100:00100000:1.0:1767321678.528827:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74112
00000100:00100000:1.0:1767321678.528831:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994176384:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321678.528851:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321678.528883:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994176384:12345-0@lo:38:kworker.0 Request processed in 50us (281us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321678.528890:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74112
00000100:00100000:1.0:1767321678.528903:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74113
00000100:00100000:1.0:1767321678.528906:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994176768:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321678.528916:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321678.528938:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994176768:12345-0@lo:38:kworker.0 Request processed in 30us (235us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321678.528944:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74113
00000100:00100000:1.0:1767321678.528954:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74114
00000100:00100000:1.0:1767321678.528958:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994177024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321678.528966:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321678.528988:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a5a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994177024:12345-0@lo:38:kworker.0 Request processed in 29us (240us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321678.528994:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74114
00000100:00080000:1.0:1767321678.529018:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321678.529023:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321678.529027:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994177024:0@lo:38:kworker.0
00000100:00080000:1.0:1767321678.529036:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321678.529040:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321678.529042:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994176384:0@lo:38:kworker.0
00000100:00080000:1.0:1767321678.529050:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321678.529053:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321678.529056:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994176768:0@lo:38:kworker.0
00000100:00100000:1.0:1767321678.529098:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994176512
00000100:00100000:1.0:1767321678.529102:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994176512
00000100:00100000:1.0:1767321678.529121:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548
00000100:00100000:1.0:1767321678.529125:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994176512:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321678.529136:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321678.529204:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994176512:12345-0@lo:38:kworker.0 Request processed in 77us (552us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321678.529209:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548
00000100:00080000:1.0:1767321678.529232:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321678.529235:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321678.529238:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994176512:0@lo:38:kworker.0
00000100:00100000:2.0:1767321678.530419:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321678.530776:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994177152
00000100:00100000:1.0:1767321678.530782:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994177152
00000100:00100000:1.0:1767321678.530845:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4054
00000100:00100000:1.0:1767321678.530853:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994177152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321678.530907:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994177152:12345-0@lo:400:kworker.0 Request processed in 56us (494us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321678.530915:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4054
00000100:00080000:2.0:1767321678.531833:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321678.531878:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994177152:0@lo:400:kworker.0
00000100:00100000:3.0:1767321678.539423:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994176896:12345-0@lo:400:kworker.0 Request processed in 12223us (12352us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321678.539441:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6599
00000100:00100000:1.0:1767321678.539970:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994176896:0@lo:400:kworker.0
00000100:00100000:0.0:1767321678.540767:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994177280:12345-0@lo:400:kworker.0 Request processed in 13303us (13658us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321678.540779:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4053
00000100:00100000:2.0:1767321678.540848:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994177280:0@lo:400:kworker.0
00000100:00100000:2.0:1767321679.102465:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321679.102658:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321680.061786:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994177408:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321680.061864:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321680.062074:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994177408
00000100:00100000:3.0:1767321680.062083:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994177408
00000100:00100000:3.0:1767321680.062156:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3863
00000100:00100000:3.0:1767321680.062187:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70515a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994177408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321680.062225:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321680.062286:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70515a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994177408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (421us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321680.062293:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3863
00000100:00100000:0.0:1767321680.062612:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994177408:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321680.062681:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321680.063056:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994177536:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321680.063095:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321680.063293:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994177536
00000100:00100000:0.0:1767321680.063299:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994177536
00000100:00100000:0.0:1767321680.063346:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3864
00000100:00100000:0.0:1767321680.063354:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994177536:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321680.063374:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767321680.063479:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321680.065564:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994177536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2116us (2374us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321680.065577:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3864
00000100:00100000:1.0:1767321680.065698:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994177536:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321680.125629:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321680.125878:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321680.464555:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321680.464654:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321680.464920:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942320512
00000100:00100000:3.0:1767321680.464929:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942320512
00000100:00100000:3.0:1767321680.465007:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942320384
00000100:00100000:3.0:1767321680.465011:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942320384
00000100:00100000:3.0:1767321680.465049:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6601
00000100:00100000:3.0:1767321680.465060:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942320512:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321680.465150:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942320512:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 92us (605us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321680.465181:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6601
00000100:00100000:3.0:1767321680.465200:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74115
00000100:00100000:3.0:1767321680.465205:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942320384:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321680.465237:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321680.465273:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942320384:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (618us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321680.465283:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74115
00000100:00080000:2.0:1767321680.465569:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321681.149261:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321681.149715:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321682.173371:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321682.174328:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321683.198533:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321683.199999:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767321683.648891:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321683.648900:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321683.648904:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321683.648907:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321683.648970:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321683.648979:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6923
00000100:00080000:0.0:1767321683.648984:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321683.648992:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321683.649029:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358000 x1853163994177664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321683.654098:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321683.654110:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321683.654115:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321683.654127:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6923
00000100:00080000:0.0:1767321683.654132:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321683.654141:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321683.654226:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b706358e00 x1853163994177792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321683.654270:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321683.654273:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321683.654275:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321683.654279:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6923
00000100:00080000:0.0:1767321683.654281:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321683.654285:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321683.654296:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70635aa00 x1853163994178048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321683.654312:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321683.654316:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321683.654318:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321683.654321:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6923
00000100:00080000:0.0:1767321683.654324:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321683.654328:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321683.654338:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b601283b80 x1853163994178304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321683.654391:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994178176:0@lo:400:kworker.0
00000100:00100000:0.0:1767321683.654455:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321683.654518:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321683.654525:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994177920:0@lo:400:kworker.0
00000100:00100000:0.0:1767321683.654546:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321683.654886:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994178432:0@lo:400:kworker.0
00000100:00100000:0.0:1767321683.654917:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321683.654941:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321683.654946:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994178560:0@lo:400:kworker.0
00000100:00100000:0.0:1767321683.654964:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321683.655001:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994178176
00000100:00100000:0.0:1767321683.655008:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994178176
00000100:00100000:0.0:1767321683.655060:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994177920
00000100:00100000:0.0:1767321683.655063:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994177920
00000100:00100000:0.0:1767321683.655083:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6602
00000100:00100000:0.0:1767321683.655091:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994178176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321683.655140:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994178176:12345-0@lo:400:kworker.0 Request processed in 49us (685us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321683.655147:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6602
00000100:00100000:0.0:1767321683.655362:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6603
00000100:00100000:0.0:1767321683.655369:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994177920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321683.655398:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994177920:12345-0@lo:400:kworker.0 Request processed in 30us (852us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321683.655404:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6603
00000100:00100000:0.0:1767321683.655424:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994178432
00000100:00100000:0.0:1767321683.655427:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994178432
00000100:00100000:0.0:1767321683.655449:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994178560
00000100:00100000:0.0:1767321683.655451:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994178560
00000100:00100000:0.0:1767321683.655468:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4055
00000100:00100000:0.0:1767321683.655474:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994178432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321683.655508:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994178432:12345-0@lo:400:kworker.0 Request processed in 33us (590us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321683.655513:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4055
00000100:00100000:0.0:1767321683.655523:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4056
00000100:00100000:0.0:1767321683.655529:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994178560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321683.655550:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994178560:12345-0@lo:400:kworker.0 Request processed in 22us (585us total) trans 0 rc 0/0
00000100:00080000:3.0:1767321683.655971:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321683.655976:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321683.655978:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321683.656019:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994177920:0@lo:400:kworker.0
00000100:00100000:3.0:1767321683.656033:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994178176:0@lo:400:kworker.0
00000100:00100000:0.0:1767321683.656198:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4056
00000100:00100000:0.0:1767321683.656236:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994178560:0@lo:400:kworker.0
00000100:00100000:0.0:1767321683.656247:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994178432:0@lo:400:kworker.0
00000100:00100000:2.0:1767321683.656734:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321658/real 1767321658]  req@ffff89b7062ace00 x1853163994171136/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321683 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321683.656755:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b7062ace00 x1853163994171136/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321683 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321683.656771:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994177664:0@lo:38:kworker.0
00000100:00100000:2.0:1767321683.656815:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321683.656883:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994177792:0@lo:38:kworker.0
00000100:00100000:2.0:1767321683.656910:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321683.656945:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994178048:0@lo:38:kworker.0
00000100:00100000:2.0:1767321683.656967:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321683.657010:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994177792
00000100:00100000:0.0:1767321683.657016:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994177792
00000100:00100000:0.0:1767321683.657055:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549
00000100:00100000:0.0:1767321683.657061:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994177792:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321683.657085:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321683.657122:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994177792:12345-0@lo:38:kworker.0 Request processed in 60us (211us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321683.657128:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549
00000100:00100000:2.0:1767321683.657477:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994178304:0@lo:38:kworker.0
00000100:00100000:2.0:1767321683.657504:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321683.657705:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994177664
00000100:00100000:1.0:1767321683.657711:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994177664
00000100:00100000:1.0:1767321683.657744:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994178048
00000100:00100000:1.0:1767321683.657748:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994178048
00000100:00100000:1.0:1767321683.657765:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74116
00000100:00100000:1.0:1767321683.657771:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994177664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321683.657783:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321683.657815:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994177664:12345-0@lo:38:kworker.0 Request processed in 43us (1000us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321683.657821:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74116
00000100:00100000:1.0:1767321683.657835:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74117
00000100:00100000:1.0:1767321683.657839:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994178048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321683.657848:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321683.657869:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994178048:12345-0@lo:38:kworker.0 Request processed in 29us (901us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321683.657874:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74117
00000100:00080000:2.0:1767321683.658003:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321683.658027:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321683.658031:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7062ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994171136:0@lo:250:kworker.0
00000100:00080000:2.0:1767321683.658058:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321683.658063:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321683.658065:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994177664:0@lo:38:kworker.0
00000100:00080000:2.0:1767321683.658073:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321683.658076:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321683.658078:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994177792:0@lo:38:kworker.0
00000100:00080000:2.0:1767321683.658085:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321683.658088:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321683.658090:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994178048:0@lo:38:kworker.0
00000100:00080000:1.0:1767321683.658151:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321683.658156:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321683.658183:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321683.658188:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6902
00000100:00080000:1.0:1767321683.658192:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321683.658196:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321683.658228:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60c230a80 x1853163994178688/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321683.658386:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994178688:0@lo:250:kworker.0
00000400:00000100:2.0:1767321683.658408:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994178688 offset 0 length 520: 4
00000100:00100000:3.0:1767321683.658472:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994178304
00000100:00100000:3.0:1767321683.658476:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994178304
00000100:00100000:0.0:1767321683.658531:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74118
00000100:00100000:0.0:1767321683.658537:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994178304:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321683.658548:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321683.658829:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994178304:12345-0@lo:38:kworker.0 Request processed in 290us (1323us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321683.658836:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74118
00000100:00080000:2.0:1767321683.658907:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321683.658912:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321683.658916:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994178304:0@lo:38:kworker.0
00010000:00010000:0.0:1767321684.221515:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321684.222030:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321685.181764:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321685.181786:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994178816:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321685.181860:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321685.182035:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994178944:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321685.182064:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994178816
00000100:00100000:2.0:1767321685.182071:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321685.182074:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994178816
00000100:00100000:3.0:1767321685.182147:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994178944
00000100:00100000:0.0:1767321685.182153:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3865
00000100:00100000:3.0:1767321685.182153:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994178944
00000100:00100000:0.0:1767321685.182198:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994178816:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321685.182223:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3866
00002000:00000024:0.0:1767321685.182229:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321685.182234:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994178944:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321685.182254:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321685.182270:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994178816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (411us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321685.182277:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3865
00000100:00100000:3.0:1767321685.182297:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7062ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994178944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (223us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321685.182305:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3866
00000100:00080000:0.0:1767321685.182308:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321685.182312:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321685.182446:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994178944:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321685.182486:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994178816:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321685.245536:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321685.245987:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321685.576617:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:1.0:1767321685.576658:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942320640 offset 0 length 520: 4
00000100:00100000:1.0:1767321685.576683:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321685.576819:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942320896
00000100:00100000:0.0:1767321685.576828:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942320896
00000100:00100000:0.0:1767321685.576903:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942320768
00000100:00100000:0.0:1767321685.576906:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942320768
00000100:00100000:0.0:1767321685.576925:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6604
00000100:00100000:0.0:1767321685.576935:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942320896:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321685.577010:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942320896:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 76us (404us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321685.577019:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6604
00000100:00100000:0.0:1767321685.577039:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74119
00000100:00100000:0.0:1767321685.577044:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942320768:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321685.577065:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321685.577089:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942320768:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 43us (405us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321685.577095:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74119
00000100:00080000:1.0:1767321685.577422:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321686.269337:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321686.269677:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321687.298115:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321687.299801:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321688.317945:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321688.318031:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767321688.765546:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321688.765557:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321688.765560:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321688.765564:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321688.765568:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321688.765577:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6928
00000100:00080000:3.0:1767321688.765582:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321688.765589:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321688.765630:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295f800 x1853163994179072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321688.765658:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321688.765661:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321688.765663:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321688.765667:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6928
00000100:00080000:3.0:1767321688.765669:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321688.765673:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321688.765686:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ea00 x1853163994179200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321688.765731:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321688.765735:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321688.765737:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321688.765741:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6928
00000100:00080000:3.0:1767321688.765743:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321688.765746:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321688.765761:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994179328:0@lo:400:kworker.0
00000100:00100000:3.0:1767321688.765761:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c380 x1853163994179456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321688.765776:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321688.765779:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321688.765781:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321688.765785:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6928
00000100:00080000:3.0:1767321688.765787:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321688.765790:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321688.765800:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295d180 x1853163994179712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321688.765844:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994179968:0@lo:400:kworker.0
00000100:00100000:0.0:1767321688.765849:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321688.765996:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994179584:0@lo:400:kworker.0
00000100:00100000:2.0:1767321688.766214:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994179072:0@lo:38:kworker.0
00000100:00100000:3.0:1767321688.766291:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321688.766319:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321688.766325:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994179840:0@lo:400:kworker.0
00000100:00100000:0.0:1767321688.766346:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994179968
00000100:00100000:3.0:1767321688.766346:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321688.766353:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994179968
00000100:00100000:3.0:1767321688.766372:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994179328
00000100:00100000:3.0:1767321688.766376:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994179328
00000100:00100000:0.0:1767321688.766401:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994179840
00000100:00100000:0.0:1767321688.766403:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994179840
00000100:00100000:3.0:1767321688.766404:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6605
00000100:00100000:3.0:1767321688.766412:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994179328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321688.766420:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4057
00000100:00100000:0.0:1767321688.766425:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994179968:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321688.766465:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994179968:12345-0@lo:400:kworker.0 Request processed in 37us (172us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321688.766465:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994179328:12345-0@lo:400:kworker.0 Request processed in 52us (614us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321688.766473:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4057
00000100:00100000:3.0:1767321688.766473:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6605
00000100:00100000:0.0:1767321688.766490:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4058
00000100:00100000:0.0:1767321688.766495:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994179840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321688.766522:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994179840:12345-0@lo:400:kworker.0 Request processed in 27us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321688.766527:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4058
00000100:00100000:3.0:1767321688.766540:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994179840:0@lo:400:kworker.0
00000100:00100000:0.0:1767321688.766548:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994179328:0@lo:400:kworker.0
00000100:00100000:3.0:1767321688.766549:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994179968:0@lo:400:kworker.0
00000100:00080000:0.0:1767321688.766571:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321688.766575:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321688.766577:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321688.767065:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321688.767177:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994179584
00000100:00100000:3.0:1767321688.767182:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994179584
00000100:00100000:3.0:1767321688.767285:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6606
00000100:00100000:3.0:1767321688.767293:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994179584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321688.767332:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994179584:12345-0@lo:400:kworker.0 Request processed in 40us (267us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321688.767339:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6606
00000100:00100000:2.0:1767321688.767414:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321688.767443:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994179200:0@lo:38:kworker.0
00000100:00100000:2.0:1767321688.767470:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321688.767500:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994179456:0@lo:38:kworker.0
00000100:00100000:2.0:1767321688.767521:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321688.767537:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994179712:0@lo:38:kworker.0
00000100:00100000:2.0:1767321688.767557:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321688.767584:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994179200
00000100:00100000:2.0:1767321688.767588:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994179200
00000100:00100000:2.0:1767321688.767610:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550
00000100:00100000:2.0:1767321688.767615:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994179200:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321688.767633:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321688.767666:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994179200:12345-0@lo:38:kworker.0 Request processed in 49us (194us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321688.767673:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550
00000100:00100000:2.0:1767321688.767694:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994179072
00000100:00100000:2.0:1767321688.767698:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994179072
00000100:00100000:2.0:1767321688.767716:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994179456
00000100:00100000:2.0:1767321688.767719:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994179456
00000100:00100000:2.0:1767321688.767732:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994179712
00000100:00100000:2.0:1767321688.767735:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994179712
00000100:00100000:2.0:1767321688.767749:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74120
00000100:00100000:2.0:1767321688.767754:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994179072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321688.767763:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321688.767969:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74121
00000100:00100000:3.0:1767321688.767975:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994179456:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321688.767997:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321688.768023:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994179456:12345-0@lo:38:kworker.0 Request processed in 47us (502us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321688.768030:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74121
00000100:00100000:3.0:1767321688.768044:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74122
00000100:00100000:3.0:1767321688.768047:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994179712:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321688.768055:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321688.768077:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994179712:12345-0@lo:38:kworker.0 Request processed in 28us (520us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321688.768083:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74122
00000100:00080000:3.0:1767321688.768146:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321688.768151:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321688.768155:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994179456:0@lo:38:kworker.0
00000100:00080000:3.0:1767321688.768182:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321688.768186:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321688.768188:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994179712:0@lo:38:kworker.0
00000100:00080000:3.0:1767321688.768197:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321688.768200:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321688.768203:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994179072:0@lo:38:kworker.0
00000100:00080000:3.0:1767321688.768211:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321688.768215:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321688.768218:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994179200:0@lo:38:kworker.0
00000100:00100000:2.0:1767321688.768414:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994179072:12345-0@lo:38:kworker.0 Request processed in 657us (999us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321688.768421:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74120
00000100:00100000:1.0:1767321688.768638:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994179584:0@lo:400:kworker.0
00000100:00080000:0.0:1767321688.776316:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321689.341409:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321689.341945:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321690.301541:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994180096:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321690.301633:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321690.302207:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321690.302219:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994180224:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321690.302251:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321690.302346:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994180096
00000100:00100000:2.0:1767321690.302354:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994180096
00000100:00100000:2.0:1767321690.302559:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994180224
00000100:00100000:2.0:1767321690.302564:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994180224
00000100:00100000:1.0:1767321690.302608:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3867
00000100:00100000:1.0:1767321690.302623:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994180096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321690.302663:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321690.302723:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994180096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (1089us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321690.302731:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3867
00000100:00100000:1.0:1767321690.302813:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994180096:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321690.308343:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321690.308359:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321690.316510:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3868
00000100:00100000:2.0:1767321690.317857:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994180224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321690.317894:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321690.317990:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994180224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 162us (15738us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321690.317999:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3868
00000100:00100000:1.0:1767321690.318119:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994180224:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321690.365415:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321690.365697:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321690.699319:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321690.699421:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321690.699794:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942321152
00000100:00100000:0.0:1767321690.699816:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942321152
00000100:00100000:0.0:1767321690.699896:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942321024
00000100:00100000:0.0:1767321690.699900:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942321024
00000100:00100000:0.0:1767321690.699925:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6607
00000100:00100000:0.0:1767321690.699934:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942321152:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321690.699994:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74123
00000100:00100000:3.0:1767321690.700002:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942321024:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:0.0:1767321690.700013:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942321152:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 78us (702us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321690.700022:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6607
00010000:00020000:3.0:1767321690.700036:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321690.700079:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942321024:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 67us (649us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321690.700087:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74123
00000100:00080000:2.0:1767321690.700244:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321691.389367:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321691.391367:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321692.413428:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321692.413512:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321693.437496:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321693.437627:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321693.885432:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321693.885441:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321693.885444:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321693.885448:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321693.885451:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321693.885457:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6933
00000100:00080000:1.0:1767321693.885460:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321693.885465:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321693.885505:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8fb80 x1853163994180352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321693.885523:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321693.885524:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321693.885526:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321693.885529:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6933
00000100:00080000:1.0:1767321693.885531:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321693.885534:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321693.885543:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8f100 x1853163994180480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321693.885563:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321693.885566:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321693.885567:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321693.885569:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6933
00000100:00080000:1.0:1767321693.885571:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321693.885573:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321693.885578:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf8c700 x1853163994180736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321693.885587:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321693.885590:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321693.885591:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321693.885594:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6933
00000100:00080000:1.0:1767321693.885595:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321693.885597:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321693.885603:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103f480 x1853163994180992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321693.885639:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994181120:0@lo:400:kworker.0
00000100:00100000:3.0:1767321693.885644:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994180864:0@lo:400:kworker.0
00000100:00100000:1.0:1767321693.885708:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321693.885710:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321693.885782:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994181248:0@lo:400:kworker.0
00000100:00100000:2.0:1767321693.885805:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321693.885828:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994180352:0@lo:38:kworker.0
00000100:00100000:2.0:1767321693.885843:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321693.885864:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994181120
00000100:00100000:2.0:1767321693.885869:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994181120
00000100:00100000:2.0:1767321693.885904:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994181248
00000100:00100000:2.0:1767321693.885906:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994181248
00000100:00100000:2.0:1767321693.885920:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4059
00000100:00100000:2.0:1767321693.885925:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994181120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321693.885957:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994181120:12345-0@lo:400:kworker.0 Request processed in 32us (253us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321693.885964:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4059
00000100:00100000:2.0:1767321693.885978:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4060
00000100:00100000:2.0:1767321693.885984:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994181248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321693.886024:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994181248:12345-0@lo:400:kworker.0 Request processed in 28us (206us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321693.886030:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4060
00000100:00080000:2.0:1767321693.886048:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321693.886052:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321693.886073:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994180864
00000100:00100000:2.0:1767321693.886077:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994180864
00000100:00100000:2.0:1767321693.886101:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994180352
00000100:00100000:2.0:1767321693.886103:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994180352
00000100:00100000:2.0:1767321693.886112:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6608
00000100:00100000:2.0:1767321693.886116:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994180864:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321693.886147:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994180864:12345-0@lo:400:kworker.0 Request processed in 31us (441us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321693.886153:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6608
00000100:00100000:2.0:1767321693.886182:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74124
00000100:00100000:2.0:1767321693.886187:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994180352:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321693.886206:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321693.886236:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994180352:12345-0@lo:38:kworker.0 Request processed in 48us (391us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321693.886243:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74124
00000100:00080000:2.0:1767321693.886257:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321693.886396:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994181120:0@lo:400:kworker.0
00000100:00100000:0.0:1767321693.886601:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994180608:0@lo:400:kworker.0
00000100:00100000:0.0:1767321693.886624:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321693.886645:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994180608
00000100:00100000:0.0:1767321693.886648:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994180608
00000100:00100000:0.0:1767321693.886670:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6609
00000100:00100000:0.0:1767321693.886675:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994180608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321693.886717:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994180608:12345-0@lo:400:kworker.0 Request processed in 42us (91us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321693.886723:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6609
00000100:00080000:0.0:1767321693.886743:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321693.886852:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994181248:0@lo:400:kworker.0
00000100:00080000:0.0:1767321693.886941:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321693.886946:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321693.886949:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994180352:0@lo:38:kworker.0
00000100:00100000:0.0:1767321693.886954:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994180480:0@lo:38:kworker.0
00000100:00100000:0.0:1767321693.886977:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321693.887008:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994180736:0@lo:38:kworker.0
00000100:00100000:0.0:1767321693.887039:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321693.887055:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994180992:0@lo:38:kworker.0
00000100:00100000:0.0:1767321693.887076:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321693.887107:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994180736
00000100:00100000:0.0:1767321693.887110:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994180736
00000100:00100000:0.0:1767321693.887127:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994180992
00000100:00100000:0.0:1767321693.887129:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994180992
00000100:00100000:0.0:1767321693.887145:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74125
00000100:00100000:0.0:1767321693.887150:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994180736:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321693.887182:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321693.887185:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994180864:0@lo:400:kworker.0
00000100:00100000:0.0:1767321693.887218:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994180736:12345-0@lo:38:kworker.0 Request processed in 66us (177us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321693.887225:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74125
00000100:00100000:0.0:1767321693.887238:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74126
00000100:00100000:0.0:1767321693.887242:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994180992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321693.887251:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321693.887275:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994180992:12345-0@lo:38:kworker.0 Request processed in 32us (199us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321693.887281:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74126
00000100:00080000:0.0:1767321693.887304:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321693.887307:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321693.887310:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994180736:0@lo:38:kworker.0
00000100:00080000:0.0:1767321693.887314:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321693.887316:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321693.887318:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994180992:0@lo:38:kworker.0
00000100:00100000:2.0:1767321693.887367:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994180480
00000100:00100000:2.0:1767321693.887369:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994180480
00000100:00100000:2.0:1767321693.887391:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551
00000100:00100000:2.0:1767321693.887394:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b726fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994180480:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321693.887400:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321693.887427:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b726fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994180480:12345-0@lo:38:kworker.0 Request processed in 32us (449us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321693.887430:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551
00000100:00100000:1.0:1767321693.887693:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994180608:0@lo:400:kworker.0
00000100:00080000:0.0:1767321693.888303:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321693.888309:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321693.888313:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994180480:0@lo:38:kworker.0
00000100:00100000:2.0:1767321694.461359:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321694.461415:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321695.421353:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994181376:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321695.421416:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321695.421461:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994181376
00000100:00100000:2.0:1767321695.421470:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994181376
00000100:00100000:2.0:1767321695.421604:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3869
00000100:00100000:2.0:1767321695.421617:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994181376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321695.421652:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321695.421706:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994181376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (288us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321695.421714:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3869
00000100:00100000:2.0:1767321695.421786:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994181376:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321695.421833:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994181504:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321695.421859:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321695.422034:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994181504
00000100:00100000:3.0:1767321695.422040:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994181504
00000100:00080000:1.0:1767321695.425301:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321695.425312:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321695.425687:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3870
00000100:00100000:3.0:1767321695.425702:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994181504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321695.425737:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321695.425828:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994181504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (3967us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321695.425835:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3870
00000100:00100000:3.0:1767321695.426039:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994181504:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321695.485278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321695.485494:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321695.816963:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321695.817101:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942321408
00000100:00100000:2.0:1767321695.817111:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942321408
00000100:00100000:2.0:1767321695.817225:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6610
00000100:00100000:2.0:1767321695.817235:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942321408:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321695.817327:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942321408:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 94us (379us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321695.817335:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6610
00000100:00080000:1.0:1767321695.818529:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321695.819233:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321695.819313:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942321280
00000100:00100000:0.0:1767321695.819322:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942321280
00000100:00100000:0.0:1767321695.819369:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74127
00000100:00100000:0.0:1767321695.819503:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942321280:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321695.819529:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321695.819600:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942321280:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 98us (371us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321695.822703:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74127
00000100:00100000:2.0:1767321696.509326:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321696.512595:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321697.533539:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321697.533633:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321698.557330:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321698.557766:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321699.005365:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321699.005381:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321699.005385:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321699.005390:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321699.005396:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321699.005408:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6938
00000100:00080000:1.0:1767321699.005415:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321699.005424:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321699.005488:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70a294000 x1853163994181632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321699.005526:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321699.005529:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321699.005531:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321699.005536:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6938
00000100:00080000:1.0:1767321699.005538:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321699.005542:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321699.005559:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103f480 x1853163994181760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321699.005603:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321699.005607:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321699.005609:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321699.005613:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6938
00000100:00080000:1.0:1767321699.005616:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321699.005619:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321699.005630:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73103e680 x1853163994182016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321699.005650:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321699.005653:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321699.005655:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321699.005659:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6938
00000100:00080000:1.0:1767321699.005661:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321699.005666:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321699.005676:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f0000 x1853163994182272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321699.005748:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994182528:0@lo:400:kworker.0
00000100:00100000:1.0:1767321699.005842:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321699.005938:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321699.005945:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994182400:0@lo:400:kworker.0
00000100:00100000:1.0:1767321699.005971:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321699.006189:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994181888:0@lo:400:kworker.0
00000100:00100000:3.0:1767321699.006234:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321699.006263:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321699.006269:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994182144:0@lo:400:kworker.0
00000100:00100000:3.0:1767321699.006291:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321699.006327:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994181888
00000100:00100000:3.0:1767321699.006337:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994181888
00000100:00100000:3.0:1767321699.006405:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994182144
00000100:00100000:3.0:1767321699.006409:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994182144
00000100:00100000:3.0:1767321699.006438:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6611
00000100:00100000:3.0:1767321699.006449:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994181888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321699.006512:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994181888:12345-0@lo:400:kworker.0 Request processed in 64us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321699.006520:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6611
00000100:00100000:3.0:1767321699.006539:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6612
00000100:00100000:3.0:1767321699.006545:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994182144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321699.006574:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994182144:12345-0@lo:400:kworker.0 Request processed in 29us (282us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321699.006580:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6612
00000100:00080000:3.0:1767321699.006598:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321699.006637:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994182144:0@lo:400:kworker.0
00000100:00100000:3.0:1767321699.006650:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994181888:0@lo:400:kworker.0
00000100:00100000:0.0:1767321699.006799:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994182528
00000100:00100000:0.0:1767321699.006805:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994182528
00000100:00100000:0.0:1767321699.006852:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994182400
00000100:00100000:0.0:1767321699.006856:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994182400
00000100:00100000:0.0:1767321699.006879:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4061
00000100:00100000:0.0:1767321699.006885:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994182528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321699.006945:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994182528:12345-0@lo:400:kworker.0 Request processed in 60us (1103us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321699.006952:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4061
00000100:00100000:0.0:1767321699.006968:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4062
00000100:00100000:0.0:1767321699.006974:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994182400:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321699.007002:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994182400:12345-0@lo:400:kworker.0 Request processed in 29us (1031us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321699.007008:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4062
00000100:00100000:0.0:1767321699.007092:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994182400:0@lo:400:kworker.0
00000100:00100000:0.0:1767321699.007106:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994182528:0@lo:400:kworker.0
00000100:00100000:2.0:1767321699.007310:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994181632:0@lo:38:kworker.0
00000100:00100000:2.0:1767321699.007355:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321699.007373:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994181760:0@lo:38:kworker.0
00000100:00080000:3.0:1767321699.007760:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321699.007766:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321699.007847:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994181632
00000100:00100000:3.0:1767321699.007852:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994181632
00000100:00100000:3.0:1767321699.007884:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74128
00000100:00100000:3.0:1767321699.007890:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994181632:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321699.007914:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321699.007974:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994181632:12345-0@lo:38:kworker.0 Request processed in 83us (619us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321699.007982:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74128
00000100:00100000:2.0:1767321699.010332:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321699.010416:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994182016:0@lo:38:kworker.0
00000100:00100000:3.0:1767321699.010453:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994181760
00000100:00100000:3.0:1767321699.010468:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994181760
00000100:00100000:2.0:1767321699.010503:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321699.010534:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994182272:0@lo:38:kworker.0
00000100:00100000:2.0:1767321699.010559:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321699.010603:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994182016
00000100:00100000:0.0:1767321699.010611:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994182016
00000100:00080000:2.0:1767321699.010629:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321699.010636:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321699.010652:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70a294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994181632:0@lo:38:kworker.0
00000100:00100000:0.0:1767321699.010656:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994182272
00000100:00100000:0.0:1767321699.010662:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994182272
00000100:00100000:0.0:1767321699.010697:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74129
00000100:00100000:0.0:1767321699.010707:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994182016:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321699.010741:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321699.010750:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74130
00000100:00100000:2.0:1767321699.010761:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994182272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321699.010782:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321699.011153:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552
00000100:00100000:3.0:1767321699.011196:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994181760:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321699.011210:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321699.011405:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321699.011413:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321699.011416:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994182016:0@lo:38:kworker.0
00000100:00080000:1.0:1767321699.011430:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321699.011434:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321699.011436:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994182272:0@lo:38:kworker.0
00000100:00100000:2.0:1767321699.013549:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994182272:12345-0@lo:38:kworker.0 Request processed in 2777us (2978us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321699.013566:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74130
00000100:00100000:0.0:1767321699.015898:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994182016:12345-0@lo:38:kworker.0 Request processed in 5165us (5369us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321699.015950:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74129
00000100:00100000:3.0:1767321699.016419:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994181760:12345-0@lo:38:kworker.0 Request processed in 5219us (6091us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321699.016431:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552
00000100:00080000:1.0:1767321699.017373:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321699.017387:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321699.017393:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994181760:0@lo:38:kworker.0
00000100:00100000:2.0:1767321699.581283:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321699.581579:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321700.541740:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994182656:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321700.541852:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321700.542261:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994182656
00000100:00100000:3.0:1767321700.542275:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994182656
00000100:00100000:3.0:1767321700.542616:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3871
00000100:00100000:3.0:1767321700.542630:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994182656:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321700.542678:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321700.543046:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994182784:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321700.543119:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321700.543215:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994182784
00000100:00100000:0.0:1767321700.543224:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994182784
00000100:00100000:0.0:1767321700.543270:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3872
00000100:00100000:0.0:1767321700.543279:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994182784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321700.543312:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321700.543354:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994182784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321700.543362:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3872
00000100:00100000:0.0:1767321700.543427:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994182784:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321700.543599:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7313ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994182656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 967us (1742us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321700.543610:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3871
00000100:00100000:1.0:1767321700.549193:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994182656:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321700.606630:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321700.608349:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321700.948546:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321700.948606:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321700.948747:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942321664
00000100:00100000:0.0:1767321700.948768:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942321664
00000100:00100000:3.0:1767321700.948871:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942321536
00000100:00100000:3.0:1767321700.948892:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942321536
00000100:00100000:0.0:1767321700.948931:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6613
00000100:00100000:0.0:1767321700.948946:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942321664:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321700.949085:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942321664:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 142us (553us total) trans 0 rc 0/0
00000100:00080000:1.0:1767321700.949213:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321700.949385:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74131
00000100:00100000:3.0:1767321700.949395:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942321536:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321700.949420:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321700.949502:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942321536:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 106us (895us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321700.949511:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74131
00000100:00100000:0.0:1767321700.949911:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6613
00000100:00100000:2.0:1767321701.629273:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321701.637124:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321702.654015:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321702.654517:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321703.677331:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321703.678778:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321704.131859:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321704.131872:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321704.131876:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321704.131881:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321704.131886:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321704.131897:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6943
00000100:00080000:3.0:1767321704.131903:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321704.131912:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321704.131964:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295e680 x1853163994182912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321704.132004:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321704.132008:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321704.132010:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321704.132014:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6943
00000100:00080000:3.0:1767321704.132017:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321704.132021:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321704.132035:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295c700 x1853163994183040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321704.132085:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321704.132088:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321704.132090:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321704.132094:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6943
00000100:00080000:3.0:1767321704.132096:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321704.132099:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321704.132108:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295d880 x1853163994183296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321704.132122:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321704.132125:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321704.132127:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321704.132131:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6943
00000100:00080000:3.0:1767321704.132133:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321704.132136:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321704.132144:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ed80 x1853163994183552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321704.132303:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994183424:0@lo:400:kworker.0
00000100:00100000:0.0:1767321704.132393:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321704.132482:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321704.132487:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994183168:0@lo:400:kworker.0
00000100:00100000:0.0:1767321704.132512:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321704.132558:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994183424
00000100:00100000:0.0:1767321704.132567:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994183424
00000100:00100000:0.0:1767321704.132630:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994183168
00000100:00100000:0.0:1767321704.132633:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994183168
00000100:00100000:0.0:1767321704.132660:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6614
00000100:00100000:0.0:1767321704.132681:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994183424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321704.132733:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994183424:12345-0@lo:400:kworker.0 Request processed in 53us (340us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321704.132740:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6614
00000100:00100000:0.0:1767321704.132758:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6615
00000100:00100000:0.0:1767321704.132763:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994183168:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321704.132785:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994183168:12345-0@lo:400:kworker.0 Request processed in 22us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321704.132791:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6615
00000100:00100000:0.0:1767321704.132845:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994183168:0@lo:400:kworker.0
00000100:00100000:0.0:1767321704.132856:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994183424:0@lo:400:kworker.0
00000100:00100000:2.0:1767321704.133041:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994183808:0@lo:400:kworker.0
00000100:00100000:2.0:1767321704.133079:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321704.133119:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321704.133123:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994183680:0@lo:400:kworker.0
00000100:00100000:2.0:1767321704.133144:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321704.133246:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321704.133274:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994182912:0@lo:38:kworker.0
00000100:00100000:1.0:1767321704.133306:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321704.133334:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994183040:0@lo:38:kworker.0
00000100:00100000:1.0:1767321704.133359:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321704.133386:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994183296:0@lo:38:kworker.0
00000100:00100000:1.0:1767321704.133406:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321704.133422:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994183552:0@lo:38:kworker.0
00000100:00100000:1.0:1767321704.133444:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321704.133475:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994183040
00000100:00100000:1.0:1767321704.133479:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994183040
00000100:00100000:1.0:1767321704.133506:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553
00000100:00100000:1.0:1767321704.133511:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994183040:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321704.133534:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321704.133569:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994183040:12345-0@lo:38:kworker.0 Request processed in 57us (209us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321704.133575:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553
00000100:00100000:1.0:1767321704.133596:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994182912
00000100:00100000:1.0:1767321704.133600:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994182912
00000100:00100000:1.0:1767321704.133617:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994183296
00000100:00100000:1.0:1767321704.133620:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994183296
00000100:00100000:1.0:1767321704.133632:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994183552
00000100:00100000:1.0:1767321704.133634:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994183552
00000100:00100000:1.0:1767321704.133649:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74132
00000100:00100000:1.0:1767321704.133655:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994182912:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321704.133748:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321704.133773:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731346a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994182912:12345-0@lo:38:kworker.0 Request processed in 118us (467us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321704.133780:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74132
00000100:00100000:1.0:1767321704.133790:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74133
00000100:00100000:1.0:1767321704.133794:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994183296:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321704.133803:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321704.133822:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994183296:12345-0@lo:38:kworker.0 Request processed in 26us (415us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321704.133838:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74133
00000100:00100000:1.0:1767321704.133849:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74134
00000100:00100000:1.0:1767321704.133853:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994183552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321704.133860:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321704.133881:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994183552:12345-0@lo:38:kworker.0 Request processed in 27us (436us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321704.133886:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74134
00000100:00080000:1.0:1767321704.133922:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321704.133927:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321704.133931:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994182912:0@lo:38:kworker.0
00000100:00080000:1.0:1767321704.133940:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321704.133943:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321704.133945:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994183040:0@lo:38:kworker.0
00000100:00080000:1.0:1767321704.133952:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321704.133955:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321704.133958:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994183296:0@lo:38:kworker.0
00000100:00080000:1.0:1767321704.133966:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321704.133968:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321704.133971:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994183552:0@lo:38:kworker.0
00000100:00100000:0.0:1767321704.134094:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994183808
00000100:00100000:0.0:1767321704.134098:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994183808
00000100:00100000:0.0:1767321704.134144:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994183680
00000100:00100000:0.0:1767321704.134148:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994183680
00000100:00100000:0.0:1767321704.134194:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4063
00000100:00100000:0.0:1767321704.134202:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994183808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321704.134242:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994183808:12345-0@lo:400:kworker.0 Request processed in 42us (1163us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321704.134248:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4063
00000100:00100000:0.0:1767321704.134261:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4064
00000100:00100000:0.0:1767321704.134266:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994183680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321704.134290:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70a294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994183680:12345-0@lo:400:kworker.0 Request processed in 24us (1145us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321704.134295:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4064
00000100:00100000:2.0:1767321704.134381:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994183680:0@lo:400:kworker.0
00000100:00100000:2.0:1767321704.134394:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994183808:0@lo:400:kworker.0
00000100:00080000:1.0:1767321704.134454:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321704.134458:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321704.701436:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321704.701692:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321705.662051:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321705.662087:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994183936:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321705.662214:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321705.662312:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994184064:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321705.662501:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994183936
00000100:00100000:3.0:1767321705.662512:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994183936
00000100:00100000:3.0:1767321705.662595:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3873
00000100:00100000:3.0:1767321705.662606:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994183936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321705.662651:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321705.665346:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994183936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2727us (3118us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321705.665426:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3873
00000100:00100000:1.0:1767321705.665462:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321705.665562:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994184064
00000100:00100000:2.0:1767321705.665571:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994184064
00000100:00100000:1.0:1767321705.665591:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60cab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994183936:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321705.665631:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3874
00000100:00100000:2.0:1767321705.665640:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994184064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321705.665681:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321705.665748:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994184064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (286us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321705.665755:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3874
00000100:00100000:1.0:1767321705.665847:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994184064:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321705.725481:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321705.725688:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321706.056481:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321706.056604:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321706.056771:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942321920
00000100:00100000:1.0:1767321706.056784:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942321920
00000100:00100000:1.0:1767321706.056887:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942321792
00000100:00100000:1.0:1767321706.056891:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942321792
00000100:00100000:1.0:1767321706.056923:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6616
00000100:00100000:1.0:1767321706.056936:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942321920:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321706.056964:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74135
00000100:00100000:3.0:1767321706.056980:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942321792:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321706.057008:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321706.057045:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942321920:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 109us (577us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321706.057056:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6616
00000100:00100000:3.0:1767321706.057098:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942321792:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 113us (486us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321706.057108:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74135
00000100:00080000:2.0:1767321706.057591:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321706.749580:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321706.749650:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321707.773478:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321707.773857:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321708.227401:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321683/real 1767321683]  req@ffff89b60c230a80 x1853163994178688/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321708 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321708.227446:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60c230a80 x1853163994178688/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321708 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321708.227477:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321708.227506:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321708.227511:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994178688:0@lo:250:kworker.0
00000100:00080000:3.0:1767321708.227575:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321708.227587:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321708.227591:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321708.227599:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6928
00000100:00080000:3.0:1767321708.227603:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321708.227610:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321708.227711:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295f100 x1853163994184192/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321708.227804:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994184192:0@lo:250:kworker.0
00000400:00000100:2.0:1767321708.227867:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994184192 offset 0 length 520: 4
00000100:00080000:3.0:1767321708.228105:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321708.228109:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321708.228111:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321708.228115:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6948
00000100:00080000:3.0:1767321708.228118:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321708.228121:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321708.228140:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295e300 x1853163994184320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321708.228298:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994184320:0@lo:38:kworker.0
00000100:00100000:2.0:1767321708.228335:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321708.228535:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994184320
00000100:00100000:0.0:1767321708.228542:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994184320
00000100:00100000:0.0:1767321708.228593:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74136
00000100:00100000:0.0:1767321708.228600:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994184320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321708.228621:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321708.228674:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994184320:12345-0@lo:38:kworker.0 Request processed in 73us (338us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321708.228684:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74136
00000100:00080000:2.0:1767321708.229144:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321708.229150:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321708.229154:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994184320:0@lo:38:kworker.0
00000100:00080000:3.0:1767321708.229336:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321708.229341:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321708.229344:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321708.229348:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6948
00000100:00080000:3.0:1767321708.229351:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321708.229356:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321708.229381:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295ea00 x1853163994184448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321708.229432:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994184448:0@lo:38:kworker.0
00000100:00100000:2.0:1767321708.229470:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321708.229538:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994184448
00000100:00100000:1.0:1767321708.229544:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994184448
00000100:00100000:1.0:1767321708.229582:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554
00000100:00100000:1.0:1767321708.229587:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994184448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321708.229600:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767321708.229669:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321708.229672:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321708.229675:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321708.229678:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6948
00000100:00080000:3.0:1767321708.229681:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321708.229685:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321708.229820:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321708.229830:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994184576:0@lo:400:kworker.0
00000100:00100000:0.0:1767321708.229877:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321708.229910:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994184576
00000100:00100000:0.0:1767321708.229913:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994184576
00000100:00100000:0.0:1767321708.229956:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6617
00000100:00100000:0.0:1767321708.229963:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994184576:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321708.230015:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994184576:12345-0@lo:400:kworker.0 Request processed in 53us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321708.230022:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6617
00000100:00080000:0.0:1767321708.230041:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321708.230061:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994184576:0@lo:400:kworker.0
00000100:00100000:3.0:1767321708.230758:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295d880 x1853163994184704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321708.235306:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994184704:0@lo:38:kworker.0
00000100:00100000:2.0:1767321708.235393:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321708.235509:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994184704
00000100:00100000:0.0:1767321708.235518:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994184704
00000100:00100000:0.0:1767321708.235562:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74137
00000100:00100000:0.0:1767321708.235570:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994184704:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321708.235594:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321708.235632:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994184704:12345-0@lo:38:kworker.0 Request processed in 62us (240us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321708.235639:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74137
00000100:00100000:1.0:1767321708.236790:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994184448:12345-0@lo:38:kworker.0 Request processed in 7196us (7313us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321708.236803:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554
00000100:00080000:2.0:1767321708.237437:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321708.237444:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321708.237449:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994184448:0@lo:38:kworker.0
00000100:00080000:2.0:1767321708.237591:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321708.237596:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321708.237599:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994184704:0@lo:38:kworker.0
00000100:00100000:0.0:1767321708.237900:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994184832:0@lo:400:kworker.0
00000100:00100000:0.0:1767321708.237953:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321708.238225:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994184832
00000100:00100000:1.0:1767321708.238233:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994184832
00000100:00100000:1.0:1767321708.238304:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6618
00000100:00100000:1.0:1767321708.238314:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994184832:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767321708.238390:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321708.238852:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321708.238857:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321708.238861:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321708.238865:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6948
00000100:00080000:3.0:1767321708.238876:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321708.238882:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321708.238907:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295e680 x1853163994184960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321708.238968:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994185088:0@lo:400:kworker.0
00000100:00100000:3.0:1767321708.239263:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321708.239294:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321708.239301:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994185216:0@lo:400:kworker.0
00000100:00100000:3.0:1767321708.239323:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321708.239367:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994185088
00000100:00100000:3.0:1767321708.239373:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994185088
00000100:00100000:3.0:1767321708.239416:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994185216
00000100:00100000:3.0:1767321708.239419:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994185216
00000100:00100000:3.0:1767321708.239442:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4065
00000100:00100000:3.0:1767321708.239449:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994185088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321708.239665:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994185088:12345-0@lo:400:kworker.0 Request processed in 216us (402us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321708.239673:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4065
00000100:00100000:3.0:1767321708.239809:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4066
00000100:00100000:3.0:1767321708.239819:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994185216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321708.240105:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994185216:12345-0@lo:400:kworker.0 Request processed in 288us (780us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321708.240112:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4066
00000100:00080000:3.0:1767321708.240147:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321708.240151:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321708.240212:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994185216:0@lo:400:kworker.0
00000100:00100000:3.0:1767321708.240223:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994185088:0@lo:400:kworker.0
00000100:00100000:2.0:1767321708.240361:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994184960:0@lo:38:kworker.0
00000100:00100000:2.0:1767321708.240401:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321708.240583:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994184960
00000100:00100000:3.0:1767321708.240590:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994184960
00000100:00100000:3.0:1767321708.240711:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74138
00000100:00100000:3.0:1767321708.240717:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994184960:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321708.240736:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321708.240788:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b62293f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994184960:12345-0@lo:38:kworker.0 Request processed in 69us (386us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321708.240795:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74138
00000100:00100000:1.0:1767321708.240951:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994184832:12345-0@lo:400:kworker.0 Request processed in 2636us (2995us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321708.240959:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6618
00000100:00080000:2.0:1767321708.241304:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321708.241310:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321708.241314:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994184960:0@lo:38:kworker.0
00000100:00100000:0.0:1767321708.241411:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994184832:0@lo:400:kworker.0
00010000:00010000:0.0:1767321708.797978:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321708.800081:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321709.824073:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321709.824110:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321710.155460:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:1.0:1767321710.155504:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942322048 offset 0 length 520: 4
00000100:00100000:1.0:1767321710.155546:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321710.155642:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942322304
00000100:00100000:0.0:1767321710.155665:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942322304
00000100:00100000:0.0:1767321710.155761:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942322176
00000100:00100000:0.0:1767321710.155766:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942322176
00000100:00100000:0.0:1767321710.155789:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6619
00000100:00100000:0.0:1767321710.155811:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942322304:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321710.155895:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942322304:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 96us (444us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321710.155904:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6619
00000100:00100000:0.0:1767321710.155926:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74139
00000100:00100000:0.0:1767321710.155931:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942322176:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321710.155952:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321710.155978:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942322176:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (431us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321710.155985:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74139
00000100:00080000:2.0:1767321710.156142:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321710.781503:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321710.781525:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994185344:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321710.781600:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321710.781862:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994185344
00000100:00100000:2.0:1767321710.781870:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994185344
00000100:00100000:1.0:1767321710.781875:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994185472:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321710.781904:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321710.781936:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994185472
00000100:00100000:2.0:1767321710.781940:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994185472
00000100:00100000:2.0:1767321710.781971:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3875
00000100:00100000:2.0:1767321710.781981:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994185344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321710.782098:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321710.782155:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994185344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 174us (553us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321710.786211:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3876
00000100:00100000:3.0:1767321710.786243:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994185472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321710.786285:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321710.786386:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994185472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 161us (4480us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321710.786395:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3876
00000100:00080000:3.0:1767321710.786444:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321710.786449:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321710.790268:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994185472:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321710.790374:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6087cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994185344:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321710.798108:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3875
00010000:00010000:3.0:1767321710.845487:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321710.849399:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321711.872964:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321711.873036:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321712.893290:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321712.893545:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321713.341638:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321713.341649:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321713.341653:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321713.341667:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321713.341672:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321713.341681:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6952
00000100:00080000:0.0:1767321713.341686:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321713.341694:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321713.341748:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6075f3480 x1853163994185600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321713.341788:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321713.341792:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321713.341794:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321713.341798:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6952
00000100:00080000:0.0:1767321713.341800:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321713.341803:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321713.341819:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605d880 x1853163994185728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321713.341860:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321713.341864:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321713.341865:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321713.341877:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6952
00000100:00080000:0.0:1767321713.341880:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321713.341883:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321713.341895:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60605c000 x1853163994185984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321713.341920:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321713.341924:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321713.341925:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321713.341929:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6952
00000100:00080000:0.0:1767321713.341931:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321713.341934:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321713.341944:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604cbfb80 x1853163994186240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321713.341995:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994186368:0@lo:400:kworker.0
00000100:00100000:0.0:1767321713.342077:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321713.342140:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321713.342146:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994186496:0@lo:400:kworker.0
00000100:00100000:0.0:1767321713.342207:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321713.342767:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994185600:0@lo:38:kworker.0
00000100:00100000:2.0:1767321713.342809:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321713.342840:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994185728:0@lo:38:kworker.0
00000100:00100000:2.0:1767321713.342879:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321713.342913:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994185984:0@lo:38:kworker.0
00000100:00100000:2.0:1767321713.342937:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321713.342952:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994186240:0@lo:38:kworker.0
00000100:00100000:2.0:1767321713.342972:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321713.343240:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994185856:0@lo:400:kworker.0
00000100:00100000:3.0:1767321713.343270:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321713.343303:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321713.343310:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994186112:0@lo:400:kworker.0
00000100:00100000:3.0:1767321713.343329:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321713.343357:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994186368
00000100:00100000:3.0:1767321713.343364:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994186368
00000100:00100000:3.0:1767321713.343434:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994186496
00000100:00100000:3.0:1767321713.343437:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994186496
00000100:00100000:3.0:1767321713.343461:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4067
00000100:00100000:3.0:1767321713.343473:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994186368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321713.343527:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994186368:12345-0@lo:400:kworker.0 Request processed in 57us (1450us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321713.343534:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4067
00000100:00100000:3.0:1767321713.343548:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4068
00000100:00100000:3.0:1767321713.343554:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994186496:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321713.343580:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994186496:12345-0@lo:400:kworker.0 Request processed in 27us (1373us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321713.343586:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4068
00000100:00080000:3.0:1767321713.343605:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321713.343609:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321713.343641:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994186496:0@lo:400:kworker.0
00000100:00100000:3.0:1767321713.343652:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994186368:0@lo:400:kworker.0
00000100:00100000:1.0:1767321713.344280:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994185728
00000100:00100000:1.0:1767321713.344289:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994185728
00000100:00100000:1.0:1767321713.344326:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555
00000100:00100000:1.0:1767321713.344332:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994185728:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321713.344360:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321713.344428:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994185728:12345-0@lo:38:kworker.0 Request processed in 95us (1548us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321713.344435:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555
00000100:00100000:1.0:1767321713.344458:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994185600
00000100:00100000:1.0:1767321713.344462:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994185600
00000100:00100000:1.0:1767321713.344481:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994185984
00000100:00100000:1.0:1767321713.344485:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994185984
00000100:00100000:1.0:1767321713.344497:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994186240
00000100:00100000:1.0:1767321713.344500:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994186240
00000100:00100000:1.0:1767321713.344510:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994185856
00000100:00100000:1.0:1767321713.344512:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994185856
00000100:00100000:1.0:1767321713.344535:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994186112
00000100:00100000:1.0:1767321713.344538:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994186112
00000100:00100000:1.0:1767321713.344553:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6620
00000100:00100000:1.0:1767321713.344558:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994185856:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321713.344595:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994185856:12345-0@lo:400:kworker.0 Request processed in 37us (1324us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321713.344601:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6620
00000100:00100000:1.0:1767321713.344613:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6621
00000100:00100000:1.0:1767321713.344619:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994186112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321713.344645:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994186112:12345-0@lo:400:kworker.0 Request processed in 28us (1315us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321713.344650:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6621
00000100:00100000:1.0:1767321713.344678:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74140
00000100:00100000:1.0:1767321713.344682:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994185600:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321713.344692:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321713.344714:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6087cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994185600:12345-0@lo:38:kworker.0 Request processed in 31us (1905us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321713.344719:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74140
00000100:00100000:1.0:1767321713.344728:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74141
00000100:00100000:1.0:1767321713.344731:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994185984:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321713.344738:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321713.344764:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994185984:12345-0@lo:38:kworker.0 Request processed in 22us (1817us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321713.344770:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74141
00000100:00100000:1.0:1767321713.344780:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74142
00000100:00100000:1.0:1767321713.344783:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994186240:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321713.344790:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321713.344810:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994186240:12345-0@lo:38:kworker.0 Request processed in 26us (1837us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321713.344816:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74142
00000100:00080000:2.0:1767321713.345707:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321713.345716:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321713.345720:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994185600:0@lo:38:kworker.0
00000100:00080000:2.0:1767321713.345731:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321713.345734:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321713.345737:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994185728:0@lo:38:kworker.0
00000100:00080000:2.0:1767321713.345746:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321713.345749:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321713.345765:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994185984:0@lo:38:kworker.0
00000100:00080000:2.0:1767321713.345776:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321713.345779:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321713.345781:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994186240:0@lo:38:kworker.0
00000100:00080000:3.0:1767321713.351964:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321713.352037:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994186112:0@lo:400:kworker.0
00000100:00100000:3.0:1767321713.352055:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994185856:0@lo:400:kworker.0
00000100:00100000:2.0:1767321713.917514:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321713.917690:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321714.941305:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321714.941553:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321715.283480:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321715.283580:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942322560
00000100:00100000:0.0:1767321715.283590:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942322560
00000100:00080000:3.0:1767321715.283748:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321715.283757:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321715.292997:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942322432
00000100:00100000:0.0:1767321715.293014:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942322432
00000100:00100000:0.0:1767321715.293089:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6622
00000100:00100000:0.0:1767321715.293107:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942322560:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321715.293209:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942322560:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 111us (9741us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321715.293218:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6622
00000100:00100000:0.0:1767321715.293241:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74143
00000100:00100000:0.0:1767321715.293246:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942322432:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321715.293267:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321715.293294:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942322432:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 46us (9536us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321715.293300:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74143
00000100:00100000:0.0:1767321715.901856:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994186624:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321715.901935:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321715.902062:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994186624
00000100:00100000:2.0:1767321715.902070:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994186624
00000100:00100000:2.0:1767321715.902146:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3877
00000100:00100000:2.0:1767321715.902156:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994186624:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321715.902227:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321715.902275:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994186624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (341us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321715.902283:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3877
00000100:00100000:2.0:1767321715.902347:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b739ad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994186624:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321715.902424:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321715.902812:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994186752:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321715.902847:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321715.902914:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994186752
00000100:00100000:2.0:1767321715.902919:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994186752
00000100:00100000:2.0:1767321715.902960:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3878
00000100:00100000:2.0:1767321715.902968:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994186752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321715.902986:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767321715.903095:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321715.906333:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b618a43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994186752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3354us (3473us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321715.906352:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3878
00000100:00100000:1.0:1767321715.906742:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994186752:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321715.965581:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321715.965705:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321716.989679:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321716.989768:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321718.013641:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321718.013709:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767321718.461479:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321718.461490:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321718.461493:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321718.461497:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321718.461502:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321718.461510:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6958
00000100:00080000:3.0:1767321718.461516:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321718.461534:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321718.461593:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295e300 x1853163994186880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321718.461659:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994186880:0@lo:38:kworker.0
00000100:00100000:2.0:1767321718.461732:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321718.461847:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994186880
00000100:00100000:0.0:1767321718.461857:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994186880
00000100:00100000:0.0:1767321718.461901:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74144
00000100:00100000:0.0:1767321718.461909:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994186880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321718.461932:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767321718.462037:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321718.462041:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321718.462043:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321718.462048:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6958
00000100:00080000:3.0:1767321718.462051:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321718.462055:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321718.462074:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295dc00 x1853163994187008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321718.467899:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994187008:0@lo:38:kworker.0
00000100:00100000:2.0:1767321718.468008:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321718.468142:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994187008
00000100:00100000:1.0:1767321718.468153:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994187008
00000100:00100000:1.0:1767321718.468215:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556
00000100:00100000:1.0:1767321718.468224:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994187008:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321718.468251:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321718.468304:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994187008:12345-0@lo:38:kworker.0 Request processed in 80us (296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321718.468312:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556
00000100:00100000:0.0:1767321718.468781:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b739ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994186880:12345-0@lo:38:kworker.0 Request processed in 6868us (7045us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321718.468792:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74144
00000100:00080000:3.0:1767321718.472622:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321718.472629:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321718.472632:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321718.472640:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6958
00000100:00100000:1.0:1767321718.472839:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321718.472859:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994187136:0@lo:400:kworker.0
00000100:00100000:1.0:1767321718.472953:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321718.473105:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321718.473113:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321718.473143:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60295e680 x1853163994187264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321718.473200:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321718.473204:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321718.473207:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321718.473212:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6958
00000100:00080000:3.0:1767321718.473215:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321718.473219:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321718.473232:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b291c00 x1853163994187520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321718.473294:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994187648:0@lo:400:kworker.0
00000100:00100000:3.0:1767321718.473338:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321718.473366:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321718.473372:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994187776:0@lo:400:kworker.0
00000100:00100000:1.0:1767321718.473513:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994187392:0@lo:400:kworker.0
00000100:00100000:1.0:1767321718.473553:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321718.473603:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994187136
00000100:00100000:1.0:1767321718.473612:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994187136
00000100:00100000:1.0:1767321718.473682:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994187392
00000100:00100000:1.0:1767321718.473686:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994187392
00000100:00100000:1.0:1767321718.473709:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6623
00000100:00100000:1.0:1767321718.473718:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994187136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321718.473770:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994187136:12345-0@lo:400:kworker.0 Request processed in 51us (816us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321718.473777:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6623
00000100:00100000:1.0:1767321718.473797:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6624
00000100:00100000:1.0:1767321718.473804:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994187392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321718.473829:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b606744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994187392:12345-0@lo:400:kworker.0 Request processed in 27us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321718.473836:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6624
00000100:00100000:1.0:1767321718.473879:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994187392:0@lo:400:kworker.0
00000100:00100000:1.0:1767321718.473892:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994187136:0@lo:400:kworker.0
00000100:00100000:1.0:1767321718.473954:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994187648
00000100:00100000:1.0:1767321718.473959:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994187648
00000100:00100000:1.0:1767321718.473990:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4069
00000100:00100000:1.0:1767321718.473996:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994187648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321718.474027:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994187648:12345-0@lo:400:kworker.0 Request processed in 31us (687us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321718.474033:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4069
00000100:00100000:3.0:1767321718.474500:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321718.474607:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994187648:0@lo:400:kworker.0
00000100:00080000:0.0:1767321718.474915:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321718.474922:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321718.475521:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994187776
00000100:00100000:1.0:1767321718.475624:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994187776
00000100:00100000:1.0:1767321718.475814:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4070
00000100:00100000:1.0:1767321718.475825:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994187776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321718.475901:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994187776:12345-0@lo:400:kworker.0 Request processed in 78us (1400us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321718.475908:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4070
00000100:00080000:0.0:1767321718.476064:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321718.476249:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994187776:0@lo:400:kworker.0
00000100:00080000:2.0:1767321718.476785:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321718.476791:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321718.476795:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994186880:0@lo:38:kworker.0
00000100:00100000:2.0:1767321718.476823:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994187264:0@lo:38:kworker.0
00000100:00100000:2.0:1767321718.476884:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321718.476923:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994187520:0@lo:38:kworker.0
00000100:00100000:0.0:1767321718.477776:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994187264
00000100:00100000:0.0:1767321718.477786:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994187264
00000100:00100000:0.0:1767321718.477845:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74145
00000100:00100000:0.0:1767321718.477853:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994187264:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321718.477877:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321718.478033:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994187264:12345-0@lo:38:kworker.0 Request processed in 179us (1147us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321718.478041:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74145
00000100:00100000:2.0:1767321718.478183:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321718.478235:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321718.478241:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321718.478246:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994187008:0@lo:38:kworker.0
00000100:00080000:2.0:1767321718.478271:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321718.478275:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321718.478279:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994187264:0@lo:38:kworker.0
00000100:00100000:1.0:1767321718.478359:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994187520
00000100:00100000:1.0:1767321718.478365:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994187520
00000100:00100000:1.0:1767321718.478398:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74146
00000100:00100000:1.0:1767321718.478404:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994187520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321718.478415:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321718.478462:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994187520:12345-0@lo:38:kworker.0 Request processed in 57us (279us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321718.478468:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74146
00000100:00080000:3.0:1767321718.478626:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321718.478631:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321718.478634:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994187520:0@lo:38:kworker.0
00000100:00100000:2.0:1767321719.037307:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321719.040315:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321720.061315:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321720.061640:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321720.397845:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321720.397892:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321720.398102:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942322816
00000100:00100000:3.0:1767321720.398123:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942322816
00000100:00100000:3.0:1767321720.398231:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942322688
00000100:00100000:3.0:1767321720.398235:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942322688
00000100:00100000:3.0:1767321720.398252:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6625
00000100:00100000:3.0:1767321720.398261:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942322816:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:0.0:1767321720.398406:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321720.398483:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74147
00000100:00100000:1.0:1767321720.398491:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942322688:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321720.398512:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321720.398575:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942322688:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 82us (680us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321720.398582:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74147
00000100:00100000:3.0:1767321720.398706:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b626f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942322816:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 444us (868us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321720.398714:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6625
00000100:00100000:0.0:1767321721.021734:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994187904:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321721.021814:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321721.021897:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994188032:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321721.021921:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321721.021932:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994187904
00000100:00100000:2.0:1767321721.021943:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994187904
00000100:00080000:0.0:1767321721.021982:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321721.022001:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994188032
00000100:00100000:2.0:1767321721.022004:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994188032
00000100:00100000:0.0:1767321721.022012:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3879
00000100:00100000:0.0:1767321721.022021:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994187904:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321721.022032:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3880
00000100:00100000:2.0:1767321721.022038:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994188032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321721.022053:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:2.0:1767321721.022053:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321721.022095:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994188032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321721.022102:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3880
00000100:00080000:2.0:1767321721.022139:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321721.030232:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61710b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994187904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8200us (8405us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321721.030251:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3879
00000100:00100000:1.0:1767321721.030758:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994187904:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321721.030782:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60605c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994188032:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321721.086926:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321721.087195:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321722.109397:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321722.109822:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321723.133291:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321723.136578:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321723.585051:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321723.585063:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321723.585067:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321723.585070:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321723.585075:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321723.585084:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6963
00000100:00080000:0.0:1767321723.585090:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321723.585097:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321723.585147:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7312b0000 x1853163994188160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321723.585189:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321723.585192:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321723.585194:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321723.585198:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6963
00000100:00080000:0.0:1767321723.585201:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321723.585204:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321723.585229:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30d180 x1853163994188288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321723.585271:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321723.585275:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321723.585277:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321723.585280:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6963
00000100:00080000:0.0:1767321723.585282:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321723.585285:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321723.585297:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b5c00 x1853163994188544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321723.585320:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321723.585323:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321723.585325:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321723.585329:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6963
00000100:00080000:0.0:1767321723.585331:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321723.585334:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321723.585344:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b4a80 x1853163994188800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321723.585443:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994188416:0@lo:400:kworker.0
00000100:00100000:2.0:1767321723.585531:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321723.585607:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321723.585613:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994189056:0@lo:400:kworker.0
00000100:00100000:2.0:1767321723.585641:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321723.586141:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994188928:0@lo:400:kworker.0
00000100:00100000:1.0:1767321723.586208:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321723.586237:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321723.586244:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994188672:0@lo:400:kworker.0
00000100:00100000:1.0:1767321723.586266:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321723.586296:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994188416
00000100:00100000:1.0:1767321723.586303:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994188416
00000100:00100000:1.0:1767321723.586347:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994188672
00000100:00100000:1.0:1767321723.586350:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994188672
00000100:00100000:1.0:1767321723.586370:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6626
00000100:00100000:1.0:1767321723.586379:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994188416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321723.586428:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994188416:12345-0@lo:400:kworker.0 Request processed in 49us (896us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321723.586435:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6626
00000100:00100000:1.0:1767321723.586450:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6627
00000100:00100000:1.0:1767321723.586456:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994188672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321723.586497:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994188672:12345-0@lo:400:kworker.0 Request processed in 42us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321723.586503:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6627
00000100:00100000:1.0:1767321723.586552:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994188672:0@lo:400:kworker.0
00000100:00100000:3.0:1767321723.587432:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994188160:0@lo:38:kworker.0
00000100:00100000:3.0:1767321723.587496:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321723.587527:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994188288:0@lo:38:kworker.0
00000100:00100000:3.0:1767321723.587553:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321723.587586:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994188544:0@lo:38:kworker.0
00000100:00100000:3.0:1767321723.587608:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321723.587627:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994188800:0@lo:38:kworker.0
00000100:00100000:3.0:1767321723.587645:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321723.587697:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994189056
00000100:00100000:3.0:1767321723.587703:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994189056
00000100:00100000:3.0:1767321723.587741:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994188928
00000100:00100000:3.0:1767321723.587744:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994188928
00000100:00100000:3.0:1767321723.587763:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4071
00000100:00100000:3.0:1767321723.587771:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994189056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321723.587828:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60605c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994189056:12345-0@lo:400:kworker.0 Request processed in 58us (2186us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321723.587835:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4071
00000100:00100000:3.0:1767321723.587849:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4072
00000100:00100000:3.0:1767321723.587856:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994188928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321723.587888:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994188928:12345-0@lo:400:kworker.0 Request processed in 33us (1679us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321723.587895:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4072
00000100:00100000:3.0:1767321723.587920:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994188160
00000100:00100000:3.0:1767321723.587923:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994188160
00000100:00100000:3.0:1767321723.587939:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994188544
00000100:00100000:3.0:1767321723.587941:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994188544
00000100:00100000:3.0:1767321723.587951:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994188800
00000100:00100000:3.0:1767321723.587953:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994188800
00000100:00100000:3.0:1767321723.587965:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74148
00000100:00100000:3.0:1767321723.587970:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994188160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321723.587990:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321723.588021:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73103f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994188160:12345-0@lo:38:kworker.0 Request processed in 50us (524us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321723.588029:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74148
00000100:00100000:3.0:1767321723.588039:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74149
00000100:00100000:3.0:1767321723.588043:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994188544:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321723.588052:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321723.588071:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994188544:12345-0@lo:38:kworker.0 Request processed in 27us (462us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321723.588077:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74149
00000100:00100000:3.0:1767321723.588087:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74150
00000100:00100000:3.0:1767321723.588091:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994188800:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321723.588100:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321723.588119:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994188800:12345-0@lo:38:kworker.0 Request processed in 26us (473us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321723.588125:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74150
00000100:00100000:3.0:1767321723.588191:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994188928:0@lo:400:kworker.0
00000100:00080000:3.0:1767321723.588225:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321723.588231:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321723.588235:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994188160:0@lo:38:kworker.0
00000100:00080000:3.0:1767321723.588244:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321723.588247:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321723.588250:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994188544:0@lo:38:kworker.0
00000100:00080000:3.0:1767321723.588257:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321723.588261:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321723.588264:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994188800:0@lo:38:kworker.0
00000100:00080000:2.0:1767321723.588576:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321723.588582:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321723.588585:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321723.588611:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994189056:0@lo:400:kworker.0
00000100:00100000:2.0:1767321723.588622:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994188416:0@lo:400:kworker.0
00000100:00100000:1.0:1767321723.588944:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994188288
00000100:00100000:1.0:1767321723.588951:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994188288
00000100:00100000:1.0:1767321723.588988:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557
00000100:00100000:1.0:1767321723.588993:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994188288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321723.589007:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321723.591602:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994188288:12345-0@lo:38:kworker.0 Request processed in 2596us (4036us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321723.591616:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557
00000100:00080000:2.0:1767321723.592625:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321723.592633:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321723.592638:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994188288:0@lo:38:kworker.0
00010000:00010000:3.0:1767321724.157418:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321724.157721:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321725.181686:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321725.182108:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321725.514285:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321725.514387:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321725.514499:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942323072
00000100:00100000:3.0:1767321725.514513:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942323072
00000100:00100000:3.0:1767321725.514588:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942322944
00000100:00100000:3.0:1767321725.514592:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942322944
00000100:00100000:3.0:1767321725.514609:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6628
00000100:00100000:3.0:1767321725.514620:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942323072:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321725.514747:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942323072:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 129us (473us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321725.514755:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6628
00000100:00100000:3.0:1767321725.514774:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74151
00000100:00100000:3.0:1767321725.514778:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942322944:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321725.514800:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321725.514828:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942322944:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (441us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321725.514835:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74151
00000100:00080000:0.0:1767321725.515075:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321726.142503:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994189184:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321726.142632:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321726.142735:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994189184
00000100:00100000:1.0:1767321726.142753:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994189184
00000100:00100000:1.0:1767321726.142850:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3881
00000100:00100000:1.0:1767321726.142862:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994189184:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321726.142898:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321726.142997:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994189184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 138us (365us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321726.143004:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3881
00000100:00080000:0.0:1767321726.143187:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321726.143235:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994189184:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321726.143593:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321726.143609:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994189312:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321726.143659:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321726.143853:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994189312
00000100:00100000:3.0:1767321726.143864:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994189312
00000100:00100000:3.0:1767321726.144004:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3882
00000100:00100000:3.0:1767321726.144016:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994189312:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321726.144051:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321726.144144:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994189312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (485us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321726.144153:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3882
00000100:00100000:2.0:1767321726.144292:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994189312:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321726.145212:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321726.205430:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321726.205660:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321727.229384:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321727.229772:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321728.254052:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321728.255244:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767321728.702066:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321728.702082:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321728.702085:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321728.702090:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321728.702096:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321728.702106:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6968
00000100:00080000:3.0:1767321728.702113:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321728.702122:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321728.702203:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f1c00 x1853163994189440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321728.702234:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321728.702238:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321728.702240:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321728.702244:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6968
00000100:00080000:3.0:1767321728.702247:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321728.702251:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321728.702269:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f2680 x1853163994189568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321728.702338:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321728.702343:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321728.702345:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321728.702349:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6968
00000100:00080000:3.0:1767321728.702352:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321728.702356:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321728.702379:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b601283b80 x1853163994189824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321728.702411:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321728.702415:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321728.702417:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321728.702421:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6968
00000100:00080000:3.0:1767321728.702424:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321728.702428:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321728.702439:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b601280a80 x1853163994190080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321728.702500:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994189952:0@lo:400:kworker.0
00000100:00100000:3.0:1767321728.702594:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321728.702686:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321728.702692:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994190208:0@lo:400:kworker.0
00000100:00100000:3.0:1767321728.702723:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321728.702767:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994189952
00000100:00100000:3.0:1767321728.702777:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994189952
00000100:00100000:3.0:1767321728.702847:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6629
00000100:00100000:3.0:1767321728.702859:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994189952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321728.702897:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994189440:0@lo:38:kworker.0
00000100:00100000:3.0:1767321728.702928:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994189952:12345-0@lo:400:kworker.0 Request processed in 72us (333us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321728.702930:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321728.702936:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6629
00000100:00100000:2.0:1767321728.702950:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994189568:0@lo:38:kworker.0
00000100:00100000:3.0:1767321728.702954:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994189440
00000100:00100000:3.0:1767321728.702957:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994189440
00000100:00100000:2.0:1767321728.702973:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321728.702976:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74152
00000100:00100000:3.0:1767321728.702981:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994189440:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321728.702994:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994189824:0@lo:38:kworker.0
00010000:00020000:3.0:1767321728.703004:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321728.703013:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321728.703030:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994190080:0@lo:38:kworker.0
00000100:00100000:3.0:1767321728.703031:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994189440:12345-0@lo:38:kworker.0 Request processed in 49us (99us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321728.703037:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74152
00000100:00100000:3.0:1767321728.703046:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994189824
00000100:00100000:3.0:1767321728.703050:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994189824
00000100:00100000:2.0:1767321728.703063:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321728.703066:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74153
00000100:00100000:3.0:1767321728.703069:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994189824:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321728.703078:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767321728.703099:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767321728.703100:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994189824:12345-0@lo:38:kworker.0 Request processed in 29us (85us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767321728.703103:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321728.703105:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74153
00000100:00100000:2.0:1767321728.703109:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994189440:0@lo:38:kworker.0
00000100:00100000:3.0:1767321728.703113:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994190080
00000100:00100000:3.0:1767321728.703116:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994190080
00000100:00080000:2.0:1767321728.703118:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321728.703121:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321728.703124:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994189824:0@lo:38:kworker.0
00000100:00100000:3.0:1767321728.703125:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74154
00000100:00100000:3.0:1767321728.703129:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994190080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321728.703138:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321728.703181:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994190208
00000100:00100000:2.0:1767321728.703185:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994190208
00000100:00100000:1.0:1767321728.703214:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994189696:0@lo:400:kworker.0
00000100:00100000:2.0:1767321728.703219:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4073
00000100:00100000:2.0:1767321728.703225:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994190208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321728.703245:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321728.703254:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994190208:12345-0@lo:400:kworker.0 Request processed in 30us (531us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321728.703261:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4073
00000100:00100000:1.0:1767321728.703262:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321728.703267:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994190336:0@lo:400:kworker.0
00000100:00100000:2.0:1767321728.703286:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994189696
00000100:00100000:1.0:1767321728.703289:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321728.703290:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994189696
00000100:00100000:2.0:1767321728.703312:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6630
00000100:00100000:2.0:1767321728.703318:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994189696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321728.703338:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994190336
00000100:00100000:1.0:1767321728.703342:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994190336
00000100:00100000:2.0:1767321728.703350:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994189696:12345-0@lo:400:kworker.0 Request processed in 33us (105us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321728.703357:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6630
00000100:00100000:1.0:1767321728.703386:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4074
00000100:00080000:0.0:1767321728.703457:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321728.703463:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321728.703465:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321728.703516:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994189568
00000100:00100000:0.0:1767321728.703520:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994189568
00000100:00100000:0.0:1767321728.703550:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558
00000100:00100000:0.0:1767321728.703555:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994189568:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321728.703566:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321728.703613:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994190336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321728.703648:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994190336:12345-0@lo:400:kworker.0 Request processed in 255us (357us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321728.703708:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994190080:12345-0@lo:38:kworker.0 Request processed in 577us (644us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321728.703714:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74154
00000100:00100000:3.0:1767321728.703758:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70635aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994190208:0@lo:400:kworker.0
00000100:00100000:3.0:1767321728.703768:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994189952:0@lo:400:kworker.0
00000100:00100000:3.0:1767321728.703801:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994190336:0@lo:400:kworker.0
00000100:00100000:3.0:1767321728.703810:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7312b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994189696:0@lo:400:kworker.0
00000100:00100000:0.0:1767321728.710389:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994189568:12345-0@lo:38:kworker.0 Request processed in 6810us (7392us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321728.710410:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558
00000100:00080000:3.0:1767321728.714907:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321728.714927:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321728.714933:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994189568:0@lo:38:kworker.0
00000100:00080000:3.0:1767321728.714951:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321728.714955:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321728.714957:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b601280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994190080:0@lo:38:kworker.0
00000100:00100000:1.0:1767321728.715215:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4074
00000100:00100000:2.0:1767321729.277337:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321729.278000:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321730.301372:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321730.303254:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321730.632917:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321730.633061:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321730.645349:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942323328
00000100:00100000:1.0:1767321730.645352:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942323200
00000100:00100000:1.0:1767321730.645369:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942323200
00000100:00100000:3.0:1767321730.645370:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942323328
00000100:00100000:1.0:1767321730.645658:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74155
00000100:00100000:1.0:1767321730.645671:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942323200:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321730.645705:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321730.645827:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942323200:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 155us (12765us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321730.645837:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74155
00000100:00080000:0.0:1767321730.646058:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321730.647294:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6631
00000100:00100000:3.0:1767321730.647310:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942323328:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321730.648762:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942323328:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 1231us (15629us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321730.648778:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6631
00000100:00100000:0.0:1767321731.264846:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321731.264881:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994190464:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321731.264984:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321731.265038:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994190464
00000100:00100000:1.0:1767321731.265049:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994190464
00000100:00080000:0.0:1767321731.265084:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321731.265131:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3883
00000100:00100000:1.0:1767321731.265142:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994190464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321731.265199:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321731.265254:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994190464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (269us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321731.265261:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3883
00000100:00100000:0.0:1767321731.265582:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994190464:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321731.265920:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321731.265932:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994190592:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321731.266002:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321731.266042:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994190592
00000100:00100000:3.0:1767321731.266048:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994190592
00000100:00100000:3.0:1767321731.266090:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3884
00000100:00100000:3.0:1767321731.266099:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994190592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321731.266214:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767321731.266217:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321731.266402:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70635aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994190592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 159us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321731.266419:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b706358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994190592:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321731.266472:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3884
00000100:00100000:2.0:1767321731.325336:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321731.327555:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321732.349707:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321732.351756:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321733.373520:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321733.374043:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321733.821429:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321708/real 1767321708]  req@ffff89b60295f100 x1853163994184192/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321733 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321733.821478:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b60295f100 x1853163994184192/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321733 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767321733.821503:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321733.823672:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321733.823688:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321733.823693:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321733.823703:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6952
00000100:00080000:1.0:1767321733.826583:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321733.826611:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321733.826674:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909e680 x1853163994190720/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321733.826701:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321733.826715:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321733.826719:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321733.826724:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6973
00000100:00080000:1.0:1767321733.826726:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321733.826731:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321733.826750:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909f800 x1853163994190848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321733.826759:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321733.826763:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321733.826766:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321733.826770:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6973
00000100:00080000:1.0:1767321733.826773:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321733.826777:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321733.826791:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909f480 x1853163994190976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321733.826859:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321733.826864:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321733.826865:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321733.826869:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6973
00000100:00080000:1.0:1767321733.826871:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321733.826875:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321733.826888:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b3d0e00 x1853163994191232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321733.826915:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321733.826919:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321733.826921:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321733.826925:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6973
00000100:00080000:1.0:1767321733.826928:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321733.826932:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321733.826950:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60ad30e00 x1853163994191488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321733.827020:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994191616:0@lo:400:kworker.0
00000100:00100000:1.0:1767321733.827038:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994191744:0@lo:400:kworker.0
00000100:00100000:0.0:1767321733.827131:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994191104:0@lo:400:kworker.0
00000100:00080000:3.0:1767321733.827359:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321733.827367:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994184192:0@lo:250:kworker.0
00000100:00100000:3.0:1767321733.827411:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994190720:0@lo:250:kworker.0
00000100:00100000:1.0:1767321733.827525:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321733.827611:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994191744
00000100:00100000:1.0:1767321733.827622:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994191744
00000100:00100000:1.0:1767321733.827698:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4075
00000100:00100000:1.0:1767321733.827723:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994191744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321733.827795:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994191744:12345-0@lo:400:kworker.0 Request processed in 87us (269us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321733.827805:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4075
00000100:00080000:1.0:1767321733.827836:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321733.827875:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994191744:0@lo:400:kworker.0
00000100:00100000:1.0:1767321733.827939:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994191360:0@lo:400:kworker.0
00000100:00100000:1.0:1767321733.827974:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321733.828028:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994191360
00000100:00100000:1.0:1767321733.828033:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994191360
00000100:00100000:1.0:1767321733.828069:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6632
00000100:00100000:1.0:1767321733.828076:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994191360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321733.828110:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994191360:12345-0@lo:400:kworker.0 Request processed in 35us (136us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321733.828116:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6632
00000100:00100000:2.0:1767321733.828504:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321733.828546:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994191616
00000100:00100000:2.0:1767321733.828551:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994191616
00000100:00100000:2.0:1767321733.828582:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4076
00000100:00100000:2.0:1767321733.828605:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994191616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321733.828644:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994191616:12345-0@lo:400:kworker.0 Request processed in 56us (141us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321733.828651:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4076
00000100:00080000:2.0:1767321733.828672:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321733.828676:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321733.828701:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b705ad4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994191616:0@lo:400:kworker.0
00000100:00100000:2.0:1767321733.828751:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994191360:0@lo:400:kworker.0
00000100:00100000:0.0:1767321733.829425:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321733.829500:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994191104
00000100:00100000:0.0:1767321733.829518:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994191104
00000100:00080000:0.0:1767321733.829545:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321733.829587:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6633
00000100:00100000:0.0:1767321733.829597:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994191104:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321733.829646:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994191104:12345-0@lo:400:kworker.0 Request processed in 50us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321733.829653:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6633
00000100:00100000:0.0:1767321733.829693:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994191104:0@lo:400:kworker.0
00000400:00000100:3.0:1767321733.832742:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994190720 offset 0 length 520: 4
00000100:00100000:3.0:1767321733.832828:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994190848:0@lo:38:kworker.0
00000100:00100000:3.0:1767321733.832898:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321733.832945:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994190976:0@lo:38:kworker.0
00000100:00100000:3.0:1767321733.832976:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321733.833012:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994191232:0@lo:38:kworker.0
00000100:00100000:3.0:1767321733.833037:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321733.833063:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60ad30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994191488:0@lo:38:kworker.0
00000100:00100000:3.0:1767321733.833086:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321733.833184:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994190848
00000100:00100000:3.0:1767321733.833194:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994190848
00000100:00100000:3.0:1767321733.833242:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994191232
00000100:00100000:1.0:1767321733.835008:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994191488
00000100:00100000:1.0:1767321733.835029:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994191488
00000100:00100000:1.0:1767321733.835093:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74156
00000100:00100000:1.0:1767321733.835104:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994190848:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321733.835304:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994191232
00000100:00100000:3.0:1767321733.835361:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74157
00000100:00100000:3.0:1767321733.835367:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994191488:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321733.835389:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321733.835510:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994191488:12345-0@lo:38:kworker.0 Request processed in 142us (2422us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321733.835518:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74157
00000100:00100000:3.0:1767321733.835541:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74158
00000100:00100000:3.0:1767321733.835546:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994191232:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321733.835556:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321733.835582:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994191232:12345-0@lo:38:kworker.0 Request processed in 35us (2544us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321733.835588:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74158
00000100:00080000:3.0:1767321733.835693:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321733.835699:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321733.836681:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994190976
00000100:00100000:2.0:1767321733.836694:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994190976
00000100:00100000:2.0:1767321733.836744:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559
00000100:00100000:2.0:1767321733.836751:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994190976:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321733.836772:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321733.836840:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994190976:12345-0@lo:38:kworker.0 Request processed in 88us (3862us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321733.836847:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559
00010000:00020000:1.0:1767321733.837018:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321733.837061:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b706358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994190848:12345-0@lo:38:kworker.0 Request processed in 1958us (4173us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321733.837069:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74156
00000100:00100000:3.0:1767321733.837741:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b3d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994191232:0@lo:38:kworker.0
00000100:00080000:3.0:1767321733.837786:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321733.837791:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321733.837795:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60ad30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994191488:0@lo:38:kworker.0
00000100:00080000:3.0:1767321733.837835:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321733.837839:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321733.837841:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994190848:0@lo:38:kworker.0
00000100:00080000:3.0:1767321733.837852:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321733.837856:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321733.837859:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994190976:0@lo:38:kworker.0
00000100:00100000:2.0:1767321734.397336:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321734.397437:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321734.731009:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:0.0:1767321734.731062:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942323456 offset 0 length 520: 4
00000100:00100000:0.0:1767321734.731151:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321734.731386:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942323712
00000100:00100000:2.0:1767321734.731401:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942323712
00000100:00080000:0.0:1767321734.731490:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321734.731492:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942323584
00000100:00100000:2.0:1767321734.731497:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942323584
00000100:00100000:2.0:1767321734.731519:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6634
00000100:00100000:2.0:1767321734.731530:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942323712:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321734.731648:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942323712:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 119us (655us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321734.731663:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74159
00000100:00100000:1.0:1767321734.731794:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942323584:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321734.731823:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321734.731856:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942323584:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 64us (705us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321734.731967:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6634
00000100:00100000:1.0:1767321734.739980:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74159
00010000:00010000:3.0:1767321735.423046:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321735.423469:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321736.381626:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321736.381662:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994191872:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321736.381770:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321736.382071:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321736.382084:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994192000:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321736.382121:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321736.382268:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994191872
00000100:00100000:3.0:1767321736.382280:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994191872
00000100:00100000:3.0:1767321736.382366:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994192000
00000100:00100000:3.0:1767321736.382370:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994192000
00000100:00100000:3.0:1767321736.382402:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3885
00000100:00100000:3.0:1767321736.382413:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994191872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321736.382453:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321736.382511:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994191872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (741us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321736.382520:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3885
00000100:00100000:3.0:1767321736.382540:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3886
00000100:00100000:3.0:1767321736.382546:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994192000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321736.382563:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321736.382589:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994192000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (467us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321736.382595:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3886
00000100:00100000:3.0:1767321736.382644:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994191872:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321736.382762:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321736.382767:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321736.382791:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994192000:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321736.445434:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321736.445641:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321737.469656:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321737.469834:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321738.493572:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321738.493728:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767321738.943269:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321738.943285:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321738.943288:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321738.943292:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321738.943298:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321738.943308:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6978
00000100:00080000:3.0:1767321738.943314:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321738.943323:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321738.943376:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909f800 x1853163994192128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321738.943418:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321738.943422:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321738.943423:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321738.943428:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6978
00000100:00080000:3.0:1767321738.943431:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321738.943435:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321738.943453:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909f480 x1853163994192256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321738.943548:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60ad30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994192384:0@lo:400:kworker.0
00000100:00100000:1.0:1767321738.943645:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321738.943814:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994192128:0@lo:38:kworker.0
00000100:00100000:0.0:1767321738.943854:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321738.943877:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994192256:0@lo:38:kworker.0
00000100:00100000:0.0:1767321738.943904:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321738.945310:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994192384
00000100:00100000:2.0:1767321738.945328:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994192384
00000100:00100000:2.0:1767321738.945422:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994192128
00000100:00100000:2.0:1767321738.945425:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994192128
00000100:00100000:2.0:1767321738.945449:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6635
00000100:00100000:2.0:1767321738.945461:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994192384:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767321738.945591:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321738.945632:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994192256
00000100:00100000:0.0:1767321738.945636:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994192256
00000100:00100000:0.0:1767321738.945662:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560
00000100:00100000:0.0:1767321738.945668:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994192256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321738.945693:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321738.945742:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994192256:12345-0@lo:38:kworker.0 Request processed in 74us (1836us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321738.945749:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560
00000100:00080000:0.0:1767321738.945806:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321738.945812:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321738.945817:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994192256:0@lo:38:kworker.0
00000100:00100000:0.0:1767321738.945855:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74160
00000100:00100000:0.0:1767321738.945861:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994192128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321738.945870:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321738.945901:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994192128:12345-0@lo:38:kworker.0 Request processed in 38us (2046us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321738.945906:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74160
00000100:00080000:0.0:1767321738.945937:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321738.945941:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321738.945945:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994192128:0@lo:38:kworker.0
00000100:00080000:3.0:1767321738.946089:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321738.946095:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321738.946098:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321738.946104:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6978
00000100:00080000:3.0:1767321738.946109:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321738.946115:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321738.946155:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251c00 x1853163994192512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321738.946220:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321738.946224:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321738.946226:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321738.946230:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6978
00000100:00080000:3.0:1767321738.946233:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321738.946237:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321738.946248:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a399c00 x1853163994192768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321738.946313:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994193024:0@lo:400:kworker.0
00000100:00100000:0.0:1767321738.946361:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321738.946412:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994192640:0@lo:400:kworker.0
00000100:00100000:0.0:1767321738.946437:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321738.946455:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321738.946460:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994192896:0@lo:400:kworker.0
00000100:00100000:0.0:1767321738.946479:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321738.946510:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994193024
00000100:00100000:0.0:1767321738.946514:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994193024
00000100:00100000:0.0:1767321738.946554:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994192896
00000100:00100000:0.0:1767321738.946556:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994192896
00000100:00100000:0.0:1767321738.946575:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4077
00000100:00100000:0.0:1767321738.946581:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994193024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321738.946624:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994193024:12345-0@lo:400:kworker.0 Request processed in 43us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321738.946631:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4077
00000100:00100000:0.0:1767321738.946645:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4078
00000100:00100000:0.0:1767321738.946651:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994192896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321738.946677:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994192896:12345-0@lo:400:kworker.0 Request processed in 26us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321738.946681:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4078
00000100:00100000:0.0:1767321738.946715:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994192640
00000100:00100000:0.0:1767321738.946719:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994192640
00000100:00100000:0.0:1767321738.946748:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6636
00000100:00100000:0.0:1767321738.946753:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994192640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321738.946782:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994192640:12345-0@lo:400:kworker.0 Request processed in 29us (345us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321738.946788:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6636
00000100:00080000:0.0:1767321738.946808:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321738.946813:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321738.946815:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321738.946844:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994192896:0@lo:400:kworker.0
00000100:00100000:0.0:1767321738.946853:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994192640:0@lo:400:kworker.0
00000100:00100000:0.0:1767321738.946878:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994193024:0@lo:400:kworker.0
00000100:00100000:0.0:1767321738.946891:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994192512:0@lo:38:kworker.0
00000100:00100000:0.0:1767321738.946920:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321738.946934:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994192768:0@lo:38:kworker.0
00000100:00100000:0.0:1767321738.946953:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321738.946975:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994192512
00000100:00100000:0.0:1767321738.946978:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994192512
00000100:00100000:0.0:1767321738.946994:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994192768
00000100:00100000:0.0:1767321738.946996:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994192768
00000100:00100000:0.0:1767321738.947008:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74161
00000100:00100000:0.0:1767321738.947013:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741247050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994192512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321738.947026:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321738.947053:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741247050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994192512:12345-0@lo:38:kworker.0 Request processed in 39us (132us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321738.947058:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74161
00000100:00100000:0.0:1767321738.947068:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74162
00000100:00100000:0.0:1767321738.947071:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994192768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321738.947078:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321738.947096:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994192768:12345-0@lo:38:kworker.0 Request processed in 23us (142us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321738.947101:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74162
00000100:00080000:0.0:1767321738.947125:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321738.947129:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321738.947131:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994192512:0@lo:38:kworker.0
00000100:00080000:0.0:1767321738.947139:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321738.947141:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321738.947144:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994192768:0@lo:38:kworker.0
00000100:00100000:2.0:1767321738.950279:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994192384:12345-0@lo:400:kworker.0 Request processed in 4810us (6625us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321738.950295:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6635
00000100:00100000:1.0:1767321738.956592:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60ad30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994192384:0@lo:400:kworker.0
00010000:00010000:3.0:1767321739.517432:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321739.520376:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321739.851117:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321739.851237:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321739.851414:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942323968
00000100:00100000:0.0:1767321739.851428:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942323968
00000100:00100000:0.0:1767321739.851538:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942323840
00000100:00100000:0.0:1767321739.851542:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942323840
00000100:00100000:0.0:1767321739.851569:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6637
00000100:00100000:0.0:1767321739.851581:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942323968:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321739.851684:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942323968:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 105us (581us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321739.851693:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6637
00000100:00100000:0.0:1767321739.851715:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74163
00000100:00100000:0.0:1767321739.851720:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942323840:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321739.851747:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321739.851775:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942323840:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 53us (538us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321739.851781:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74163
00000100:00080000:1.0:1767321739.852235:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321740.541370:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321740.546557:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321741.502320:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994193152:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321741.502428:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321741.502480:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321741.502498:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994193280:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321741.502531:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321741.502776:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994193152
00000100:00100000:2.0:1767321741.502787:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994193152
00000100:00080000:0.0:1767321741.502914:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321741.503437:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994193280
00000100:00100000:2.0:1767321741.503444:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994193280
00000100:00080000:0.0:1767321741.503508:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321741.506949:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3887
00000100:00100000:1.0:1767321741.507067:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994193152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321741.507121:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321741.507341:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994193152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 374us (4912us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321741.507350:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3887
00000100:00100000:1.0:1767321741.507385:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3888
00000100:00100000:1.0:1767321741.507394:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994193280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321741.507415:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321741.507455:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994193280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (4923us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321741.507462:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3888
00000100:00100000:1.0:1767321741.507542:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994193280:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321741.512422:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994193152:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321741.565388:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321741.566703:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321742.589811:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321742.590858:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321743.614428:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321743.614701:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767321744.061335:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321744.061352:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321744.061355:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321744.061359:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321744.061363:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321744.061371:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6983
00000100:00080000:3.0:1767321744.061377:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321744.061384:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321744.061427:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292a00 x1853163994193408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321744.061455:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321744.061458:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321744.061460:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321744.061464:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6983
00000100:00080000:3.0:1767321744.061466:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321744.061470:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321744.061483:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291500 x1853163994193536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321744.061576:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321744.061593:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321744.061595:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321744.061599:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6983
00000100:00080000:3.0:1767321744.061601:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321744.061605:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321744.061618:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290a80 x1853163994193792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321744.061651:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321744.061655:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321744.061657:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321744.061661:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6983
00000100:00100000:1.0:1767321744.061666:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994193664:0@lo:400:kworker.0
00000100:00080000:3.0:1767321744.061666:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321744.061672:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321744.061687:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292300 x1853163994194048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321744.061748:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994193920:0@lo:400:kworker.0
00000100:00100000:1.0:1767321744.061792:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321744.061908:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994194304:0@lo:400:kworker.0
00000100:00100000:0.0:1767321744.062013:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994193408:0@lo:38:kworker.0
00000100:00100000:3.0:1767321744.068526:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321744.068758:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994193664
00000100:00100000:1.0:1767321744.068770:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994193664
00000100:00100000:1.0:1767321744.068832:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994193920
00000100:00100000:1.0:1767321744.068836:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994193920
00000100:00100000:1.0:1767321744.069068:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6638
00000100:00100000:1.0:1767321744.069078:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994193664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321744.069198:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994193664:12345-0@lo:400:kworker.0 Request processed in 120us (7404us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321744.069200:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321744.069210:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6638
00000100:00100000:1.0:1767321744.069232:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6639
00000100:00100000:2.0:1767321744.069285:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994194304
00000100:00100000:2.0:1767321744.069290:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994194304
00000100:00100000:1.0:1767321744.069320:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994193920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321744.069327:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4079
00000100:00100000:2.0:1767321744.069337:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994194304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321744.069360:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994193920:12345-0@lo:400:kworker.0 Request processed in 120us (841us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321744.069386:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994194304:12345-0@lo:400:kworker.0 Request processed in 50us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321744.069393:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4079
00000100:00100000:2.0:1767321744.069437:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994194304:0@lo:400:kworker.0
00000100:00100000:2.0:1767321744.069511:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994194176:0@lo:400:kworker.0
00000100:00100000:2.0:1767321744.069542:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321744.069585:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994194176
00000100:00100000:2.0:1767321744.069589:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994194176
00000100:00100000:2.0:1767321744.069615:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4080
00000100:00100000:2.0:1767321744.069622:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994194176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321744.069657:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994194176:12345-0@lo:400:kworker.0 Request processed in 36us (114us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321744.069663:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4080
00000100:00100000:1.0:1767321744.069686:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6639
00000100:00100000:2.0:1767321744.069688:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994194176:0@lo:400:kworker.0
00000100:00080000:1.0:1767321744.069716:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321744.069721:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321744.069724:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321744.069750:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994193664:0@lo:400:kworker.0
00000100:00100000:0.0:1767321744.070410:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321744.070725:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994193536:0@lo:38:kworker.0
00000100:00100000:0.0:1767321744.070769:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321744.070805:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994193792:0@lo:38:kworker.0
00000100:00100000:0.0:1767321744.070827:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321744.070875:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994193536
00000100:00100000:1.0:1767321744.070881:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994193536
00000100:00100000:1.0:1767321744.070915:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561
00000100:00100000:1.0:1767321744.070920:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994193536:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321744.070968:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321744.071005:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994193536:12345-0@lo:38:kworker.0 Request processed in 83us (235us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321744.071010:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561
00000100:00100000:0.0:1767321744.071603:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994194048:0@lo:38:kworker.0
00000100:00100000:0.0:1767321744.071636:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321744.072027:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994193408
00000100:00100000:2.0:1767321744.072034:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994193408
00000100:00100000:2.0:1767321744.072114:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994193792
00000100:00100000:2.0:1767321744.072118:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994193792
00000100:00100000:2.0:1767321744.072140:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74164
00000100:00100000:2.0:1767321744.072146:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994193408:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321744.072183:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321744.072240:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994193408:12345-0@lo:38:kworker.0 Request processed in 93us (1831us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321744.072343:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74164
00000100:00100000:2.0:1767321744.072368:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74165
00000100:00100000:2.0:1767321744.072373:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994193792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321744.072384:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321744.072411:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994193792:12345-0@lo:38:kworker.0 Request processed in 37us (1583us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321744.072417:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74165
00000100:00080000:0.0:1767321744.072584:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321744.072590:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321744.072594:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994193408:0@lo:38:kworker.0
00000100:00080000:0.0:1767321744.072604:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321744.072607:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321744.072609:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994193536:0@lo:38:kworker.0
00000100:00080000:0.0:1767321744.072617:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321744.072621:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321744.072624:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994193792:0@lo:38:kworker.0
00000100:00100000:2.0:1767321744.072865:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994194048
00000100:00100000:2.0:1767321744.072870:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994194048
00000100:00100000:2.0:1767321744.072904:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74166
00000100:00100000:2.0:1767321744.072908:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994194048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321744.072919:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321744.073238:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994194048:12345-0@lo:38:kworker.0 Request processed in 327us (1600us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321744.073246:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74166
00000100:00080000:0.0:1767321744.073372:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321744.073377:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321744.073380:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994194048:0@lo:38:kworker.0
00000100:00100000:3.0:1767321744.082821:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994193920:0@lo:400:kworker.0
00000100:00100000:2.0:1767321744.637284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321744.637419:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321744.969349:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321744.969436:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321744.969518:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942324224
00000100:00100000:2.0:1767321744.969527:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942324224
00000100:00100000:2.0:1767321744.969588:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942324096
00000100:00100000:2.0:1767321744.969591:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942324096
00000100:00100000:2.0:1767321744.969605:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6640
00000100:00100000:2.0:1767321744.969613:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942324224:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321744.969674:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942324224:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 63us (337us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321744.969679:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6640
00000100:00100000:2.0:1767321744.969693:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74167
00000100:00100000:2.0:1767321744.969695:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942324096:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321744.969714:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321744.969729:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942324096:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 33us (294us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321744.969733:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74167
00000100:00080000:0.0:1767321744.969928:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321745.661404:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321745.661538:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321746.621747:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321746.621774:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994194432:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321746.621865:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321746.622697:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994194432
00000100:00100000:0.0:1767321746.622707:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994194432
00000100:00100000:0.0:1767321746.622777:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3889
00000100:00100000:0.0:1767321746.622787:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994194432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321746.622830:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321746.622889:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994194432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (1024us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321746.622897:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3889
00000100:00080000:3.0:1767321746.622966:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321746.623024:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994194560:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321746.623073:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321746.623154:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994194432:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321746.623217:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994194560
00000100:00100000:1.0:1767321746.623221:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994194560
00000100:00100000:2.0:1767321746.623266:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3890
00000100:00100000:2.0:1767321746.623278:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994194560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321746.623299:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767321746.623340:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321746.623345:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994194560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (272us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321746.623353:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3890
00000100:00100000:1.0:1767321746.623746:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994194560:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321746.685289:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321746.689068:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321747.709321:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321747.709983:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321748.733897:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321748.734918:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321749.181551:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321749.181565:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321749.181569:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321749.181572:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321749.181577:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321749.181586:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6988
00000100:00080000:1.0:1767321749.181591:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321749.181599:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321749.181641:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1c00 x1853163994194688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321749.181665:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321749.181668:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321749.181670:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321749.181674:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6988
00000100:00080000:1.0:1767321749.181676:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321749.181680:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321749.181693:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3800 x1853163994194816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321749.181736:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321749.181740:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321749.181742:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321749.181745:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6988
00000100:00080000:1.0:1767321749.181747:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321749.181751:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321749.181761:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3b80 x1853163994195072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321749.181783:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321749.181786:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321749.181788:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321749.181791:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6988
00000100:00080000:1.0:1767321749.181794:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321749.181796:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321749.181804:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d2300 x1853163994195328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321749.181839:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994195456:0@lo:400:kworker.0
00000100:00100000:1.0:1767321749.181908:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321749.181962:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321749.181969:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994195200:0@lo:400:kworker.0
00000100:00100000:1.0:1767321749.182005:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321749.182042:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994195200
00000100:00100000:1.0:1767321749.182049:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994195200
00000100:00100000:1.0:1767321749.182105:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6641
00000100:00100000:1.0:1767321749.182116:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994195200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321749.182189:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60ad30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994195200:12345-0@lo:400:kworker.0 Request processed in 75us (192us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321749.182196:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6641
00000100:00100000:1.0:1767321749.182238:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994195200:0@lo:400:kworker.0
00000100:00100000:0.0:1767321749.182468:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994195584:0@lo:400:kworker.0
00000100:00100000:0.0:1767321749.182499:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321749.182651:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321749.182659:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994194944:0@lo:400:kworker.0
00000100:00100000:0.0:1767321749.182683:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321749.182709:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994194944
00000100:00100000:0.0:1767321749.182713:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994194944
00000100:00100000:0.0:1767321749.182738:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6642
00000100:00100000:0.0:1767321749.182745:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994194944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321749.182778:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994194944:12345-0@lo:400:kworker.0 Request processed in 34us (94us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321749.182785:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6642
00000100:00100000:0.0:1767321749.182810:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994194944:0@lo:400:kworker.0
00000100:00080000:3.0:1767321749.182887:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321749.183034:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994194688:0@lo:38:kworker.0
00000100:00100000:2.0:1767321749.183089:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321749.183114:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994194816:0@lo:38:kworker.0
00000100:00100000:2.0:1767321749.183138:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321749.183191:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994195072:0@lo:38:kworker.0
00000100:00100000:2.0:1767321749.183213:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321749.183226:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994195328:0@lo:38:kworker.0
00000100:00100000:2.0:1767321749.183245:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321749.183275:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994195456
00000100:00100000:2.0:1767321749.183279:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994195456
00000100:00100000:2.0:1767321749.183309:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994195584
00000100:00100000:2.0:1767321749.183313:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994195584
00000100:00100000:2.0:1767321749.183335:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4081
00000100:00100000:2.0:1767321749.183341:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7331ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994195456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321749.183465:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994194816
00000100:00100000:1.0:1767321749.183470:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994194816
00000100:00100000:1.0:1767321749.183493:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562
00000100:00100000:1.0:1767321749.183498:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994194816:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321749.183519:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321749.183569:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994194816:12345-0@lo:38:kworker.0 Request processed in 69us (429us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321749.183575:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562
00000100:00100000:1.0:1767321749.183614:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994194688
00000100:00100000:1.0:1767321749.183617:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994194688
00000100:00100000:1.0:1767321749.183633:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994195072
00000100:00100000:1.0:1767321749.183636:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994195072
00000100:00100000:1.0:1767321749.183645:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994195328
00000100:00100000:1.0:1767321749.183647:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994195328
00000100:00100000:1.0:1767321749.183658:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74168
00000100:00100000:1.0:1767321749.183662:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994194688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321749.183672:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321749.183696:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994194688:12345-0@lo:38:kworker.0 Request processed in 32us (606us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321749.183702:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74168
00000100:00100000:1.0:1767321749.183712:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74169
00000100:00100000:1.0:1767321749.183715:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994195072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321749.183724:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321749.183745:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994195072:12345-0@lo:38:kworker.0 Request processed in 28us (532us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321749.183751:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74169
00000100:00100000:1.0:1767321749.183761:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74170
00000100:00100000:1.0:1767321749.183765:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994195328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321749.183775:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321749.183795:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7411c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994195328:12345-0@lo:38:kworker.0 Request processed in 29us (549us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321749.183800:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74170
00000100:00100000:1.0:1767321749.183822:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4082
00000100:00100000:1.0:1767321749.183830:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994195584:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321749.183861:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994195584:12345-0@lo:400:kworker.0 Request processed in 33us (1361us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321749.183867:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4082
00000100:00080000:1.0:1767321749.183941:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321749.183946:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321749.183950:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994194688:0@lo:38:kworker.0
00000100:00080000:1.0:1767321749.183960:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321749.183963:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321749.183966:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994194816:0@lo:38:kworker.0
00000100:00080000:1.0:1767321749.183973:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321749.183976:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321749.183979:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994195072:0@lo:38:kworker.0
00000100:00080000:1.0:1767321749.183987:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321749.183990:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321749.183992:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994195328:0@lo:38:kworker.0
00000100:00080000:3.0:1767321749.184188:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321749.184192:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321749.184269:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994195584:0@lo:400:kworker.0
00000100:00100000:2.0:1767321749.184483:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7331ce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994195456:12345-0@lo:400:kworker.0 Request processed in 1140us (2572us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321749.184490:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4081
00000100:00100000:1.0:1767321749.185501:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994195456:0@lo:400:kworker.0
00000100:00100000:1.0:1767321749.759071:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:0.0:1767321749.761476:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321750.087392:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321750.087507:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321750.087826:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942324352
00000100:00100000:1.0:1767321750.087840:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942324352
00000100:00100000:1.0:1767321750.087941:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942324480
00000100:00100000:1.0:1767321750.087946:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942324480
00000100:00080000:0.0:1767321750.088026:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321750.088066:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6643
00000100:00100000:3.0:1767321750.088078:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942324480:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321750.088227:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942324480:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 151us (720us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321750.088236:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6643
00000100:00100000:3.0:1767321750.088257:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74171
00000100:00100000:3.0:1767321750.088262:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942324352:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321750.088284:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321750.088310:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942324352:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 47us (932us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321750.088318:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74171
00000100:00100000:2.0:1767321750.781742:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321750.781780:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321751.741539:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321751.741565:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994195712:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321751.741651:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321751.741733:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321751.741744:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994195840:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321751.741774:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321751.741845:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994195712
00000100:00100000:0.0:1767321751.741854:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994195712
00000100:00100000:1.0:1767321751.741901:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994195840
00000100:00100000:1.0:1767321751.741906:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994195840
00000100:00100000:0.0:1767321751.741933:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3891
00000100:00100000:0.0:1767321751.741945:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994195712:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321751.741963:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3892
00000100:00100000:1.0:1767321751.741973:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994195840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321751.741990:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00002000:00000024:1.0:1767321751.741992:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321751.742049:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994195712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (398us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321751.742053:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994195840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (276us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321751.742063:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3891
00000100:00100000:0.0:1767321751.742135:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994195712:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321751.745226:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321751.745241:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321751.745345:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994195840:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321751.750248:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3892
00000100:00100000:2.0:1767321751.805612:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321751.806730:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321752.829473:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321752.829562:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321753.853296:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321753.853584:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321754.305634:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321754.305643:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321754.305645:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321754.305650:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321754.305654:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321754.305661:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6993
00000100:00080000:0.0:1767321754.305666:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321754.305672:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321754.305708:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251c00 x1853163994195968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321754.305737:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321754.305741:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321754.305743:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321754.305785:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6993
00000100:00080000:0.0:1767321754.305788:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321754.305792:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321754.305807:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741252d80 x1853163994196096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321754.305857:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321754.305862:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321754.305863:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321754.305867:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6993
00000100:00080000:0.0:1767321754.305869:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321754.305873:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321754.305885:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251880 x1853163994196352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321754.305925:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321754.305929:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321754.305932:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321754.305936:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6993
00000100:00080000:0.0:1767321754.305939:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767321754.305941:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767321754.305943:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321754.305960:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60e418000 x1853163994196608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321754.305963:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994196480:0@lo:400:kworker.0
00000100:00100000:0.0:1767321754.306005:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321754.306015:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994196736:0@lo:400:kworker.0
00000100:00100000:2.0:1767321754.306038:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321754.306055:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321754.306112:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994196480
00000100:00100000:2.0:1767321754.306119:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994196480
00000100:00100000:0.0:1767321754.306125:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994195968:0@lo:38:kworker.0
00000100:00100000:0.0:1767321754.306155:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321754.306194:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994196864:0@lo:400:kworker.0
00000100:00100000:1.0:1767321754.306264:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321754.306298:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321754.306306:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994196224:0@lo:400:kworker.0
00000100:00100000:1.0:1767321754.306339:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994196736
00000100:00100000:1.0:1767321754.306343:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994196736
00000100:00100000:1.0:1767321754.306373:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994196864
00000100:00100000:1.0:1767321754.306376:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994196864
00000100:00100000:1.0:1767321754.306396:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4083
00000100:00100000:1.0:1767321754.306405:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994196736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321754.306429:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994196096:0@lo:38:kworker.0
00000100:00100000:0.0:1767321754.306469:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321754.306470:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994196736:12345-0@lo:400:kworker.0 Request processed in 62us (412us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321754.306480:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4083
00000100:00100000:0.0:1767321754.306499:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994196352:0@lo:38:kworker.0
00000100:00100000:1.0:1767321754.306504:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4084
00000100:00100000:1.0:1767321754.306515:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994196864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321754.306524:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321754.306549:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994196864:12345-0@lo:400:kworker.0 Request processed in 36us (284us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321754.306557:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4084
00000100:00100000:1.0:1767321754.306597:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994196736:0@lo:400:kworker.0
00000100:00100000:1.0:1767321754.306622:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994196096
00000100:00100000:1.0:1767321754.306625:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994196096
00000100:00100000:1.0:1767321754.306642:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563
00000100:00100000:1.0:1767321754.306647:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994196096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321754.306664:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321754.306709:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994196096:12345-0@lo:38:kworker.0 Request processed in 60us (242us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321754.306715:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563
00000100:00100000:2.0:1767321754.308063:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994195968
00000100:00100000:2.0:1767321754.308076:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994195968
00000100:00100000:2.0:1767321754.308131:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6644
00000100:00100000:2.0:1767321754.308145:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994196480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321754.308248:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994196480:12345-0@lo:400:kworker.0 Request processed in 109us (2210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321754.308257:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6644
00000100:00100000:2.0:1767321754.308278:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74172
00000100:00100000:2.0:1767321754.308282:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994195968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321754.308298:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321754.308327:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994195968:12345-0@lo:38:kworker.0 Request processed in 43us (2173us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321754.308334:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74172
00000100:00080000:2.0:1767321754.308361:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321754.308366:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321754.308369:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321754.308419:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994196480:0@lo:400:kworker.0
00000100:00100000:2.0:1767321754.320773:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994196352
00000100:00100000:0.0:1767321754.320788:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994196608:0@lo:38:kworker.0
00000100:00100000:2.0:1767321754.320790:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994196352
00000100:00100000:2.0:1767321754.320854:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74173
00000100:00100000:2.0:1767321754.320872:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994196352:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321754.320896:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321754.323044:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321754.323211:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994196352:12345-0@lo:38:kworker.0 Request processed in 2345us (16683us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321754.323223:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74173
00000100:00100000:2.0:1767321754.323264:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994196224
00000100:00100000:2.0:1767321754.323271:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994196224
00000100:00100000:2.0:1767321754.323324:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6645
00000100:00100000:2.0:1767321754.323332:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994196224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321754.323391:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994196224:12345-0@lo:400:kworker.0 Request processed in 59us (354us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321754.323397:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6645
00000100:00080000:2.0:1767321754.323416:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321754.333763:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321754.334004:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994196608
00000100:00100000:1.0:1767321754.334012:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994196608
00000100:00100000:1.0:1767321754.334051:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74174
00000100:00100000:1.0:1767321754.334058:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994196608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321754.334083:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321754.334227:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994196608:12345-0@lo:38:kworker.0 Request processed in 168us (473us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321754.334235:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74174
00000100:00080000:0.0:1767321754.334314:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321754.334320:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321754.334325:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994195968:0@lo:38:kworker.0
00000100:00080000:0.0:1767321754.334343:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321754.334346:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321754.334349:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994196096:0@lo:38:kworker.0
00000100:00080000:0.0:1767321754.334359:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321754.334745:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321754.334749:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994196352:0@lo:38:kworker.0
00000100:00080000:0.0:1767321754.334764:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321754.334767:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321754.334769:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994196608:0@lo:38:kworker.0
00000100:00100000:2.0:1767321754.340399:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994196224:0@lo:400:kworker.0
00000100:00100000:2.0:1767321754.340420:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994196864:0@lo:400:kworker.0
00000100:00100000:2.0:1767321754.877281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321754.877478:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321755.216758:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321755.216857:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321755.216959:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942324736
00000100:00100000:0.0:1767321755.216971:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942324736
00000100:00100000:0.0:1767321755.217058:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942324608
00000100:00100000:0.0:1767321755.217062:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942324608
00000100:00100000:0.0:1767321755.217084:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6646
00000100:00100000:0.0:1767321755.217095:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942324736:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321755.217219:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942324736:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 126us (473us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321755.217227:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6646
00000100:00100000:0.0:1767321755.217249:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74175
00000100:00100000:0.0:1767321755.217254:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942324608:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321755.217275:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321755.217300:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942324608:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (444us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321755.217309:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74175
00000100:00080000:1.0:1767321755.217667:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321755.901417:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321755.901493:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321756.861998:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321756.862022:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994196992:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321756.862096:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321756.862279:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994196992
00000100:00100000:1.0:1767321756.862290:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994196992
00000100:00100000:1.0:1767321756.862364:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3893
00000100:00100000:1.0:1767321756.862374:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994196992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321756.862419:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321756.862474:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994196992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (377us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321756.862482:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3893
00000100:00100000:1.0:1767321756.862531:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60e418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994196992:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321756.862792:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321756.868056:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321756.868082:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994197120:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321756.868148:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321756.868300:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994197120
00000100:00100000:0.0:1767321756.868309:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994197120
00000100:00100000:0.0:1767321756.868378:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3894
00000100:00100000:0.0:1767321756.868388:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994197120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321756.868418:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321756.868465:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994197120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (316us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321756.868473:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3894
00000100:00100000:3.0:1767321756.869028:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994197120:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321756.869111:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321756.925325:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321756.926998:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321757.949278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321757.950283:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321758.462098:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321733/real 1767321733]  req@ffff89b70909e680 x1853163994190720/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321758 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321758.462136:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b70909e680 x1853163994190720/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321758 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321758.462190:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321758.462217:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321758.462222:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994190720:0@lo:250:kworker.0
00000100:00080000:3.0:1767321758.462742:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321758.462749:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321758.462752:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321758.462757:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 6978
00000100:00080000:3.0:1767321758.462762:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321758.462769:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321758.462805:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291c00 x1853163994197248/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321758.462839:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321758.462843:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321758.462846:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321758.462849:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6999
00000100:00080000:3.0:1767321758.462852:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321758.462855:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321758.462869:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293800 x1853163994197376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321758.462883:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321758.462886:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321758.462888:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321758.462891:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6999
00000100:00080000:3.0:1767321758.462893:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321758.462896:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321758.462908:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290700 x1853163994197504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321758.463052:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321758.463096:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994197248:0@lo:250:kworker.0
00000400:00000100:0.0:1767321758.463146:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994197248 offset 0 length 520: 4
00000100:00100000:0.0:1767321758.463209:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994197376:0@lo:38:kworker.0
00000100:00100000:0.0:1767321758.463243:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321758.463264:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994197504:0@lo:38:kworker.0
00000100:00100000:0.0:1767321758.463288:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321758.463343:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994197376
00000100:00100000:0.0:1767321758.463351:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994197376
00000100:00100000:0.0:1767321758.463390:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74176
00000100:00100000:0.0:1767321758.463397:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994197376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321758.463416:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321758.463457:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994197376:12345-0@lo:38:kworker.0 Request processed in 59us (213us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321758.463463:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74176
00000100:00080000:0.0:1767321758.463512:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321758.463516:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321758.463519:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994197376:0@lo:38:kworker.0
00000100:00080000:3.0:1767321758.463680:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321758.463684:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321758.463686:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321758.463689:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6999
00000100:00080000:3.0:1767321758.463691:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321758.463695:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321758.463712:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629293100 x1853163994197760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321758.463739:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321758.463742:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321758.463743:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321758.463746:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6999
00000100:00080000:3.0:1767321758.463748:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321758.463752:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321758.463762:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290a80 x1853163994198016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321758.463843:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994197760:0@lo:38:kworker.0
00000100:00100000:0.0:1767321758.463870:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321758.463888:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994198016:0@lo:38:kworker.0
00000100:00100000:0.0:1767321758.463908:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321758.463933:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994197760
00000100:00100000:0.0:1767321758.463936:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994197760
00000100:00100000:0.0:1767321758.463966:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994198016
00000100:00100000:0.0:1767321758.463969:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994198016
00000100:00100000:0.0:1767321758.463983:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74177
00000100:00100000:0.0:1767321758.463987:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994197760:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321758.463998:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321758.464026:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994197760:12345-0@lo:38:kworker.0 Request processed in 38us (156us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321758.464033:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74177
00000100:00100000:0.0:1767321758.464046:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74178
00000100:00100000:0.0:1767321758.464049:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994198016:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321758.464058:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321758.464080:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994198016:12345-0@lo:38:kworker.0 Request processed in 29us (170us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321758.464085:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74178
00000100:00080000:0.0:1767321758.464117:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321758.464120:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321758.464124:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994197760:0@lo:38:kworker.0
00000100:00080000:0.0:1767321758.464131:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321758.464134:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321758.464137:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994198016:0@lo:38:kworker.0
00000100:00100000:0.0:1767321758.464184:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994198144:0@lo:400:kworker.0
00000100:00100000:0.0:1767321758.464213:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321758.464235:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321758.464241:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994197888:0@lo:400:kworker.0
00000100:00100000:0.0:1767321758.464261:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321758.464282:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994197888
00000100:00100000:0.0:1767321758.464286:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994197888
00000100:00100000:0.0:1767321758.464324:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6647
00000100:00100000:0.0:1767321758.464330:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994197888:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321758.464368:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994197888:12345-0@lo:400:kworker.0 Request processed in 39us (106us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321758.464375:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6647
00000100:00080000:0.0:1767321758.464391:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321758.464413:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994197888:0@lo:400:kworker.0
00000100:00100000:0.0:1767321758.464441:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994198144
00000100:00100000:0.0:1767321758.464445:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994198144
00000100:00100000:0.0:1767321758.464474:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4085
00000100:00100000:0.0:1767321758.464480:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994198144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321758.464524:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994198144:12345-0@lo:400:kworker.0 Request processed in 43us (310us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321758.464529:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4085
00000100:00080000:0.0:1767321758.464544:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321758.464558:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994198144:0@lo:400:kworker.0
00000100:00100000:1.0:1767321758.464802:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321758.464814:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994198272:0@lo:400:kworker.0
00000100:00100000:1.0:1767321758.464859:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321758.464895:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994198272
00000100:00100000:1.0:1767321758.464900:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994198272
00000100:00100000:1.0:1767321758.464933:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4086
00000100:00100000:1.0:1767321758.464941:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994198272:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321758.464988:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994198272:12345-0@lo:400:kworker.0 Request processed in 48us (128us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321758.464995:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4086
00000100:00080000:1.0:1767321758.465014:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321758.465031:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994198272:0@lo:400:kworker.0
00000100:00100000:1.0:1767321758.465051:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994197504
00000100:00100000:1.0:1767321758.465054:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994197504
00000100:00100000:1.0:1767321758.465074:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564
00000100:00100000:1.0:1767321758.465079:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994197504:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321758.465093:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321758.465126:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60e418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994197504:12345-0@lo:38:kworker.0 Request processed in 46us (1837us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321758.465133:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564
00000100:00080000:1.0:1767321758.465186:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321758.465191:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321758.465195:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994197504:0@lo:38:kworker.0
00000100:00100000:2.0:1767321758.465778:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994197632:0@lo:400:kworker.0
00000100:00100000:2.0:1767321758.465821:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321758.465902:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994197632
00000100:00100000:0.0:1767321758.465908:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994197632
00000100:00080000:1.0:1767321758.466046:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321758.466096:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6648
00000100:00100000:0.0:1767321758.466104:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994197632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321758.466177:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994197632:12345-0@lo:400:kworker.0 Request processed in 57us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321758.466184:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6648
00000100:00100000:1.0:1767321758.466260:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994197632:0@lo:400:kworker.0
00000100:00100000:2.0:1767321758.981221:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321758.982232:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321759.998202:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321759.998277:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767321760.328252:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942324864 offset 0 length 520: 4
00000100:00100000:0.0:1767321760.328301:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321760.328346:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321760.328741:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942324992
00000100:00100000:2.0:1767321760.328742:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942325120
00000100:00100000:2.0:1767321760.328753:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942325120
00000100:00100000:1.0:1767321760.328754:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942324992
00000100:00100000:1.0:1767321760.328819:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6649
00000100:00100000:2.0:1767321760.328834:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74179
00000100:00100000:1.0:1767321760.328835:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942325120:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321760.328844:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942324992:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321760.328867:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321760.328997:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321760.329003:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942325120:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 172us (652us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321760.329012:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6649
00000100:00100000:2.0:1767321760.332402:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942324992:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 3545us (4087us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321760.332881:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74179
00000100:00100000:2.0:1767321761.021381:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321761.022239:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321761.981634:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321761.981659:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994198400:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321761.981729:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321761.982007:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994198400
00000100:00100000:2.0:1767321761.982015:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994198400
00000100:00100000:2.0:1767321761.982087:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3895
00000100:00100000:2.0:1767321761.982106:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994198400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321761.982134:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321761.982278:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994198400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 175us (548us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321761.982286:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3895
00000100:00080000:0.0:1767321761.982364:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321761.982441:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994198400:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321761.983041:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994198528:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321761.983113:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321761.983213:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994198528
00000100:00100000:3.0:1767321761.983218:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994198528
00000100:00100000:3.0:1767321761.983278:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3896
00000100:00100000:3.0:1767321761.983286:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994198528:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321761.983310:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321761.983344:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994198528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321761.983351:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3896
00000100:00100000:1.0:1767321761.983422:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994198528:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321761.983561:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767321762.045421:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321762.045621:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321763.069313:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321763.075115:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321763.517560:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321763.517571:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321763.517574:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321763.517578:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321763.517582:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321763.517589:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7003
00000100:00080000:3.0:1767321763.517594:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321763.517611:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321763.517649:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290e00 x1853163994198656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321763.517666:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321763.517670:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321763.517672:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321763.517675:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7003
00000100:00080000:3.0:1767321763.517677:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321763.517681:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321763.517691:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291180 x1853163994198784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321763.517728:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321763.517740:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321763.517741:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321763.517745:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7003
00000100:00080000:3.0:1767321763.517747:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321763.517750:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321763.517761:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290700 x1853163994199040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321763.517787:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321763.517791:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321763.517792:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321763.517796:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7003
00000100:00080000:3.0:1767321763.517798:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321763.517801:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321763.517808:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291500 x1853163994199296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321763.517847:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994199168:0@lo:400:kworker.0
00000100:00100000:3.0:1767321763.517908:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321763.517968:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321763.517974:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994199424:0@lo:400:kworker.0
00000100:00100000:3.0:1767321763.518006:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321763.518048:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994199168
00000100:00100000:3.0:1767321763.518055:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994199168
00000100:00100000:3.0:1767321763.518108:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6650
00000100:00100000:3.0:1767321763.518118:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994199168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321763.518186:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994199168:12345-0@lo:400:kworker.0 Request processed in 69us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321763.518193:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6650
00000100:00100000:3.0:1767321763.518235:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994199168:0@lo:400:kworker.0
00000100:00100000:3.0:1767321763.518278:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994199424
00000100:00100000:3.0:1767321763.518281:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994199424
00000100:00100000:3.0:1767321763.518306:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4087
00000100:00100000:3.0:1767321763.518312:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994199424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321763.518342:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994199424:12345-0@lo:400:kworker.0 Request processed in 30us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321763.518348:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4087
00000100:00080000:3.0:1767321763.518362:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321763.518366:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321763.518379:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994199424:0@lo:400:kworker.0
00000100:00100000:3.0:1767321763.518405:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994199552:0@lo:400:kworker.0
00000100:00100000:3.0:1767321763.518426:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321763.518440:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321763.518444:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994198912:0@lo:400:kworker.0
00000100:00100000:3.0:1767321763.518459:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321763.518480:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994198656:0@lo:38:kworker.0
00000100:00100000:3.0:1767321763.518499:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321763.518511:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994198784:0@lo:38:kworker.0
00000100:00100000:3.0:1767321763.518529:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321763.518548:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994199040:0@lo:38:kworker.0
00000100:00100000:3.0:1767321763.518562:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321763.518574:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994199296:0@lo:38:kworker.0
00000100:00100000:3.0:1767321763.518588:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321763.518608:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994198912
00000100:00100000:3.0:1767321763.518611:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994198912
00000100:00100000:3.0:1767321763.518633:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994198656
00000100:00100000:3.0:1767321763.518635:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994198656
00000100:00100000:3.0:1767321763.518645:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994199040
00000100:00100000:3.0:1767321763.518647:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994199040
00000100:00100000:3.0:1767321763.518657:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994199296
00000100:00100000:3.0:1767321763.518658:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994199296
00000100:00100000:3.0:1767321763.518666:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6651
00000100:00100000:3.0:1767321763.518671:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994198912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321763.518698:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994198912:12345-0@lo:400:kworker.0 Request processed in 26us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321763.518703:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6651
00000100:00100000:3.0:1767321763.518713:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74180
00000100:00100000:3.0:1767321763.518717:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994198656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321763.518744:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321763.518771:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994198656:12345-0@lo:38:kworker.0 Request processed in 52us (270us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321763.518777:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74180
00000100:00100000:3.0:1767321763.518787:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74181
00000100:00100000:3.0:1767321763.518791:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994199040:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321763.518799:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321763.518815:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994199040:12345-0@lo:38:kworker.0 Request processed in 24us (253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321763.518820:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74181
00000100:00100000:3.0:1767321763.518828:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74182
00000100:00100000:3.0:1767321763.518832:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994199296:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321763.518845:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321763.518865:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994199296:12345-0@lo:38:kworker.0 Request processed in 31us (276us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321763.518870:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74182
00000100:00080000:3.0:1767321763.518891:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321763.518908:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994198912:0@lo:400:kworker.0
00000100:00100000:3.0:1767321763.518923:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994199552
00000100:00100000:3.0:1767321763.518926:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994199552
00000100:00100000:3.0:1767321763.518952:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4088
00000100:00100000:3.0:1767321763.518958:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994199552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321763.518988:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994199552:12345-0@lo:400:kworker.0 Request processed in 30us (561us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321763.518994:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4088
00000100:00080000:3.0:1767321763.519006:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321763.519020:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994199552:0@lo:400:kworker.0
00000100:00080000:3.0:1767321763.519039:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321763.519044:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321763.519047:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994198656:0@lo:38:kworker.0
00000100:00080000:3.0:1767321763.519054:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321763.519057:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321763.519059:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994199040:0@lo:38:kworker.0
00000100:00080000:3.0:1767321763.519066:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321763.519069:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321763.519071:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994199296:0@lo:38:kworker.0
00000100:00100000:3.0:1767321763.519109:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994198784
00000100:00100000:3.0:1767321763.519112:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994198784
00000100:00100000:3.0:1767321763.519131:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565
00000100:00100000:3.0:1767321763.519135:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994198784:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321763.519144:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321763.519195:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994198784:12345-0@lo:38:kworker.0 Request processed in 59us (665us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321763.519201:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565
00000100:00080000:3.0:1767321763.519227:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321763.519231:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321763.519233:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994198784:0@lo:38:kworker.0
00000100:00100000:2.0:1767321764.093290:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321764.093845:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321765.117311:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321765.123788:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321765.449404:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321765.449453:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321765.451371:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942325248
00000100:00100000:0.0:1767321765.451385:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942325248
00000100:00100000:0.0:1767321765.451475:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942325376
00000100:00100000:0.0:1767321765.451479:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942325376
00000100:00100000:0.0:1767321765.451548:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6652
00000100:00100000:0.0:1767321765.451560:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942325376:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321765.451646:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942325376:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 88us (2191us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321765.451652:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74183
00000100:00100000:0.0:1767321765.451664:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6652
00000100:00100000:3.0:1767321765.451666:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942325248:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321765.451689:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321765.451737:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942325248:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 73us (2342us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321765.451744:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74183
00000100:00080000:2.0:1767321765.451974:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321766.141313:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321766.147627:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321767.101427:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994199680:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321767.101499:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321767.101529:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994199680
00000100:00100000:1.0:1767321767.101538:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994199680
00000100:00100000:1.0:1767321767.101615:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3897
00000100:00100000:1.0:1767321767.101626:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994199680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321767.101658:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321767.101718:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994199680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (218us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321767.101724:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3897
00000100:00100000:0.0:1767321767.101735:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994199680:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321767.101761:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321767.102057:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994199808:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321767.102089:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321767.102317:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994199808
00000100:00100000:1.0:1767321767.102321:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994199808
00000100:00100000:1.0:1767321767.102351:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3898
00000100:00100000:1.0:1767321767.102357:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994199808:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321767.102375:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767321767.102481:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321767.102559:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994199808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 202us (469us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321767.102566:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3898
00000100:00100000:3.0:1767321767.103333:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994199808:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321767.165397:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321767.165629:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321768.189939:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321768.190031:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767321768.638005:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321768.638018:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321768.638022:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321768.638026:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321768.638031:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321768.638040:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7008
00000100:00080000:1.0:1767321768.638048:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321768.638055:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321768.638110:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3800 x1853163994199936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321768.638141:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321768.638145:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321768.638146:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321768.638150:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7008
00000100:00080000:1.0:1767321768.638153:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321768.638157:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321768.638192:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1c00 x1853163994200064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321768.638264:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321768.638268:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321768.638270:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321768.638274:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7008
00000100:00080000:1.0:1767321768.638277:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321768.638281:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321768.638295:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0380 x1853163994200320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321768.638325:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321768.638328:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321768.638329:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321768.638332:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7008
00000100:00080000:1.0:1767321768.638334:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321768.638337:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321768.638347:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcf480 x1853163994200576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321768.638390:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994200448:0@lo:400:kworker.0
00000100:00100000:1.0:1767321768.638468:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321768.638544:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321768.638550:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994200704:0@lo:400:kworker.0
00000100:00100000:1.0:1767321768.638577:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321768.638626:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994200448
00000100:00100000:1.0:1767321768.638634:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994200448
00000100:00100000:1.0:1767321768.638710:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6653
00000100:00100000:1.0:1767321768.638722:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994200448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321768.638783:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994200448:12345-0@lo:400:kworker.0 Request processed in 64us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321768.638792:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6653
00000100:00080000:1.0:1767321768.638816:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321768.639078:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994200192:0@lo:400:kworker.0
00000100:00100000:3.0:1767321768.639114:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321768.639137:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321768.639143:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994200832:0@lo:400:kworker.0
00000100:00100000:3.0:1767321768.639187:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321768.639215:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994200704
00000100:00100000:3.0:1767321768.639219:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994200704
00000100:00100000:3.0:1767321768.639263:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994200832
00000100:00100000:3.0:1767321768.639267:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994200832
00000100:00100000:3.0:1767321768.639287:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4089
00000100:00100000:3.0:1767321768.639294:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994200704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321768.639328:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994200704:12345-0@lo:400:kworker.0 Request processed in 35us (749us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321768.639334:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4089
00000100:00100000:3.0:1767321768.639346:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4090
00000100:00100000:3.0:1767321768.639353:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994200832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321768.639382:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994200832:12345-0@lo:400:kworker.0 Request processed in 30us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321768.639388:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4090
00000100:00100000:3.0:1767321768.639414:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994200192
00000100:00100000:3.0:1767321768.639417:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994200192
00000100:00100000:3.0:1767321768.639445:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6654
00000100:00100000:3.0:1767321768.639451:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994200192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321768.639479:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994200192:12345-0@lo:400:kworker.0 Request processed in 29us (364us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321768.639485:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6654
00000100:00080000:3.0:1767321768.639500:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321768.639527:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994200832:0@lo:400:kworker.0
00000100:00100000:3.0:1767321768.639538:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994200192:0@lo:400:kworker.0
00000100:00100000:0.0:1767321768.640256:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994199936:0@lo:38:kworker.0
00000100:00100000:0.0:1767321768.640299:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321768.640327:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994200064:0@lo:38:kworker.0
00000100:00100000:0.0:1767321768.640347:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321768.640378:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994200320:0@lo:38:kworker.0
00000100:00100000:0.0:1767321768.640396:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321768.640412:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994200576:0@lo:38:kworker.0
00000100:00100000:0.0:1767321768.640430:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321768.640461:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994199936
00000100:00100000:0.0:1767321768.640465:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994199936
00000100:00100000:0.0:1767321768.640485:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994200320
00000100:00100000:0.0:1767321768.640487:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994200320
00000100:00100000:0.0:1767321768.640498:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994200576
00000100:00100000:0.0:1767321768.640500:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994200576
00000100:00100000:0.0:1767321768.640513:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74184
00000100:00100000:0.0:1767321768.640517:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994199936:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321768.640534:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321768.640563:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994199936:12345-0@lo:38:kworker.0 Request processed in 44us (264us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321768.640571:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74184
00000100:00100000:0.0:1767321768.640583:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74185
00000100:00100000:0.0:1767321768.640586:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994200320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321768.640593:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321768.640613:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994200320:12345-0@lo:38:kworker.0 Request processed in 25us (216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321768.640618:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74185
00000100:00100000:0.0:1767321768.640626:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74186
00000100:00100000:0.0:1767321768.640630:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994200576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321768.640649:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321768.640670:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994200576:12345-0@lo:38:kworker.0 Request processed in 39us (239us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321768.640675:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74186
00000100:00080000:0.0:1767321768.640712:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321768.640716:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321768.640719:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994199936:0@lo:38:kworker.0
00000100:00080000:0.0:1767321768.640727:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321768.640730:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321768.640733:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994200320:0@lo:38:kworker.0
00000100:00080000:0.0:1767321768.640739:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321768.640742:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321768.640745:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994200576:0@lo:38:kworker.0
00000100:00100000:2.0:1767321768.641050:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994200064
00000100:00100000:2.0:1767321768.641055:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994200064
00000100:00100000:2.0:1767321768.641086:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566
00000100:00100000:2.0:1767321768.641092:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994200064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321768.641102:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321768.641140:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994200064:12345-0@lo:38:kworker.0 Request processed in 47us (791us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321768.641146:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566
00000100:00080000:2.0:1767321768.641192:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321768.641195:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321768.641199:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994200064:0@lo:38:kworker.0
00000100:00100000:1.0:1767321768.641512:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994200448:0@lo:400:kworker.0
00000100:00100000:1.0:1767321768.641539:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994200704:0@lo:400:kworker.0
00010000:00010000:3.0:1767321769.213441:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321769.213665:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321770.237785:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321770.239125:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321770.567873:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321770.568447:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942325504
00000100:00100000:3.0:1767321770.568461:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942325504
00000100:00100000:3.0:1767321770.568537:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74187
00000100:00100000:3.0:1767321770.568556:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942325504:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321770.568580:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321770.568666:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942325504:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 109us (803us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321770.568674:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74187
00000100:00100000:2.0:1767321770.568911:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321770.569591:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942325632
00000100:00100000:0.0:1767321770.569609:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942325632
00000100:00100000:0.0:1767321770.569697:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6655
00000100:00100000:0.0:1767321770.569706:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942325632:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321770.569764:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942325632:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 60us (853us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321770.569771:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6655
00000100:00080000:2.0:1767321770.570631:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321771.261394:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321771.262546:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321772.222713:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321772.222757:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994200960:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321772.223125:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321772.223135:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994201088:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321772.223240:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321772.223524:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321772.223618:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994201088
00000100:00100000:2.0:1767321772.223626:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994201088
00000100:00100000:2.0:1767321772.223688:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994200960
00000100:00100000:2.0:1767321772.223692:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994200960
00000100:00100000:2.0:1767321772.223724:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3899
00000100:00100000:2.0:1767321772.223734:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994201088:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321772.223767:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321772.223823:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994201088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (583us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321772.223832:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3899
00000100:00100000:2.0:1767321772.223850:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3900
00000100:00100000:2.0:1767321772.223857:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994200960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321772.223874:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321772.224186:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994200960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (379us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321772.224209:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3900
00000100:00080000:0.0:1767321772.225114:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321772.225121:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321772.225592:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994200960:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321772.225726:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994201088:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321772.289209:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321772.289905:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321773.310070:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321773.310412:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321773.757581:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321773.757597:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321773.757601:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321773.757605:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321773.757610:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321773.757621:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7013
00000100:00080000:2.0:1767321773.757629:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321773.757639:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321773.757700:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251880 x1853163994201216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321773.757723:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321773.757727:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321773.757730:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321773.758043:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7013
00000100:00080000:2.0:1767321773.758053:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321773.758061:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321773.758109:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b741251c00 x1853163994201344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321773.758266:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994201472:0@lo:400:kworker.0
00000100:00100000:1.0:1767321773.758336:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321773.758468:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994201472
00000100:00100000:3.0:1767321773.758478:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994201472
00000100:00100000:3.0:1767321773.758534:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6656
00000100:00100000:3.0:1767321773.758567:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994201472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321773.758704:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994201216:0@lo:38:kworker.0
00000100:00100000:0.0:1767321773.758774:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321773.758812:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994201344:0@lo:38:kworker.0
00000100:00100000:0.0:1767321773.758841:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321773.758887:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321773.758920:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994201216
00000100:00100000:0.0:1767321773.758927:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994201216
00000100:00100000:0.0:1767321773.758980:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74188
00000100:00100000:0.0:1767321773.758988:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994201216:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767321773.759008:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321773.759015:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00010000:00020000:0.0:1767321773.759016:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767321773.759020:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321773.759028:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7013
00000100:00080000:2.0:1767321773.759031:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321773.759035:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321773.759073:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994201216:12345-0@lo:38:kworker.0 Request processed in 82us (297us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321773.759082:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74188
00000100:00100000:2.0:1767321773.759091:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89880 x1853163994201600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321773.759121:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994201344
00000100:00100000:0.0:1767321773.759128:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994201344
00000100:00080000:2.0:1767321773.759131:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321773.759136:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321773.759138:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321773.759141:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7013
00000100:00080000:2.0:1767321773.759147:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321773.759152:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321773.759194:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b23c380 x1853163994201856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321773.759206:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567
00000100:00100000:0.0:1767321773.759217:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994201344:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321773.759230:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321773.759260:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994201344:12345-0@lo:38:kworker.0 Request processed in 45us (418us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321773.759266:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567
00000100:00100000:0.0:1767321773.759291:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994201728:0@lo:400:kworker.0
00000100:00100000:0.0:1767321773.759319:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321773.759341:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321773.759347:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994201984:0@lo:400:kworker.0
00000100:00100000:0.0:1767321773.759374:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321773.763100:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994201984
00000100:00100000:0.0:1767321773.763119:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994201984
00000100:00100000:0.0:1767321773.763227:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4091
00000100:00100000:3.0:1767321773.763229:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994201472:12345-0@lo:400:kworker.0 Request processed in 4679us (4885us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321773.763239:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994201984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321773.763245:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6656
00000100:00100000:3.0:1767321773.763272:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994201728
00000100:00100000:3.0:1767321773.763277:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994201728
00000100:00100000:2.0:1767321773.763290:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994201600:0@lo:38:kworker.0
00000100:00100000:3.0:1767321773.763318:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6657
00000100:00100000:3.0:1767321773.763328:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994201728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321773.763351:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321773.763365:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994201984:12345-0@lo:400:kworker.0 Request processed in 127us (3987us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321773.763373:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4091
00000100:00100000:3.0:1767321773.763381:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994201728:12345-0@lo:400:kworker.0 Request processed in 54us (4059us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321773.763388:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6657
00000100:00100000:2.0:1767321773.763392:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994201856:0@lo:38:kworker.0
00000100:00100000:3.0:1767321773.763404:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994201600
00000100:00100000:3.0:1767321773.763410:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994201600
00000100:00100000:2.0:1767321773.763424:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321773.763463:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321773.763468:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321773.763472:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994201216:0@lo:38:kworker.0
00000100:00080000:2.0:1767321773.763487:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321773.763490:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321773.763493:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b741251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994201344:0@lo:38:kworker.0
00000100:00100000:1.0:1767321773.764740:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994201472:0@lo:400:kworker.0
00000100:00100000:1.0:1767321773.764762:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321773.764775:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994202112:0@lo:400:kworker.0
00000100:00100000:1.0:1767321773.764958:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321773.765013:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994202112
00000100:00100000:1.0:1767321773.765018:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994202112
00000100:00100000:1.0:1767321773.765059:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4092
00000100:00100000:1.0:1767321773.765067:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994202112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321773.765112:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994202112:12345-0@lo:400:kworker.0 Request processed in 45us (154us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321773.765122:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4092
00000100:00100000:1.0:1767321773.765172:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994202112:0@lo:400:kworker.0
00000100:00100000:1.0:1767321773.765216:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994201984:0@lo:400:kworker.0
00000100:00100000:1.0:1767321773.765241:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994201728:0@lo:400:kworker.0
00000100:00100000:3.0:1767321773.769405:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994201856
00000100:00100000:3.0:1767321773.769423:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994201856
00000100:00100000:3.0:1767321773.769495:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74189
00000100:00100000:3.0:1767321773.769504:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994201600:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321773.769528:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321773.769634:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994201600:12345-0@lo:38:kworker.0 Request processed in 129us (6283us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321773.769642:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74189
00000100:00100000:3.0:1767321773.769661:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74190
00000100:00100000:3.0:1767321773.769665:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994201856:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321773.769675:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321773.769701:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994201856:12345-0@lo:38:kworker.0 Request processed in 34us (6277us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321773.769707:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74190
00000100:00080000:3.0:1767321773.769795:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321773.769800:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321773.769804:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994201600:0@lo:38:kworker.0
00000100:00080000:3.0:1767321773.769816:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321773.769820:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321773.769823:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994201856:0@lo:38:kworker.0
00000100:00080000:3.0:1767321773.769883:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321774.333913:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321774.334046:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321775.357378:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321775.357548:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321775.687950:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321775.688082:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942325888
00000100:00100000:1.0:1767321775.688109:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942325888
00000100:00100000:1.0:1767321775.688288:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6658
00000100:00100000:1.0:1767321775.688300:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942325888:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321775.688379:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942325888:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 82us (443us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321775.688385:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6658
00000100:00080000:3.0:1767321775.688727:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321775.692075:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321775.692380:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942325760
00000100:00100000:2.0:1767321775.692391:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942325760
00000100:00100000:2.0:1767321775.693855:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74191
00000100:00100000:2.0:1767321775.693867:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942325760:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321775.693989:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321775.694073:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942325760:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 206us (2008us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321775.694081:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74191
00000100:00100000:2.0:1767321776.381484:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321776.382054:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321777.342602:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994202240:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321777.342679:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321777.342983:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994202240
00000100:00100000:0.0:1767321777.342992:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994202240
00000100:00080000:3.0:1767321777.343052:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321777.343069:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3901
00000100:00100000:0.0:1767321777.343080:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994202240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321777.343111:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321777.343322:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994202240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 244us (642us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321777.343330:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3901
00000100:00100000:1.0:1767321777.343538:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994202368:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321777.343547:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994202240:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321777.343571:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321777.343986:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994202368
00000100:00100000:2.0:1767321777.343992:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994202368
00000100:00100000:2.0:1767321777.344041:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3902
00000100:00100000:2.0:1767321777.344049:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994202368:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321777.344070:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321777.344125:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994202368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (544us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321777.344133:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3902
00000100:00080000:3.0:1767321777.344226:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321777.347970:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994202368:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321777.405528:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321777.405579:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321778.429414:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321778.429791:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321778.880637:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321778.880648:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321778.880651:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321778.880655:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321778.880659:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321778.880667:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7018
00000100:00080000:0.0:1767321778.880672:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321778.880679:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321778.880723:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c380 x1853163994202496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321778.880756:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321778.880760:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321778.880762:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321778.880766:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7018
00000100:00080000:0.0:1767321778.880768:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321778.880771:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321778.880790:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615d880 x1853163994202624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321778.880831:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321778.880835:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321778.880837:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321778.880840:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7018
00000100:00080000:0.0:1767321778.880842:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321778.880846:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321778.880859:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615ea00 x1853163994202880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321778.880886:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321778.880889:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321778.880891:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321778.880894:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7018
00000100:00080000:0.0:1767321778.880896:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321778.880899:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321778.880908:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70615c700 x1853163994203136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321778.880951:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994203008:0@lo:400:kworker.0
00000100:00100000:0.0:1767321778.881014:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321778.881075:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321778.881082:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994203264:0@lo:400:kworker.0
00000100:00100000:0.0:1767321778.881105:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321778.881202:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994203264
00000100:00100000:1.0:1767321778.881210:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994203264
00000100:00100000:2.0:1767321778.881249:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994203008
00000100:00100000:2.0:1767321778.881254:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994203008
00000100:00100000:1.0:1767321778.881276:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4093
00000100:00100000:1.0:1767321778.881294:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994203264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321778.881300:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6659
00000100:00100000:2.0:1767321778.881310:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994203008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321778.881363:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994203264:12345-0@lo:400:kworker.0 Request processed in 78us (255us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321778.881373:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4093
00000100:00100000:1.0:1767321778.881398:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994202752:0@lo:400:kworker.0
00000100:00100000:3.0:1767321778.881405:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994202496:0@lo:38:kworker.0
00000100:00100000:0.0:1767321778.881550:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994203264:0@lo:400:kworker.0
00000100:00100000:0.0:1767321778.881561:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994203008:0@lo:400:kworker.0
00000100:00100000:0.0:1767321778.881596:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994203392:0@lo:400:kworker.0
00000100:00100000:2.0:1767321778.882099:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994203008:12345-0@lo:400:kworker.0 Request processed in 789us (1082us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321778.882108:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6659
00000100:00080000:2.0:1767321778.882135:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321778.882920:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321778.882949:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994202624:0@lo:38:kworker.0
00000100:00100000:3.0:1767321778.882981:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321778.883015:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994202880:0@lo:38:kworker.0
00000100:00100000:3.0:1767321778.883036:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321778.883053:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994203136:0@lo:38:kworker.0
00000100:00100000:3.0:1767321778.883074:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321778.883115:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994202624
00000100:00100000:3.0:1767321778.883121:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994202624
00000100:00100000:3.0:1767321778.883149:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568
00000100:00100000:3.0:1767321778.883155:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994202624:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321778.883337:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994202496
00000100:00100000:2.0:1767321778.883343:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994202496
00000100:00100000:2.0:1767321778.883368:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994202880
00000100:00100000:2.0:1767321778.883370:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994202880
00000100:00100000:2.0:1767321778.883383:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994203136
00000100:00100000:2.0:1767321778.883385:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994203136
00000100:00100000:2.0:1767321778.883776:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74192
00000100:00100000:2.0:1767321778.883782:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994202496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321778.883806:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321778.883859:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994202496:12345-0@lo:38:kworker.0 Request processed in 76us (942us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321778.883866:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74192
00000100:00100000:2.0:1767321778.883883:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74193
00000100:00100000:2.0:1767321778.883887:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994202880:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321778.883897:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321778.883919:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994202880:12345-0@lo:38:kworker.0 Request processed in 31us (882us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321778.883925:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74193
00000100:00100000:2.0:1767321778.883935:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74194
00000100:00100000:2.0:1767321778.883939:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994203136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321778.883948:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321778.883966:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994203136:12345-0@lo:38:kworker.0 Request processed in 26us (891us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321778.883971:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74194
00000100:00080000:2.0:1767321778.884137:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767321778.884144:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321778.884146:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321778.884152:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994202496:0@lo:38:kworker.0
00000100:00080000:2.0:1767321778.884186:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321778.884191:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321778.884194:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994202880:0@lo:38:kworker.0
00000100:00080000:2.0:1767321778.884205:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767321778.884206:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994203392
00000100:00100000:0.0:1767321778.884212:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994203392
00000100:00080000:2.0:1767321778.884212:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321778.884218:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994203136:0@lo:38:kworker.0
00000100:00100000:0.0:1767321778.884251:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4094
00000100:00100000:0.0:1767321778.884259:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994203392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321778.884624:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994203392:12345-0@lo:400:kworker.0 Request processed in 365us (481us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321778.884632:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4094
00000100:00100000:1.0:1767321778.887596:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767321778.887810:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321778.887883:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994202624:12345-0@lo:38:kworker.0 Request processed in 4726us (4899us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321778.887893:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568
00000100:00100000:2.0:1767321778.888141:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994203392:0@lo:400:kworker.0
00000100:00080000:1.0:1767321778.888239:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321778.888245:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321778.888248:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994202624:0@lo:38:kworker.0
00000100:00100000:0.0:1767321778.889199:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994202752
00000100:00100000:0.0:1767321778.889210:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994202752
00000100:00100000:0.0:1767321778.889546:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6660
00000100:00100000:0.0:1767321778.889556:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994202752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321778.889643:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994202752:12345-0@lo:400:kworker.0 Request processed in 90us (2055us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321778.889651:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6660
00000100:00100000:1.0:1767321778.889784:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994202752:0@lo:400:kworker.0
00000100:00080000:2.0:1767321778.892177:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321779.453343:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321779.454373:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321780.477279:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321780.477528:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321780.813784:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321780.814898:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321780.814967:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942326144
00000100:00100000:1.0:1767321780.814978:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942326144
00000100:00100000:3.0:1767321780.815064:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942326016
00000100:00100000:3.0:1767321780.815069:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942326016
00000100:00080000:2.0:1767321780.815114:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321780.815117:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6661
00000100:00100000:3.0:1767321780.815130:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942326144:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321780.815288:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942326144:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 159us (1514us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321780.815296:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6661
00000100:00100000:3.0:1767321780.815331:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74195
00000100:00100000:3.0:1767321780.815337:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942326016:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321780.817172:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321780.817254:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942326016:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 1913us (2359us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321780.817266:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74195
00000100:00100000:2.0:1767321781.501301:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321781.501745:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321782.461604:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994203520:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321782.461689:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321782.461699:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994203648:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321782.461716:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321782.461740:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321782.461781:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994203520
00000100:00100000:0.0:1767321782.461788:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994203520
00000100:00100000:0.0:1767321782.461858:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3903
00000100:00100000:0.0:1767321782.461866:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994203520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321782.461894:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321782.461959:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994203648
00000100:00100000:2.0:1767321782.461964:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994203648
00000100:00100000:2.0:1767321782.461993:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3904
00000100:00100000:2.0:1767321782.462001:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994203648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321782.462014:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321782.462042:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994203648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (304us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321782.462047:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3904
00000100:00080000:2.0:1767321782.462095:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321782.462099:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321782.462507:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994203520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 640us (790us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321782.462515:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3903
00000100:00100000:1.0:1767321782.462549:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994203520:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321782.462559:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994203648:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321782.525800:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321782.525857:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321783.552778:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321783.553355:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321783.997302:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321758/real 1767321758]  req@ffff89b629291c00 x1853163994197248/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321783 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321783.997351:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b629291c00 x1853163994197248/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321783 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767321783.997380:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321783.997408:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767321783.997412:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994197248:0@lo:250:kworker.0
00000100:00080000:3.0:1767321783.997516:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321783.997522:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321783.997525:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321783.997531:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 7003
00000100:00080000:3.0:1767321783.997535:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321783.997542:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321783.997572:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291c00 x1853163994203776/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321783.997600:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321783.997604:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321783.997605:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321783.997609:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7023
00000100:00080000:3.0:1767321783.997612:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321783.997616:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321783.997631:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291180 x1853163994203904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321783.997639:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321783.997643:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321783.997644:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321783.997648:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7023
00000100:00080000:3.0:1767321783.997651:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321783.997654:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321783.997665:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291500 x1853163994204032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321783.997699:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321783.997703:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321783.997705:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321783.997709:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7023
00000100:00080000:3.0:1767321783.997711:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321783.997715:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321783.997727:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290e00 x1853163994204288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321783.997762:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321783.997766:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321783.997768:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321783.997771:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7023
00000100:00080000:3.0:1767321783.997774:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321783.997777:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321783.997789:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292d80 x1853163994204544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321783.997876:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994204416:0@lo:400:kworker.0
00000100:00100000:3.0:1767321783.997936:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321783.997986:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321783.997993:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994204672:0@lo:400:kworker.0
00000100:00100000:3.0:1767321783.998017:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321783.998113:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994204672
00000100:00100000:0.0:1767321783.998121:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994204672
00000100:00100000:0.0:1767321783.998186:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4095
00000100:00100000:0.0:1767321783.998197:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994204672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321783.998251:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994204672:12345-0@lo:400:kworker.0 Request processed in 56us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321783.998258:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4095
00000100:00100000:0.0:1767321783.998296:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994204672:0@lo:400:kworker.0
00000100:00100000:0.0:1767321783.998316:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994204160:0@lo:400:kworker.0
00000100:00100000:0.0:1767321783.998343:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321783.998377:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321783.998382:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6291ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994204800:0@lo:400:kworker.0
00000100:00100000:0.0:1767321783.998402:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321783.998430:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994204416
00000100:00100000:0.0:1767321783.998434:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994204416
00000100:00100000:0.0:1767321783.998466:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994204160
00000100:00100000:0.0:1767321783.998469:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994204160
00000100:00100000:0.0:1767321783.998489:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6662
00000100:00100000:0.0:1767321783.998494:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994204416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321783.998529:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994204416:12345-0@lo:400:kworker.0 Request processed in 35us (593us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321783.998535:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6662
00000100:00100000:0.0:1767321783.998546:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6663
00000100:00100000:0.0:1767321783.998553:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994204160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321783.998579:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994204160:12345-0@lo:400:kworker.0 Request processed in 28us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321783.998583:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6663
00000100:00100000:0.0:1767321783.998594:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994204800
00000100:00100000:0.0:1767321783.998596:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994204800
00000100:00100000:0.0:1767321783.998610:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4096
00000100:00100000:0.0:1767321783.998614:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994204800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321783.998647:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994204800:12345-0@lo:400:kworker.0 Request processed in 32us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321783.998652:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4096
00000100:00100000:0.0:1767321783.998678:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994204416:0@lo:400:kworker.0
00000100:00100000:0.0:1767321783.998702:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6291ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994204800:0@lo:400:kworker.0
00000100:00100000:0.0:1767321783.998711:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994204160:0@lo:400:kworker.0
00000100:00100000:1.0:1767321783.998794:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994203776:0@lo:250:kworker.0
00000400:00000100:1.0:1767321783.998812:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994203776 offset 0 length 520: 4
00000100:00100000:1.0:1767321783.998825:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994203904:0@lo:38:kworker.0
00000100:00100000:1.0:1767321783.998840:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321783.998857:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994204032:0@lo:38:kworker.0
00000100:00100000:1.0:1767321783.998892:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321783.998912:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994204288:0@lo:38:kworker.0
00000100:00100000:1.0:1767321783.998932:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321783.998948:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994204544:0@lo:38:kworker.0
00000100:00100000:1.0:1767321783.998985:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321783.999010:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994204032
00000100:00100000:1.0:1767321783.999014:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994204032
00000100:00100000:1.0:1767321783.999036:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569
00000100:00100000:1.0:1767321783.999040:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994204032:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321783.999058:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321783.999091:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994204032:12345-0@lo:38:kworker.0 Request processed in 48us (197us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321783.999097:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569
00000100:00100000:1.0:1767321783.999114:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994203904
00000100:00100000:1.0:1767321783.999117:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994203904
00000100:00100000:1.0:1767321783.999145:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994204288
00000100:00100000:1.0:1767321783.999148:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994204288
00000100:00100000:1.0:1767321783.999183:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994204544
00000100:00100000:1.0:1767321783.999186:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994204544
00000100:00100000:1.0:1767321783.999201:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74196
00000100:00100000:1.0:1767321783.999205:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994203904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321783.999214:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321783.999239:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994203904:12345-0@lo:38:kworker.0 Request processed in 33us (397us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321783.999247:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74196
00000100:00100000:1.0:1767321783.999260:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74197
00000100:00100000:1.0:1767321783.999264:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994204288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321783.999273:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321783.999295:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994204288:12345-0@lo:38:kworker.0 Request processed in 29us (362us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321783.999301:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74197
00000100:00100000:1.0:1767321783.999310:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74198
00000100:00100000:1.0:1767321783.999314:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994204544:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321783.999323:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321783.999340:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994204544:12345-0@lo:38:kworker.0 Request processed in 25us (355us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321783.999343:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74198
00000100:00080000:1.0:1767321783.999382:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321783.999391:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321783.999393:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994203904:0@lo:38:kworker.0
00000100:00080000:1.0:1767321783.999403:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321783.999406:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321783.999408:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994204032:0@lo:38:kworker.0
00000100:00080000:1.0:1767321783.999415:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321783.999418:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321783.999420:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994204288:0@lo:38:kworker.0
00000100:00080000:1.0:1767321783.999427:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321783.999430:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321783.999432:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994204544:0@lo:38:kworker.0
00000100:00080000:2.0:1767321784.000224:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321784.573644:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321784.577493:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321784.903638:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321784.903749:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942326528
00000100:00100000:1.0:1767321784.903760:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942326528
00000100:00100000:1.0:1767321784.903846:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6664
00000100:00100000:1.0:1767321784.903858:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942326528:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321784.903946:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942326528:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 90us (316us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321784.903954:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6664
00000100:00080000:3.0:1767321784.904022:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:2.0:1767321784.909104:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942326272 offset 0 length 520: 4
00000100:00100000:2.0:1767321784.909155:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321784.909441:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942326400
00000100:00100000:1.0:1767321784.909451:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942326400
00000100:00100000:1.0:1767321784.909549:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74199
00000100:00100000:1.0:1767321784.909557:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942326400:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321784.909581:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321784.909663:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942326400:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 105us (507us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321784.909671:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74199
00000100:00100000:2.0:1767321785.597638:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321785.603661:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321786.621271:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321786.621390:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321787.581419:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321787.581447:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994204928:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321787.581525:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321787.581802:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994204928
00000100:00100000:0.0:1767321787.581811:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994204928
00000100:00080000:3.0:1767321787.581915:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321787.581988:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3905
00000100:00100000:0.0:1767321787.581998:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994204928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321787.582038:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321787.582092:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994204928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (568us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321787.582097:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3905
00000100:00100000:3.0:1767321787.582186:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70615c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994204928:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321787.587570:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994205056:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321787.587640:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321787.588103:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994205056
00000100:00100000:1.0:1767321787.588237:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994205056
00000100:00100000:0.0:1767321787.588422:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3906
00000100:00100000:0.0:1767321787.588433:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994205056:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321787.588481:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321787.588541:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70615c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994205056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (900us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321787.588549:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3906
00000100:00100000:1.0:1767321787.588646:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994205056:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321787.588783:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767321787.645427:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321787.645658:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321788.669549:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321788.669970:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321789.117710:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321789.117721:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321789.117723:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321789.117727:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321789.117731:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321789.117739:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7028
00000100:00080000:0.0:1767321789.117744:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321789.117750:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321789.117850:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629292d80 x1853163994205184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321789.117874:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321789.117877:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321789.117879:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321789.117883:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7028
00000100:00080000:0.0:1767321789.117886:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321789.117890:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321789.117908:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290e00 x1853163994205312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321789.117952:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321789.117956:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321789.117959:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321789.117962:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7028
00000100:00080000:0.0:1767321789.117965:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321789.117969:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321789.117981:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629291180 x1853163994205568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321789.118003:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321789.118007:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321789.118009:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321789.118012:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7028
00000100:00080000:0.0:1767321789.118015:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321789.118018:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321789.118028:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b629290a80 x1853163994205824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321789.118060:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994206080:0@lo:400:kworker.0
00000100:00100000:0.0:1767321789.118063:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994205952:0@lo:400:kworker.0
00000100:00100000:3.0:1767321789.118146:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994205440:0@lo:400:kworker.0
00000100:00100000:1.0:1767321789.118176:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994205184:0@lo:38:kworker.0
00000100:00100000:2.0:1767321789.122203:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321789.122352:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994205696:0@lo:400:kworker.0
00000100:00100000:2.0:1767321789.122401:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321789.122439:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994205696
00000100:00100000:2.0:1767321789.122447:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994205696
00000100:00100000:2.0:1767321789.122519:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6665
00000100:00100000:2.0:1767321789.122529:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994205696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321789.122608:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994205696:12345-0@lo:400:kworker.0 Request processed in 81us (206us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321789.122616:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6665
00000100:00080000:2.0:1767321789.122640:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321789.122671:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994205696:0@lo:400:kworker.0
00000100:00100000:2.0:1767321789.122740:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994206080
00000100:00100000:2.0:1767321789.122743:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994206080
00000100:00100000:2.0:1767321789.122780:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4097
00000100:00100000:2.0:1767321789.122786:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994206080:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321789.122823:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994206080:12345-0@lo:400:kworker.0 Request processed in 36us (627us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321789.122829:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4097
00000100:00080000:2.0:1767321789.122846:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321789.122877:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994206080:0@lo:400:kworker.0
00000100:00100000:0.0:1767321789.128224:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321789.128757:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994205952
00000100:00100000:2.0:1767321789.128766:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994205952
00000100:00100000:2.0:1767321789.128834:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4098
00000100:00100000:2.0:1767321789.128844:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994205952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321789.128923:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994205952:12345-0@lo:400:kworker.0 Request processed in 80us (706us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321789.128930:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4098
00000100:00080000:0.0:1767321789.129009:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321789.129048:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994205952:0@lo:400:kworker.0
00000100:00100000:3.0:1767321789.131813:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321789.140798:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321789.145181:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994205312:0@lo:38:kworker.0
00000100:00100000:1.0:1767321789.145245:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321789.145418:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994205568:0@lo:38:kworker.0
00000100:00100000:1.0:1767321789.145449:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321789.145503:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994205312
00000100:00100000:0.0:1767321789.145511:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994205312
00000100:00100000:0.0:1767321789.145553:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570
00000100:00100000:0.0:1767321789.145561:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994205312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321789.145584:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321789.145626:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994205312:12345-0@lo:38:kworker.0 Request processed in 63us (379us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321789.145632:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570
00000100:00100000:2.0:1767321789.145716:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994205440
00000100:00100000:2.0:1767321789.146109:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994205440
00000100:00080000:0.0:1767321789.148686:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321789.152223:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994205184
00000100:00100000:3.0:1767321789.152239:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994205184
00000100:00100000:3.0:1767321789.153832:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6666
00000100:00100000:3.0:1767321789.154388:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994205440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321789.154793:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994205440:12345-0@lo:400:kworker.0 Request processed in 949us (22985us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321789.154803:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6666
00000100:00100000:3.0:1767321789.154832:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74200
00000100:00100000:3.0:1767321789.154837:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994205184:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321789.155080:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994205440:0@lo:400:kworker.0
00010000:00020000:3.0:1767321789.155148:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321789.155342:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994205184:12345-0@lo:38:kworker.0 Request processed in 502us (14552us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321789.155351:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74200
00000100:00100000:3.0:1767321789.155400:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994205568
00000100:00100000:3.0:1767321789.155406:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994205568
00000100:00100000:1.0:1767321789.155411:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994205824:0@lo:38:kworker.0
00000100:00100000:1.0:1767321789.155449:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321789.157288:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994205824
00000100:00100000:3.0:1767321789.157303:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994205824
00000100:00100000:3.0:1767321789.157367:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74201
00000100:00100000:3.0:1767321789.157375:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994205568:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321789.157399:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321789.157450:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74202
00000100:00100000:0.0:1767321789.157457:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994205824:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321789.157467:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321789.157482:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994205568:12345-0@lo:38:kworker.0 Request processed in 107us (12032us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321789.157488:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74201
00000100:00080000:1.0:1767321789.157615:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321789.157622:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321789.157626:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994205184:0@lo:38:kworker.0
00000100:00080000:1.0:1767321789.157639:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321789.157642:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321789.157645:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994205312:0@lo:38:kworker.0
00000100:00080000:1.0:1767321789.157652:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321789.157655:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321789.157657:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994205568:0@lo:38:kworker.0
00000100:00100000:0.0:1767321789.159443:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994205824:12345-0@lo:38:kworker.0 Request processed in 1966us (3974us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321789.159457:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74202
00000100:00080000:1.0:1767321789.161758:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321789.161771:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321789.161776:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994205824:0@lo:38:kworker.0
00000100:00100000:2.0:1767321789.693300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321789.693538:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321790.027275:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321790.027650:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942326784
00000100:00100000:0.0:1767321790.027662:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942326784
00000100:00100000:0.0:1767321790.027749:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6667
00000100:00100000:0.0:1767321790.027762:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942326784:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321790.028057:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942326784:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 297us (794us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321790.028067:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6667
00000100:00080000:2.0:1767321790.028195:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321790.032754:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321790.032976:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942326656
00000100:00100000:0.0:1767321790.032987:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942326656
00000100:00100000:0.0:1767321790.033046:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74203
00000100:00100000:0.0:1767321790.033055:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942326656:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321790.033080:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321790.033143:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942326656:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 87us (398us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321790.033151:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74203
00000100:00100000:2.0:1767321790.717366:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321790.718636:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321791.741608:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321791.743626:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321792.701484:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994206208:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321792.701561:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321792.701611:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994206336:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321792.701641:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321792.701929:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994206208
00000100:00100000:0.0:1767321792.701938:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994206208
00000100:00100000:0.0:1767321792.702014:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994206336
00000100:00100000:0.0:1767321792.702018:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994206336
00000100:00100000:0.0:1767321792.702047:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3907
00000100:00100000:0.0:1767321792.702056:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994206208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321792.702084:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321792.702126:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994206208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (565us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321792.702134:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3907
00000100:00100000:0.0:1767321792.702151:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3908
00000100:00100000:0.0:1767321792.702180:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994206336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321792.702205:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321792.702235:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994206336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (593us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321792.702240:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3908
00000100:00100000:3.0:1767321792.702336:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6094dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994206208:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321792.702480:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321792.702484:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321792.702507:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994206336:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321792.765487:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321792.765578:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321793.789434:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321793.789694:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321794.237609:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321794.237621:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321794.237624:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321794.237627:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321794.237632:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321794.237639:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7033
00000100:00080000:1.0:1767321794.237645:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767321794.237652:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321794.237694:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b23ce00 x1853163994206464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321794.237720:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321794.237724:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321794.237726:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321794.237729:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7033
00000100:00080000:1.0:1767321794.237732:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767321794.237736:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321794.237801:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf89880 x1853163994206592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321794.237838:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321794.237841:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321794.237843:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321794.237847:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7033
00000100:00080000:1.0:1767321794.237850:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767321794.237853:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321794.237864:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72cf88a80 x1853163994206848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321794.237899:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321794.237902:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321794.237904:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321794.237908:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7033
00000100:00080000:1.0:1767321794.237910:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767321794.237913:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321794.237925:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b0a80 x1853163994207104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321794.238027:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994206720:0@lo:400:kworker.0
00000100:00100000:3.0:1767321794.238097:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321794.238186:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321794.238194:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994207360:0@lo:400:kworker.0
00000100:00100000:3.0:1767321794.238237:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321794.238238:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994206464:0@lo:38:kworker.0
00000100:00100000:2.0:1767321794.238280:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994207360
00000100:00100000:0.0:1767321794.238285:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321794.238289:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994207360
00000100:00100000:0.0:1767321794.238308:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994206592:0@lo:38:kworker.0
00000100:00100000:3.0:1767321794.238337:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994206976:0@lo:400:kworker.0
00000100:00100000:0.0:1767321794.238338:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321794.238365:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4099
00000100:00100000:0.0:1767321794.238366:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994206848:0@lo:38:kworker.0
00000100:00100000:2.0:1767321794.238385:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994207360:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321794.238389:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321794.238404:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994207104:0@lo:38:kworker.0
00000100:00100000:0.0:1767321794.238422:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321794.238436:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994207360:12345-0@lo:400:kworker.0 Request processed in 53us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321794.238443:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4099
00000100:00100000:0.0:1767321794.238449:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994206720
00000100:00100000:0.0:1767321794.238452:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994206720
00000100:00080000:2.0:1767321794.238464:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321794.238469:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321794.238478:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994206464
00000100:00100000:0.0:1767321794.238481:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994206464
00000100:00100000:0.0:1767321794.238495:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994206848
00000100:00100000:0.0:1767321794.238498:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994206848
00000100:00100000:0.0:1767321794.238508:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994207104
00000100:00100000:0.0:1767321794.238510:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994207104
00000100:00100000:2.0:1767321794.238513:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994207360:0@lo:400:kworker.0
00000100:00100000:0.0:1767321794.238518:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6668
00000100:00100000:0.0:1767321794.238523:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994206720:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321794.238541:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74204
00000100:00100000:2.0:1767321794.238546:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994206464:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321794.238555:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6291ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994206720:12345-0@lo:400:kworker.0 Request processed in 32us (459us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321794.238561:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6668
00010000:00020000:2.0:1767321794.238563:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321794.238574:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74205
00000100:00100000:0.0:1767321794.238578:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994206848:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321794.238587:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321794.238593:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994206464:12345-0@lo:38:kworker.0 Request processed in 47us (309us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321794.238599:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74204
00000100:00100000:0.0:1767321794.238605:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994206848:12345-0@lo:38:kworker.0 Request processed in 26us (215us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321794.238610:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74205
00000100:00100000:2.0:1767321794.238612:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74206
00000100:00100000:2.0:1767321794.238616:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994207104:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321794.238625:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994206592
00010000:00020000:2.0:1767321794.238626:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321794.238628:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994206592
00000100:00100000:3.0:1767321794.238642:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321794.238648:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571
00000100:00100000:2.0:1767321794.238651:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994207104:12345-0@lo:38:kworker.0 Request processed in 33us (228us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321794.238652:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994206592:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321794.238657:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74206
00010000:00020000:0.0:1767321794.238661:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321794.238669:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994206976
00000100:00100000:3.0:1767321794.238671:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321794.238673:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994206976
00000100:00100000:3.0:1767321794.238683:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994207232:0@lo:400:kworker.0
00000100:00100000:0.0:1767321794.238688:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994206592:12345-0@lo:38:kworker.0 Request processed in 32us (352us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767321794.238690:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321794.238695:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571
00000100:00080000:2.0:1767321794.238708:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321794.238713:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321794.238718:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994206464:0@lo:38:kworker.0
00000100:00100000:3.0:1767321794.238721:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321794.238734:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321794.238739:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321794.238743:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994206592:0@lo:38:kworker.0
00000100:00080000:2.0:1767321794.238754:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321794.238758:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321794.238762:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994206848:0@lo:38:kworker.0
00000100:00100000:3.0:1767321794.238764:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994207232
00000100:00100000:3.0:1767321794.238770:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994207232
00000100:00080000:2.0:1767321794.238771:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321794.238777:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321794.238782:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994207104:0@lo:38:kworker.0
00000100:00100000:3.0:1767321794.238821:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4100
00000100:00100000:3.0:1767321794.238831:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994207232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321794.238868:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994207232:12345-0@lo:400:kworker.0 Request processed in 40us (151us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321794.238875:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4100
00000100:00100000:3.0:1767321794.238900:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994207232:0@lo:400:kworker.0
00000100:00100000:3.0:1767321794.238937:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6669
00000100:00100000:3.0:1767321794.238944:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994206976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321794.238975:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994206976:12345-0@lo:400:kworker.0 Request processed in 32us (335us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321794.238981:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6669
00000100:00100000:3.0:1767321794.239003:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6050baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994206976:0@lo:400:kworker.0
00000100:00080000:0.0:1767321794.239068:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321794.239295:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994206720:0@lo:400:kworker.0
00000100:00100000:2.0:1767321794.813372:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321794.813942:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321795.155782:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321795.155833:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321795.156006:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942327040
00000100:00100000:2.0:1767321795.156016:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942327040
00000100:00100000:2.0:1767321795.156322:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942326912
00000100:00100000:2.0:1767321795.156327:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942326912
00000100:00100000:2.0:1767321795.156351:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6670
00000100:00100000:2.0:1767321795.156362:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942327040:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321795.156446:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942327040:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 86us (677us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321795.156454:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6670
00000100:00100000:2.0:1767321795.156476:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74207
00000100:00100000:2.0:1767321795.156481:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942326912:12345-192.168.204.50@tcp:38:kworker.0
00000100:00080000:1.0:1767321795.156677:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767321795.157736:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321795.157802:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942326912:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 1314us (1964us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321795.157812:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74207
00010000:00010000:3.0:1767321795.837421:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321795.837515:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321796.861399:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321796.862619:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321797.825938:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321797.825981:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ec81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994207488:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321797.826069:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321797.826626:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994207488
00000100:00100000:2.0:1767321797.826638:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994207488
00000100:00100000:2.0:1767321797.826711:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3909
00000100:00100000:2.0:1767321797.826721:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994207488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321797.826753:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321797.826803:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6050baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994207488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (733us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321797.826810:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3909
00000100:00100000:2.0:1767321797.826861:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ec81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994207488:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321797.829055:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321797.829368:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321797.829399:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994207616:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321797.829482:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321797.829608:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994207616
00000100:00100000:3.0:1767321797.829615:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994207616
00000100:00100000:3.0:1767321797.829699:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3910
00000100:00100000:3.0:1767321797.829708:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994207616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321797.829736:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321797.829782:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6094db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994207616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321797.829789:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3910
00000100:00100000:0.0:1767321797.830236:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994207616:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321797.830560:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321797.885383:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321797.885627:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321798.909280:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321798.909492:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321799.357553:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321799.357567:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321799.357570:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321799.357573:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321799.357577:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321799.357586:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7038
00000100:00080000:0.0:1767321799.357593:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767321799.357601:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321799.357642:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5500 x1853163994207744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321799.357700:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994207744:0@lo:38:kworker.0
00000100:00100000:2.0:1767321799.357769:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321799.357905:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994207744
00000100:00100000:3.0:1767321799.357913:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994207744
00000100:00100000:3.0:1767321799.357962:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74208
00000100:00100000:3.0:1767321799.357968:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994207744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321799.357988:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321799.358377:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321799.358381:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321799.358382:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321799.358386:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7038
00000100:00080000:0.0:1767321799.358389:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767321799.358392:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321799.358408:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f7800 x1853163994207872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321799.361371:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994207872:0@lo:38:kworker.0
00000100:00100000:2.0:1767321799.361445:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321799.361567:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994207872
00000100:00100000:1.0:1767321799.361575:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994207872
00000100:00100000:1.0:1767321799.361621:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572
00000100:00100000:1.0:1767321799.361628:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994207872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321799.361650:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321799.361694:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994207872:12345-0@lo:38:kworker.0 Request processed in 65us (248us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321799.361700:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572
00000100:00100000:3.0:1767321799.361830:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994207744:12345-0@lo:38:kworker.0 Request processed in 3859us (4059us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321799.361840:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74208
00000100:00080000:0.0:1767321799.362332:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321799.362338:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321799.362342:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321799.362347:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7038
00000100:00080000:0.0:1767321799.362352:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767321799.362357:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321799.362377:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f6300 x1853163994208128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321799.362405:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321799.362409:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321799.362410:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321799.362414:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7038
00000100:00080000:0.0:1767321799.362416:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767321799.362419:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321799.362430:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4e00 x1853163994208384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321799.362485:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994208256:0@lo:400:kworker.0
00000100:00100000:0.0:1767321799.362524:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321799.362547:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321799.362553:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994208512:0@lo:400:kworker.0
00000100:00100000:0.0:1767321799.362576:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321799.362654:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994208000:0@lo:400:kworker.0
00000100:00100000:1.0:1767321799.362682:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321799.362707:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321799.362712:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994208640:0@lo:400:kworker.0
00000100:00100000:1.0:1767321799.362731:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321799.362807:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994208512
00000100:00100000:3.0:1767321799.362812:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994208512
00000100:00100000:3.0:1767321799.362863:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994208640
00000100:00100000:3.0:1767321799.362866:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994208640
00000100:00100000:3.0:1767321799.362888:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4101
00000100:00100000:3.0:1767321799.362896:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994208512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321799.362944:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994208512:12345-0@lo:400:kworker.0 Request processed in 49us (366us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321799.362950:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4101
00000100:00100000:3.0:1767321799.362962:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4102
00000100:00100000:3.0:1767321799.362968:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994208640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321799.362997:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994208640:12345-0@lo:400:kworker.0 Request processed in 29us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321799.363003:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4102
00000100:00100000:3.0:1767321799.363067:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994208512:0@lo:400:kworker.0
00000100:00100000:3.0:1767321799.363105:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994208640:0@lo:400:kworker.0
00000100:00100000:3.0:1767321799.363118:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994208256
00000100:00100000:3.0:1767321799.363121:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994208256
00000100:00100000:3.0:1767321799.363144:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994208000
00000100:00100000:3.0:1767321799.363147:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994208000
00000100:00100000:3.0:1767321799.363206:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6671
00000100:00100000:3.0:1767321799.363213:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994208256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321799.363252:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994208256:12345-0@lo:400:kworker.0 Request processed in 40us (728us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321799.363258:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6671
00000100:00100000:3.0:1767321799.363272:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6672
00000100:00100000:3.0:1767321799.363278:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994208000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321799.363308:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994208000:12345-0@lo:400:kworker.0 Request processed in 31us (625us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321799.363314:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6672
00000100:00100000:3.0:1767321799.363343:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994208256:0@lo:400:kworker.0
00000100:00100000:3.0:1767321799.363362:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994208000:0@lo:400:kworker.0
00000100:00080000:1.0:1767321799.363438:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321799.363444:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321799.363446:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321799.365476:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321799.365487:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321799.365493:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994207744:0@lo:38:kworker.0
00000100:00100000:2.0:1767321799.365533:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994208128:0@lo:38:kworker.0
00000100:00100000:2.0:1767321799.365586:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321799.365613:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994208384:0@lo:38:kworker.0
00000100:00100000:2.0:1767321799.365631:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321799.365656:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321799.365659:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321799.365662:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994207872:0@lo:38:kworker.0
00000100:00100000:0.0:1767321799.365764:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994208128
00000100:00100000:0.0:1767321799.365770:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994208128
00000100:00100000:0.0:1767321799.365804:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994208384
00000100:00100000:0.0:1767321799.365806:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994208384
00000100:00100000:0.0:1767321799.365821:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74209
00000100:00100000:0.0:1767321799.365827:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994208128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321799.365845:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321799.365880:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994208128:12345-0@lo:38:kworker.0 Request processed in 53us (294us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321799.365887:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74209
00000100:00100000:0.0:1767321799.365900:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74210
00000100:00100000:0.0:1767321799.365903:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994208384:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321799.365912:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321799.365928:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994208384:12345-0@lo:38:kworker.0 Request processed in 23us (296us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321799.365933:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74210
00000100:00080000:2.0:1767321799.366194:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321799.366199:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321799.366202:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994208128:0@lo:38:kworker.0
00000100:00080000:2.0:1767321799.366209:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321799.366211:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321799.366214:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994208384:0@lo:38:kworker.0
00000100:00100000:2.0:1767321799.933686:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321799.937219:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321800.263852:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321800.264556:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321800.264967:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942327168
00000100:00100000:0.0:1767321800.264979:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942327168
00000100:00100000:0.0:1767321800.265033:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942327296
00000100:00100000:0.0:1767321800.265038:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942327296
00000100:00100000:0.0:1767321800.265103:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6673
00000100:00100000:0.0:1767321800.265114:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942327296:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321800.265246:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942327296:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 133us (692us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321800.265254:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6673
00000100:00100000:0.0:1767321800.265275:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74211
00000100:00100000:0.0:1767321800.265279:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942327168:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321800.265299:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321800.265325:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942327168:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 45us (1744us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321800.265332:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74211
00000100:00080000:0.0:1767321800.265350:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321800.958880:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321800.959682:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321801.981307:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321801.981590:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321802.942409:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994208768:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321802.942482:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321802.946265:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994208768
00000100:00100000:2.0:1767321802.946280:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994208768
00000100:00100000:2.0:1767321802.946368:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3911
00000100:00100000:2.0:1767321802.946376:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994208768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321802.946409:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321802.946512:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994208768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (4028us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321802.946519:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3911
00000100:00100000:2.0:1767321802.946582:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994208768:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321802.946767:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994208896:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321802.946802:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321802.946955:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994208896
00000100:00100000:1.0:1767321802.946960:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994208896
00000100:00100000:1.0:1767321802.947003:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3912
00000100:00100000:1.0:1767321802.947020:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994208896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321802.947039:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321802.947080:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994208896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321802.947089:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3912
00000100:00100000:3.0:1767321802.947142:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994208896:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321802.947230:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321802.947234:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321803.005278:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321803.012297:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321804.029340:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321804.029683:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321804.484405:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321804.484418:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321804.484421:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321804.484425:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321804.484429:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321804.484439:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7044
00000100:00080000:3.0:1767321804.484444:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767321804.484452:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321804.484500:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d180 x1853163994209024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321804.484535:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321804.484539:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321804.484541:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321804.484546:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7044
00000100:00080000:3.0:1767321804.484549:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767321804.484553:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321804.484565:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760dc00 x1853163994209152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321804.484598:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321804.484602:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321804.484604:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321804.484607:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7044
00000100:00080000:3.0:1767321804.484609:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767321804.484613:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321804.484633:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994209280:0@lo:400:kworker.0
00000100:00100000:3.0:1767321804.484699:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321804.484789:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d500 x1853163994209408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321804.484819:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321804.484824:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321804.484826:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321804.484830:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7044
00000100:00080000:3.0:1767321804.484833:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767321804.484838:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321804.484846:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994209280
00000100:00100000:3.0:1767321804.484850:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994209536:0@lo:400:kworker.0
00000100:00100000:2.0:1767321804.484857:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994209280
00000100:00100000:3.0:1767321804.484880:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321804.484916:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994209536
00000100:00100000:3.0:1767321804.484921:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994209536
00000100:00100000:2.0:1767321804.484935:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6674
00000100:00100000:2.0:1767321804.484948:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994209280:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321804.484960:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6675
00000100:00100000:3.0:1767321804.484970:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994209536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321804.485079:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994209024:0@lo:38:kworker.0
00000100:00080000:0.0:1767321804.485114:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321804.492672:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994209536:12345-0@lo:400:kworker.0 Request processed in 7691us (7779us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321804.492689:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6675
00000100:00100000:3.0:1767321804.492773:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994209280:0@lo:400:kworker.0
00000100:00100000:3.0:1767321804.492836:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760e300 x1853163994209664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321804.492897:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994209920:0@lo:400:kworker.0
00000100:00100000:3.0:1767321804.492946:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321804.493007:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994209920
00000100:00100000:3.0:1767321804.493013:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994209920
00000100:00100000:3.0:1767321804.493073:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4103
00000100:00100000:3.0:1767321804.493082:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994209920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321804.493126:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994209920:12345-0@lo:400:kworker.0 Request processed in 46us (180us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321804.493132:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4103
00000100:00100000:3.0:1767321804.493181:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994209920:0@lo:400:kworker.0
00000100:00100000:0.0:1767321804.493526:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994209792:0@lo:400:kworker.0
00000100:00100000:0.0:1767321804.493568:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321804.493616:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321804.493643:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994209536:0@lo:400:kworker.0
00000100:00100000:3.0:1767321804.494107:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994209792
00000100:00100000:3.0:1767321804.494114:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994209792
00000100:00100000:3.0:1767321804.494187:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4104
00000100:00100000:3.0:1767321804.494196:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994209792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321804.494245:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994209792:12345-0@lo:400:kworker.0 Request processed in 51us (677us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321804.494251:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4104
00000100:00080000:0.0:1767321804.494686:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321804.494721:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994209792:0@lo:400:kworker.0
00000100:00100000:2.0:1767321804.502120:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994209280:12345-0@lo:400:kworker.0 Request processed in 17159us (17404us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321804.502137:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6674
00000100:00100000:0.0:1767321804.504888:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321804.505047:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994209152:0@lo:38:kworker.0
00000100:00100000:0.0:1767321804.505784:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321804.505826:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994209408:0@lo:38:kworker.0
00000100:00100000:0.0:1767321804.505856:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321804.505909:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994209152
00000100:00100000:1.0:1767321804.505918:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994209152
00000100:00100000:1.0:1767321804.505975:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573
00000100:00100000:1.0:1767321804.505990:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994209152:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321804.506014:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321804.506069:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994209152:12345-0@lo:38:kworker.0 Request processed in 68us (277us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321804.506076:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573
00000100:00100000:0.0:1767321804.508013:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994209664:0@lo:38:kworker.0
00000100:00100000:0.0:1767321804.508095:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321804.508682:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994209024
00000100:00100000:2.0:1767321804.508691:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994209024
00000100:00100000:2.0:1767321804.508775:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994209408
00000100:00100000:2.0:1767321804.508780:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994209408
00000100:00100000:3.0:1767321804.509237:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994209664
00000100:00100000:3.0:1767321804.509242:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994209664
00000100:00100000:3.0:1767321804.509273:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74212
00000100:00100000:3.0:1767321804.509280:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994209024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321804.509313:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321804.509366:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994209024:12345-0@lo:38:kworker.0 Request processed in 86us (4573us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321804.509374:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74212
00000100:00100000:3.0:1767321804.509391:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74213
00000100:00100000:3.0:1767321804.509395:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994209408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321804.509404:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321804.509428:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994209408:12345-0@lo:38:kworker.0 Request processed in 31us (3571us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321804.509433:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74213
00000100:00100000:3.0:1767321804.509459:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74214
00000100:00100000:3.0:1767321804.509463:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994209664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321804.509471:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321804.509493:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994209664:12345-0@lo:38:kworker.0 Request processed in 29us (1398us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321804.509499:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74214
00000100:00080000:0.0:1767321804.513667:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321804.513680:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321804.513685:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994209664:0@lo:38:kworker.0
00000100:00080000:0.0:1767321804.513701:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321804.513705:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321804.513708:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994209024:0@lo:38:kworker.0
00000100:00080000:0.0:1767321804.513719:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321804.513722:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321804.513725:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994209152:0@lo:38:kworker.0
00000100:00080000:0.0:1767321804.513734:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321804.513737:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321804.513740:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994209408:0@lo:38:kworker.0
00000100:00100000:2.0:1767321805.053348:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321805.053568:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321805.383411:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321805.383471:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321805.388826:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942327552
00000100:00100000:2.0:1767321805.388842:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942327552
00000100:00100000:2.0:1767321805.388942:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942327424
00000100:00100000:2.0:1767321805.388946:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942327424
00000100:00100000:2.0:1767321805.388980:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6676
00000100:00100000:2.0:1767321805.388992:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942327552:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321805.389070:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74215
00000100:00100000:3.0:1767321805.389079:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942327424:12345-192.168.204.50@tcp:38:kworker.0
00000100:00100000:2.0:1767321805.389093:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942327552:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 103us (5692us total) trans 0 rc 0/0
00010000:00020000:3.0:1767321805.389103:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321805.389104:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6676
00000100:00100000:3.0:1767321805.389142:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942327424:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 63us (5670us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321805.389150:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74215
00000100:00080000:1.0:1767321805.389373:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321806.078491:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321806.078994:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321807.102558:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321807.102973:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321808.063821:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994210048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321808.063909:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321808.064061:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994210048
00000100:00100000:2.0:1767321808.064070:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994210048
00000100:00100000:2.0:1767321808.064135:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3913
00000100:00100000:2.0:1767321808.064145:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994210048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321808.064193:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321808.064250:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994210048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (340us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321808.064259:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3913
00000100:00080000:3.0:1767321808.064348:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321808.064413:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72cf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994210048:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321808.064439:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321808.064449:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994210176:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321808.064480:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321808.064551:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994210176
00000100:00100000:1.0:1767321808.064555:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994210176
00000100:00080000:3.0:1767321808.064601:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321808.064602:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3914
00000100:00100000:1.0:1767321808.064613:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994210176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321808.064630:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321808.064671:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994210176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321808.064677:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3914
00000100:00100000:2.0:1767321808.064823:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994210176:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321808.125288:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321808.125477:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321808.637337:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321783/real 1767321783]  req@ffff89b629291c00 x1853163994203776/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321808 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321808.637394:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b629291c00 x1853163994203776/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321808 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321808.637428:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321808.637447:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321808.637451:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994203776:0@lo:250:kworker.0
00000100:00080000:3.0:1767321808.637515:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321808.637522:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321808.637525:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321808.637531:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 7028
00000100:00080000:3.0:1767321808.637535:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321808.637541:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321808.637578:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ed80 x1853163994210304/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321808.637606:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321808.637610:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321808.637612:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321808.637616:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7049
00000100:00080000:3.0:1767321808.637619:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321808.637623:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321808.637639:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d880 x1853163994210432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321808.637642:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994210304:0@lo:250:kworker.0
00000100:00080000:3.0:1767321808.637654:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321808.637659:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321808.637661:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321808.637665:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7049
00000100:00080000:3.0:1767321808.637667:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321808.637670:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321808.637684:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760df80 x1853163994210560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767321808.637708:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994210304 offset 0 length 520: 4
00000100:00080000:3.0:1767321808.637736:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321808.637741:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321808.637743:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321808.637747:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7049
00000100:00080000:3.0:1767321808.637750:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767321808.637754:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994210432:0@lo:38:kworker.0
00000100:00080000:3.0:1767321808.637757:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321808.637775:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760dc00 x1853163994210816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321808.637796:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321808.637808:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321808.637813:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321808.637815:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321808.637819:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7049
00000100:00080000:3.0:1767321808.637823:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767321808.637824:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994210560:0@lo:38:kworker.0
00000100:00080000:3.0:1767321808.637829:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321808.637844:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760e300 x1853163994211072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321808.637855:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321808.637883:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994210816:0@lo:38:kworker.0
00000100:00100000:3.0:1767321808.637888:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994210944:0@lo:400:kworker.0
00000100:00100000:2.0:1767321808.637920:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321808.637943:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994211072:0@lo:38:kworker.0
00000100:00100000:3.0:1767321808.637946:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321808.637977:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321808.637980:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321808.637988:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994211200:0@lo:400:kworker.0
00000100:00100000:2.0:1767321808.638015:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994210432
00000100:00100000:3.0:1767321808.638031:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321808.638060:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994211200
00000100:00100000:3.0:1767321808.638065:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994211200
00000100:00100000:3.0:1767321808.638108:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4105
00000100:00100000:3.0:1767321808.638127:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994211200:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321808.638205:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994211200:12345-0@lo:400:kworker.0 Request processed in 89us (173us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321808.638215:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4105
00000100:00100000:1.0:1767321808.638241:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994211328:0@lo:400:kworker.0
00000100:00100000:3.0:1767321808.638260:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994211200:0@lo:400:kworker.0
00000100:00100000:1.0:1767321808.638285:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321808.638295:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994210560
00000100:00100000:3.0:1767321808.638300:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994210560
00000100:00100000:0.0:1767321808.638363:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994210688:0@lo:400:kworker.0
00000100:00100000:2.0:1767321808.638384:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994210432
00000100:00100000:0.0:1767321808.638397:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321808.638630:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574
00000100:00100000:3.0:1767321808.638636:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994210560:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321808.638655:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321808.638691:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994210560:12345-0@lo:38:kworker.0 Request processed in 54us (837us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321808.638705:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574
00000100:00100000:1.0:1767321808.640150:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994211328
00000100:00100000:1.0:1767321808.640170:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994211328
00000100:00100000:1.0:1767321808.640223:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4106
00000100:00100000:1.0:1767321808.640231:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994211328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321808.640421:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994211328:12345-0@lo:400:kworker.0 Request processed in 190us (2146us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321808.640429:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4106
00000100:00100000:1.0:1767321808.640473:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994211328:0@lo:400:kworker.0
00000100:00100000:2.0:1767321808.653226:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994210816
00000100:00100000:2.0:1767321808.653245:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994210816
00000100:00100000:2.0:1767321808.653316:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74216
00000100:00100000:2.0:1767321808.653380:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994210432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321808.653406:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321808.653557:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b23ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994210432:12345-0@lo:38:kworker.0 Request processed in 230us (15761us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321808.653565:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74216
00000100:00100000:2.0:1767321808.653588:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994210944
00000100:00100000:2.0:1767321808.653592:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994210944
00000100:00100000:2.0:1767321808.653627:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994211072
00000100:00100000:2.0:1767321808.653630:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994211072
00000100:00100000:2.0:1767321808.653640:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994210688
00000100:00100000:2.0:1767321808.653642:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994210688
00000100:00100000:2.0:1767321808.653658:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6677
00000100:00100000:2.0:1767321808.653664:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994210944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321808.653710:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994210944:12345-0@lo:400:kworker.0 Request processed in 45us (15766us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321808.653716:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6677
00000100:00100000:2.0:1767321808.653774:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6678
00000100:00100000:2.0:1767321808.653781:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994210688:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321808.653817:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994210688:12345-0@lo:400:kworker.0 Request processed in 37us (15420us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321808.653823:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6678
00000100:00100000:2.0:1767321808.653838:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74217
00000100:00100000:2.0:1767321808.653842:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994210816:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321808.653853:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321808.653876:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994210816:12345-0@lo:38:kworker.0 Request processed in 33us (15957us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321808.653882:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74217
00000100:00100000:2.0:1767321808.653893:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74218
00000100:00100000:2.0:1767321808.653897:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994211072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321808.653918:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321808.653941:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994211072:12345-0@lo:38:kworker.0 Request processed in 43us (15965us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321808.653947:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74218
00000100:00080000:2.0:1767321808.654276:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321808.654283:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321808.654288:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994210816:0@lo:38:kworker.0
00000100:00080000:2.0:1767321808.654299:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321808.654303:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321808.654306:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994211072:0@lo:38:kworker.0
00000100:00080000:2.0:1767321808.654315:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321808.654319:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321808.654719:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994210432:0@lo:38:kworker.0
00000100:00080000:2.0:1767321808.654739:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321808.654742:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321808.654746:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994210560:0@lo:38:kworker.0
00000100:00100000:2.0:1767321808.654798:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994210688:0@lo:400:kworker.0
00000100:00080000:2.0:1767321808.654836:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321808.654867:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994210944:0@lo:400:kworker.0
00000100:00100000:2.0:1767321809.149418:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321809.149536:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321810.173725:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321810.176767:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321810.506277:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:0.0:1767321810.506316:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942327680 offset 0 length 520: 4
00000100:00100000:0.0:1767321810.506342:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321810.506441:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942327936
00000100:00100000:1.0:1767321810.506452:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942327936
00000100:00100000:1.0:1767321810.506527:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942327808
00000100:00100000:1.0:1767321810.506530:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942327808
00000100:00100000:1.0:1767321810.506551:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6679
00000100:00100000:1.0:1767321810.506561:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942327936:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321810.506644:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942327936:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 84us (377us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321810.506652:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6679
00000100:00100000:1.0:1767321810.506779:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74219
00000100:00100000:1.0:1767321810.506784:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942327808:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321810.506805:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321810.506834:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942327808:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 48us (490us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321810.506841:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74219
00000100:00080000:2.0:1767321810.507571:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321811.197330:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321811.197778:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321812.221521:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321812.221651:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321813.181692:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321813.181728:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994211456:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321813.181804:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321813.181942:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994211456
00000100:00100000:2.0:1767321813.181953:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994211456
00000100:00100000:2.0:1767321813.182020:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3915
00000100:00100000:2.0:1767321813.182030:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994211456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321813.182061:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321813.182111:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994211456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (307us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321813.182120:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3915
00000100:00100000:2.0:1767321813.182205:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b629290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994211456:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321813.182342:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321813.183402:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994211584:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321813.183453:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321813.183944:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994211584
00000100:00100000:1.0:1767321813.183952:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994211584
00000100:00100000:1.0:1767321813.184022:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3916
00000100:00100000:1.0:1767321813.184031:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994211584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321813.184057:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321813.184111:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994211584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (657us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321813.184118:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3916
00000100:00080000:3.0:1767321813.184314:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321813.184490:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994211584:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321813.245328:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321813.245679:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321813.693494:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321813.693505:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321813.693508:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321813.693512:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321813.693516:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321813.693524:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7053
00000100:00080000:0.0:1767321813.693539:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321813.693546:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321813.693588:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4a80 x1853163994211712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321813.693653:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994211712:0@lo:38:kworker.0
00000100:00100000:2.0:1767321813.693725:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321813.693907:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321813.693911:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321813.693913:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321813.693918:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7053
00000100:00080000:0.0:1767321813.693920:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321813.693924:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321813.693940:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5880 x1853163994211840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321813.693994:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994211712
00000100:00100000:3.0:1767321813.694002:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994211712
00000100:00100000:3.0:1767321813.694050:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74220
00000100:00100000:3.0:1767321813.694056:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994211712:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321813.694077:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321813.695388:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994211840:0@lo:38:kworker.0
00000100:00100000:2.0:1767321813.695437:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321813.695521:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994211840
00000100:00100000:1.0:1767321813.695527:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994211840
00000100:00100000:1.0:1767321813.695558:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575
00000100:00100000:1.0:1767321813.695564:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994211840:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767321813.695572:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321813.695576:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321813.695579:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00010000:00020000:1.0:1767321813.695581:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321813.695582:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7053
00000100:00080000:0.0:1767321813.695585:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321813.695589:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321813.695605:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5180 x1853163994212096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321813.695627:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994211840:12345-0@lo:38:kworker.0 Request processed in 62us (190us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321813.695633:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575
00000100:00080000:0.0:1767321813.695634:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321813.695637:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321813.695638:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321813.695641:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7053
00000100:00080000:0.0:1767321813.695653:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321813.695657:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321813.695669:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609702680 x1853163994212352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321813.695678:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994211968:0@lo:400:kworker.0
00000100:00100000:1.0:1767321813.695702:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321813.695707:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994212480:0@lo:400:kworker.0
00000100:00100000:1.0:1767321813.695724:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321813.695729:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994212608:0@lo:400:kworker.0
00000100:00100000:0.0:1767321813.695735:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321813.695746:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321813.695753:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321813.695758:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994212224:0@lo:400:kworker.0
00000100:00100000:1.0:1767321813.695769:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994212480
00000100:00100000:1.0:1767321813.695772:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994212480
00000100:00100000:0.0:1767321813.695776:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321813.695799:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994212608
00000100:00100000:0.0:1767321813.695802:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4107
00000100:00100000:1.0:1767321813.695802:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994212608
00000100:00100000:0.0:1767321813.695822:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994212480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321813.695835:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4108
00000100:00100000:1.0:1767321813.695840:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994212608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321813.695863:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994212480:12345-0@lo:400:kworker.0 Request processed in 55us (127us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321813.695863:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994212608:12345-0@lo:400:kworker.0 Request processed in 24us (117us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321813.695869:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4108
00000100:00100000:1.0:1767321813.695891:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994211968
00000100:00100000:1.0:1767321813.695895:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994211968
00000100:00100000:1.0:1767321813.695924:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994212224
00000100:00100000:1.0:1767321813.695927:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994212224
00000100:00100000:1.0:1767321813.695948:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6680
00000100:00100000:1.0:1767321813.695954:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994211968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321813.695983:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994211968:12345-0@lo:400:kworker.0 Request processed in 29us (279us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321813.695988:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6680
00000100:00100000:1.0:1767321813.696001:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6681
00000100:00100000:1.0:1767321813.696006:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994212224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321813.696029:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994212224:12345-0@lo:400:kworker.0 Request processed in 24us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321813.696035:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6681
00000100:00080000:1.0:1767321813.696062:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321813.696098:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994212608:0@lo:400:kworker.0
00000100:00100000:1.0:1767321813.696108:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994211968:0@lo:400:kworker.0
00000100:00100000:3.0:1767321813.696138:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994211712:12345-0@lo:38:kworker.0 Request processed in 2079us (2411us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321813.696146:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74220
00000100:00100000:1.0:1767321813.696152:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994212224:0@lo:400:kworker.0
00000100:00100000:1.0:1767321813.696179:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994212480:0@lo:400:kworker.0
00000100:00100000:0.0:1767321813.696228:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4107
00000100:00080000:2.0:1767321813.696338:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321813.696344:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321813.696347:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994211712:0@lo:38:kworker.0
00000100:00100000:2.0:1767321813.696363:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994212096:0@lo:38:kworker.0
00000100:00100000:2.0:1767321813.696386:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321813.696448:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994212352:0@lo:38:kworker.0
00000100:00100000:2.0:1767321813.696470:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321813.696612:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321813.696616:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321813.696619:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994211840:0@lo:38:kworker.0
00000100:00100000:3.0:1767321813.696732:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994212096
00000100:00100000:3.0:1767321813.696737:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994212096
00000100:00100000:1.0:1767321813.696802:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994212352
00000100:00100000:1.0:1767321813.696806:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994212352
00000100:00100000:3.0:1767321813.696806:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74221
00000100:00100000:3.0:1767321813.696820:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994212096:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321813.696832:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321813.696876:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b629290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994212096:12345-0@lo:38:kworker.0 Request processed in 56us (489us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321813.696883:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74221
00000100:00100000:3.0:1767321813.696895:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74222
00000100:00100000:3.0:1767321813.696899:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994212352:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321813.696908:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321813.696930:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994212352:12345-0@lo:38:kworker.0 Request processed in 30us (459us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767321813.697042:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321813.697047:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321813.697050:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994212096:0@lo:38:kworker.0
00000100:00080000:2.0:1767321813.697058:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321813.697061:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321813.697064:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994212352:0@lo:38:kworker.0
00000100:00100000:3.0:1767321813.697110:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74222
00000100:00100000:2.0:1767321814.269294:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321814.274910:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321815.293410:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321815.293691:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321815.630060:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321815.630111:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321815.631886:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942328192
00000100:00100000:1.0:1767321815.631901:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942328192
00000100:00100000:1.0:1767321815.631991:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942328064
00000100:00100000:1.0:1767321815.631996:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942328064
00000100:00100000:1.0:1767321815.632021:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6682
00000100:00100000:1.0:1767321815.632032:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942328192:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321815.632115:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942328192:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 85us (2067us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321815.632123:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6682
00000100:00100000:1.0:1767321815.632143:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74223
00000100:00100000:1.0:1767321815.632147:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942328064:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321815.632201:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321815.632225:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942328064:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 77us (2115us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321815.632231:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74223
00000100:00080000:3.0:1767321815.633446:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321816.317996:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321816.318568:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321817.342203:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321817.342635:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321818.301528:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994212736:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321818.301647:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321818.301923:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994212736
00000100:00100000:1.0:1767321818.301934:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994212736
00000100:00100000:1.0:1767321818.302020:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3917
00000100:00100000:1.0:1767321818.302032:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994212736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321818.302095:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321818.302193:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b741251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994212736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 163us (547us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321818.302202:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3917
00000100:00080000:2.0:1767321818.302998:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321818.303063:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994212736:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321818.303377:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994212864:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321818.303438:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321818.304060:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994212864
00000100:00100000:2.0:1767321818.304068:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994212864
00000100:00100000:2.0:1767321818.304188:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3918
00000100:00100000:2.0:1767321818.304199:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994212864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321818.304233:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321818.304300:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994212864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (860us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321818.304309:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3918
00000100:00100000:0.0:1767321818.304509:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994212864:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321818.304584:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321818.365537:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321818.365625:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321818.814279:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321818.814293:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321818.814297:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321818.814301:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321818.814306:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321818.814319:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7058
00000100:00080000:1.0:1767321818.814337:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321818.814347:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321818.814401:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6061b2680 x1853163994212992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321818.814433:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321818.814437:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321818.814439:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321818.814442:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7058
00000100:00080000:1.0:1767321818.814445:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321818.814448:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321818.814463:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5180 x1853163994213120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321818.814505:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321818.814509:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321818.814511:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321818.814514:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7058
00000100:00080000:1.0:1767321818.814517:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321818.814521:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321818.814534:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4a80 x1853163994213376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321818.814574:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321818.814578:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321818.814579:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321818.814584:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7058
00000100:00080000:1.0:1767321818.814586:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321818.814589:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321818.814601:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60d265180 x1853163994213632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321818.814632:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994213504:0@lo:400:kworker.0
00000100:00100000:1.0:1767321818.814723:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321818.814927:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321818.814940:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994213248:0@lo:400:kworker.0
00000100:00100000:0.0:1767321818.814971:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321818.815279:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994213504
00000100:00100000:2.0:1767321818.815290:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994213504
00000100:00100000:2.0:1767321818.815377:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994213248
00000100:00100000:2.0:1767321818.815381:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994213248
00000100:00100000:2.0:1767321818.815413:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6683
00000100:00100000:2.0:1767321818.815423:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994213504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321818.815493:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994213504:12345-0@lo:400:kworker.0 Request processed in 72us (780us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321818.815501:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6683
00000100:00100000:2.0:1767321818.815522:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6684
00000100:00100000:2.0:1767321818.815528:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994213248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321818.815789:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994212992:0@lo:38:kworker.0
00000100:00100000:0.0:1767321818.815820:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321818.815844:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994213120:0@lo:38:kworker.0
00000100:00100000:0.0:1767321818.815870:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321818.815895:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994213376:0@lo:38:kworker.0
00000100:00100000:0.0:1767321818.815916:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321818.815935:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994213632:0@lo:38:kworker.0
00000100:00100000:0.0:1767321818.815955:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321818.815989:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994213120
00000100:00100000:0.0:1767321818.815993:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994213120
00000100:00100000:0.0:1767321818.816018:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576
00000100:00100000:0.0:1767321818.816023:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994213120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321818.816048:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321818.816085:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994213120:12345-0@lo:38:kworker.0 Request processed in 60us (213us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321818.816092:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576
00000100:00100000:0.0:1767321818.816113:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994212992
00000100:00100000:0.0:1767321818.816116:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994212992
00000100:00100000:0.0:1767321818.816137:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994213376
00000100:00100000:0.0:1767321818.816140:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994213376
00000100:00100000:0.0:1767321818.816149:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994213632
00000100:00100000:0.0:1767321818.816151:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994213632
00000100:00100000:0.0:1767321818.816193:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74224
00000100:00100000:0.0:1767321818.816197:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994212992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321818.816207:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321818.816233:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994212992:12345-0@lo:38:kworker.0 Request processed in 35us (412us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321818.816240:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74224
00000100:00100000:0.0:1767321818.816251:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74225
00000100:00100000:0.0:1767321818.816254:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994213376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321818.816262:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321818.816286:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994213376:12345-0@lo:38:kworker.0 Request processed in 30us (368us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321818.816291:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74225
00000100:00100000:0.0:1767321818.816301:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74226
00000100:00100000:0.0:1767321818.816305:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994213632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321818.816314:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321818.816351:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994213632:12345-0@lo:38:kworker.0 Request processed in 44us (394us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321818.816357:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74226
00000100:00080000:0.0:1767321818.816407:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321818.816412:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321818.816415:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994212992:0@lo:38:kworker.0
00000100:00080000:0.0:1767321818.816426:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321818.816430:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321818.816432:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994213120:0@lo:38:kworker.0
00000100:00080000:0.0:1767321818.816440:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321818.816444:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321818.816446:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994213376:0@lo:38:kworker.0
00000100:00080000:0.0:1767321818.816453:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321818.816456:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321818.816458:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60d265180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994213632:0@lo:38:kworker.0
00000100:00100000:0.0:1767321818.816539:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994213504:0@lo:400:kworker.0
00000100:00100000:2.0:1767321818.817345:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994213248:12345-0@lo:400:kworker.0 Request processed in 1812us (2368us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321818.817355:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6684
00000100:00080000:3.0:1767321818.817507:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321818.817752:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994213248:0@lo:400:kworker.0
00000100:00100000:2.0:1767321819.389778:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321819.390917:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321820.413655:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321820.414931:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321820.746934:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321820.746984:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321820.747060:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942328448
00000100:00100000:1.0:1767321820.747074:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942328448
00000100:00100000:1.0:1767321820.747260:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942328320
00000100:00100000:1.0:1767321820.747264:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942328320
00000100:00100000:1.0:1767321820.747300:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6685
00000100:00100000:1.0:1767321820.747317:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942328448:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321820.747427:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942328448:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 114us (503us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321820.747437:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6685
00000100:00080000:2.0:1767321820.747443:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321820.747460:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74227
00000100:00100000:1.0:1767321820.747466:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942328320:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321820.747493:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321820.747522:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942328320:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 56us (538us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321820.747529:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74227
00000100:00100000:2.0:1767321821.438079:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321821.442267:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321822.461526:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321822.462425:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321823.421528:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60c929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994213888:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321823.421627:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321823.421714:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994213888
00000100:00100000:2.0:1767321823.421725:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994213888
00000100:00100000:1.0:1767321823.421737:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994213760:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321823.421763:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321823.421851:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994213760
00000100:00100000:2.0:1767321823.421855:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994213760
00000100:00100000:0.0:1767321823.421912:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3919
00000100:00100000:0.0:1767321823.421926:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994213888:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321823.421965:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321823.422021:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994213888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (395us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321823.422030:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3919
00000100:00100000:0.0:1767321823.422088:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60c929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994213888:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321823.424584:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321823.424598:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321823.425107:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3920
00000100:00100000:2.0:1767321823.425128:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994213760:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321823.425197:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321823.425639:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994213760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 512us (3865us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321823.425650:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3920
00000100:00100000:0.0:1767321823.425722:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994213760:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321823.485477:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321823.485571:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767321823.937229:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321823.937243:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321823.937247:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321823.937251:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321823.937256:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321823.937266:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7063
00000100:00080000:0.0:1767321823.937272:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321823.937280:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321823.937331:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b341c00 x1853163994214016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321823.937363:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321823.937367:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321823.937368:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321823.937373:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7063
00000100:00080000:0.0:1767321823.937375:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321823.937379:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321823.937391:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b340e00 x1853163994214144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321823.937435:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321823.937439:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321823.937441:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321823.937444:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7063
00000100:00080000:0.0:1767321823.937447:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321823.937450:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321823.937465:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5880 x1853163994214400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321823.937480:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321823.937484:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321823.937486:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321823.937491:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7063
00000100:00080000:0.0:1767321823.937493:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321823.937497:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321823.937507:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4a80 x1853163994214656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321823.937578:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994214272:0@lo:400:kworker.0
00000100:00100000:1.0:1767321823.937674:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321823.937759:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321823.937766:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994214528:0@lo:400:kworker.0
00000100:00100000:1.0:1767321823.937788:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321823.937861:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994214016:0@lo:38:kworker.0
00000100:00100000:2.0:1767321823.937892:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321823.937917:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994214144:0@lo:38:kworker.0
00000100:00100000:2.0:1767321823.937942:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321823.937971:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994214400:0@lo:38:kworker.0
00000100:00100000:2.0:1767321823.937990:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321823.938006:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994214656:0@lo:38:kworker.0
00000100:00100000:2.0:1767321823.938135:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321823.938198:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994214272
00000100:00100000:1.0:1767321823.938210:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994214272
00000100:00100000:1.0:1767321823.938288:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994214528
00000100:00100000:2.0:1767321823.938293:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994214144
00000100:00100000:1.0:1767321823.938294:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994214528
00000100:00100000:2.0:1767321823.938308:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994214144
00000100:00100000:1.0:1767321823.938326:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994214016
00000100:00100000:1.0:1767321823.938333:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994214016
00000100:00100000:1.0:1767321823.938345:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994214400
00000100:00100000:1.0:1767321823.938347:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994214400
00000100:00100000:1.0:1767321823.938354:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994214656
00000100:00100000:1.0:1767321823.938357:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994214656
00000100:00100000:1.0:1767321823.938371:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6686
00000100:00100000:1.0:1767321823.938382:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994214272:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321823.938437:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577
00000100:00100000:2.0:1767321823.938449:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994214144:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321823.938459:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994214272:12345-0@lo:400:kworker.0 Request processed in 76us (782us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321823.938468:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6686
00010000:00020000:2.0:1767321823.938476:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321823.938494:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6687
00000100:00100000:1.0:1767321823.938504:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994214528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321823.938554:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994214528:12345-0@lo:400:kworker.0 Request processed in 52us (765us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321823.938561:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6687
00000100:00100000:2.0:1767321823.938567:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994214144:12345-0@lo:38:kworker.0 Request processed in 115us (620us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321823.938580:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577
00000100:00100000:1.0:1767321823.938588:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74228
00000100:00100000:1.0:1767321823.938596:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994214016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321823.938613:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321823.938631:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74229
00000100:00100000:2.0:1767321823.938641:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994214400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321823.938654:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321823.938661:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994214016:12345-0@lo:38:kworker.0 Request processed in 63us (766us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321823.938670:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74228
00000100:00100000:1.0:1767321823.938696:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74230
00000100:00100000:1.0:1767321823.938710:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994214656:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321823.938710:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994214400:12345-0@lo:38:kworker.0 Request processed in 61us (710us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321823.938737:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74229
00010000:00020000:1.0:1767321823.938741:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321823.938785:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994214656:12345-0@lo:38:kworker.0 Request processed in 80us (653us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321823.938792:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74230
00000100:00080000:2.0:1767321823.938815:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321823.938823:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321823.938830:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994214016:0@lo:38:kworker.0
00000100:00080000:2.0:1767321823.938850:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767321823.938857:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994214528:0@lo:400:kworker.0
00000100:00080000:2.0:1767321823.938861:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321823.938875:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994214144:0@lo:38:kworker.0
00000100:00100000:1.0:1767321823.938886:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994214272:0@lo:400:kworker.0
00000100:00080000:2.0:1767321823.938896:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321823.938904:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321823.938911:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994214400:0@lo:38:kworker.0
00000100:00080000:2.0:1767321823.938928:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321823.938932:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321823.938936:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994214656:0@lo:38:kworker.0
00000100:00080000:3.0:1767321823.939027:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321824.509572:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321824.509657:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321825.533612:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321825.536848:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321825.863058:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321825.863135:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942328576
00000100:00100000:0.0:1767321825.863146:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942328576
00000100:00100000:0.0:1767321825.863223:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74231
00000100:00100000:0.0:1767321825.863233:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942328576:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321825.863258:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321825.863346:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2508:x1853163942328576:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 113us (300us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321825.863355:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74231
00000100:00100000:2.0:1767321825.865208:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321825.865299:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942328704
00000100:00100000:3.0:1767321825.865307:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942328704
00000100:00100000:3.0:1767321825.865396:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6688
00000100:00100000:3.0:1767321825.865406:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942328704:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321825.865483:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942328704:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 78us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321825.865490:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6688
00000100:00080000:0.0:1767321825.865554:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321826.558042:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321826.558505:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321827.581508:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321827.582066:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321828.541984:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994214912:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321828.542090:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321828.542228:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321828.542235:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994214784:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321828.542261:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321828.542303:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994214912
00000100:00100000:0.0:1767321828.542316:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994214912
00000100:00100000:0.0:1767321828.542404:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994214784
00000100:00100000:0.0:1767321828.542413:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994214784
00000100:00080000:1.0:1767321828.542486:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321828.542492:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321828.544762:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3921
00000100:00100000:0.0:1767321828.544797:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994214912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321828.544846:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321828.544962:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994214912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 183us (2871us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321828.544970:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3921
00000100:00100000:0.0:1767321828.545086:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3922
00000100:00100000:0.0:1767321828.545097:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994214784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321828.545120:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321828.545150:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994214784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (2889us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321828.545156:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3922
00000100:00100000:0.0:1767321828.545333:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994214784:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321828.545352:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994214912:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321828.606314:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321828.608232:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321829.053796:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321829.053811:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321829.053814:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321829.053819:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321829.053824:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321829.053835:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7068
00000100:00080000:0.0:1767321829.053840:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321829.053849:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321829.053907:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f5180 x1853163994215040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321829.053944:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321829.053947:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321829.053949:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321829.053954:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7068
00000100:00080000:0.0:1767321829.053957:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321829.053961:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321829.053980:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994215040:0@lo:38:kworker.0
00000100:00100000:0.0:1767321829.053982:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4a80 x1853163994215168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321829.054030:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321829.054035:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321829.054037:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321829.054041:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7068
00000100:00080000:0.0:1767321829.054043:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321829.054047:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321829.054059:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b7389f4000 x1853163994215424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321829.054077:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321829.054081:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321829.054083:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321829.054086:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7068
00000100:00080000:0.0:1767321829.054088:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767321829.054094:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321829.054096:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321829.054117:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b293800 x1853163994215680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321829.054193:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994215040
00000100:00100000:2.0:1767321829.054202:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994215168:0@lo:38:kworker.0
00000100:00100000:0.0:1767321829.054204:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994215040
00000100:00100000:2.0:1767321829.054239:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321829.054257:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74232
00000100:00100000:0.0:1767321829.054268:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994215040:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321829.054270:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994215424:0@lo:38:kworker.0
00000100:00100000:2.0:1767321829.054296:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767321829.054299:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321829.054300:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994215296:0@lo:400:kworker.0
00000100:00100000:2.0:1767321829.054321:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994215680:0@lo:38:kworker.0
00000100:00100000:1.0:1767321829.054341:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321829.054349:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994215040:12345-0@lo:38:kworker.0 Request processed in 83us (259us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321829.054357:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74232
00000100:00100000:2.0:1767321829.054371:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321829.054374:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321829.054382:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994215552:0@lo:400:kworker.0
00000100:00080000:2.0:1767321829.054414:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321829.054421:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321829.054428:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994215040:0@lo:38:kworker.0
00000100:00100000:1.0:1767321829.054430:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321829.054468:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994215168
00000100:00100000:2.0:1767321829.054472:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994215168
00000100:00100000:2.0:1767321829.054498:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578
00000100:00100000:2.0:1767321829.054503:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994215168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321829.054514:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321829.054559:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994215168:12345-0@lo:38:kworker.0 Request processed in 53us (320us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321829.054566:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578
00000100:00080000:2.0:1767321829.054604:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321829.054608:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321829.054611:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994215168:0@lo:38:kworker.0
00000100:00100000:0.0:1767321829.055870:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994215424
00000100:00100000:0.0:1767321829.055886:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994215424
00000100:00100000:0.0:1767321829.055945:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994215296
00000100:00100000:0.0:1767321829.055949:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994215296
00000100:00100000:0.0:1767321829.055993:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994215680
00000100:00100000:0.0:1767321829.055997:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994215680
00000100:00100000:0.0:1767321829.056011:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6689
00000100:00100000:0.0:1767321829.056024:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994215296:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321829.056121:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994215296:12345-0@lo:400:kworker.0 Request processed in 101us (1780us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321829.056129:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6689
00000100:00100000:0.0:1767321829.056147:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74233
00000100:00100000:0.0:1767321829.056152:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994215424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321829.056192:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321829.056229:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994215424:12345-0@lo:38:kworker.0 Request processed in 75us (1932us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321829.057101:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74233
00000100:00100000:0.0:1767321829.057134:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74234
00000100:00100000:0.0:1767321829.057141:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994215680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321829.057199:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321829.057357:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994215680:12345-0@lo:38:kworker.0 Request processed in 214us (2986us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321829.057364:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74234
00000100:00080000:0.0:1767321829.057396:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321829.057449:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321829.057455:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321829.057459:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994215424:0@lo:38:kworker.0
00000100:00080000:0.0:1767321829.057471:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321829.057475:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321829.057479:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994215680:0@lo:38:kworker.0
00000100:00100000:1.0:1767321829.065673:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994215296:0@lo:400:kworker.0
00000100:00100000:0.0:1767321829.066260:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994215552
00000100:00100000:0.0:1767321829.066275:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994215552
00000100:00100000:0.0:1767321829.066393:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6690
00000100:00100000:0.0:1767321829.066404:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994215552:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321829.066506:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994215552:12345-0@lo:400:kworker.0 Request processed in 103us (12078us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321829.066514:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6690
00000100:00080000:1.0:1767321829.070450:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321829.070555:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994215552:0@lo:400:kworker.0
00000100:00100000:2.0:1767321829.629306:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321829.630181:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321830.653817:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321830.654386:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321830.985743:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321830.985857:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942328832
00000100:00100000:3.0:1767321830.985870:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942328832
00000100:00100000:3.0:1767321830.985942:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74235
00000100:00100000:3.0:1767321830.985952:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942328832:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321830.985984:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321830.986078:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942328832:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 125us (359us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321830.986087:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74235
00000100:00100000:1.0:1767321830.997320:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321830.997615:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942328960
00000100:00100000:3.0:1767321830.997634:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942328960
00000100:00100000:3.0:1767321830.997754:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6691
00000100:00100000:3.0:1767321830.997766:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942328960:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321830.997889:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60d265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942328960:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 125us (588us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321830.997898:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6691
00000100:00080000:1.0:1767321830.998339:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321831.677569:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321831.681096:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321832.701514:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321832.705439:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321833.149348:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321808/real 1767321808]  req@ffff89b70760ed80 x1853163994210304/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321833.149393:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b70760ed80 x1853163994210304/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321833.149419:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321833.149466:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321833.149470:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994210304:0@lo:250:kworker.0
00000100:00080000:3.0:1767321833.149657:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321833.149664:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321833.149668:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321833.149674:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 7053
00000100:00080000:3.0:1767321833.149679:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321833.149687:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321833.149731:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f65500 x1853163994215808/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321833.149792:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994215808:0@lo:250:kworker.0
00000400:00000100:2.0:1767321833.149855:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994215808 offset 0 length 520: 4
00000100:00080000:3.0:1767321833.149926:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321833.149931:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321833.149933:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321833.149938:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7073
00000100:00080000:3.0:1767321833.149941:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321833.149945:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321833.149965:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f67800 x1853163994215936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321833.150082:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994215936:0@lo:38:kworker.0
00000100:00100000:2.0:1767321833.150303:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321833.150527:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321833.150532:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321833.150534:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321833.150540:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7073
00000100:00080000:3.0:1767321833.150543:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321833.150549:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321833.150570:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f64000 x1853163994216064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321833.150607:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321833.150611:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321833.150613:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321833.150617:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7073
00000100:00080000:3.0:1767321833.150620:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321833.150623:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321833.150637:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f66a00 x1853163994216320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321833.150656:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321833.150660:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321833.150662:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321833.150665:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7073
00000100:00080000:3.0:1767321833.150668:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321833.150672:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321833.150686:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f65880 x1853163994216576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321833.150760:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994216192:0@lo:400:kworker.0
00000100:00100000:3.0:1767321833.150802:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321833.150877:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994216704:0@lo:400:kworker.0
00000100:00100000:1.0:1767321833.150917:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321833.150949:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321833.150954:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994216832:0@lo:400:kworker.0
00000100:00100000:1.0:1767321833.150976:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321833.151009:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994216704
00000100:00100000:1.0:1767321833.151018:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994216704
00000100:00100000:1.0:1767321833.151087:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994216832
00000100:00100000:1.0:1767321833.151104:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994216832
00000100:00100000:1.0:1767321833.151137:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4109
00000100:00100000:1.0:1767321833.151149:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994216704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321833.151228:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994216704:12345-0@lo:400:kworker.0 Request processed in 81us (308us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321833.151236:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4109
00000100:00100000:1.0:1767321833.151256:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4110
00000100:00100000:1.0:1767321833.151262:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994216832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321833.151290:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994216832:12345-0@lo:400:kworker.0 Request processed in 28us (313us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321833.151296:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4110
00000100:00080000:1.0:1767321833.151314:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321833.151320:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321833.151363:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994216832:0@lo:400:kworker.0
00000100:00100000:1.0:1767321833.151375:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994216704:0@lo:400:kworker.0
00000100:00100000:1.0:1767321833.151417:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994216448:0@lo:400:kworker.0
00000100:00100000:2.0:1767321833.151692:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994216064:0@lo:38:kworker.0
00000100:00100000:2.0:1767321833.151728:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321833.151766:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994216320:0@lo:38:kworker.0
00000100:00100000:1.0:1767321833.152052:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994216064
00000100:00100000:1.0:1767321833.152058:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994216064
00000100:00100000:1.0:1767321833.152102:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579
00000100:00100000:1.0:1767321833.152116:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994216064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321833.152139:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321833.152204:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994216064:12345-0@lo:38:kworker.0 Request processed in 87us (475us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321833.152210:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579
00000100:00100000:1.0:1767321833.153065:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321833.153123:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994215936
00000100:00100000:0.0:1767321833.153130:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994215936
00000100:00100000:0.0:1767321833.153188:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994216192
00000100:00100000:0.0:1767321833.153192:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994216192
00000100:00100000:0.0:1767321833.153239:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6692
00000100:00100000:0.0:1767321833.153248:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994216192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321833.153317:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994216192:12345-0@lo:400:kworker.0 Request processed in 70us (2514us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321833.153324:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6692
00000100:00100000:0.0:1767321833.153344:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74236
00000100:00100000:0.0:1767321833.153348:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994215936:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321833.153367:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321833.153395:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994215936:12345-0@lo:38:kworker.0 Request processed in 46us (3093us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321833.153401:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74236
00000100:00080000:0.0:1767321833.153423:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321833.153740:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994216192:0@lo:400:kworker.0
00000100:00100000:0.0:1767321833.153953:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321833.154069:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994216576:0@lo:38:kworker.0
00000100:00100000:0.0:1767321833.154301:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321833.154329:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994216448
00000100:00100000:2.0:1767321833.154336:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994216448
00000100:00100000:2.0:1767321833.154386:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994216320
00000100:00100000:2.0:1767321833.154390:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994216320
00000100:00100000:2.0:1767321833.154411:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6693
00000100:00100000:2.0:1767321833.154419:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994216448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321833.154481:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994216448:12345-0@lo:400:kworker.0 Request processed in 62us (1420us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321833.154488:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6693
00000100:00100000:2.0:1767321833.154510:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74237
00000100:00100000:2.0:1767321833.154515:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994216320:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321833.154533:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321833.154562:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994216320:12345-0@lo:38:kworker.0 Request processed in 46us (610us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321833.154568:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74237
00000100:00080000:2.0:1767321833.154586:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321833.154785:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994216448:0@lo:400:kworker.0
00000100:00080000:0.0:1767321833.154914:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321833.154921:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321833.154925:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994215936:0@lo:38:kworker.0
00000100:00080000:0.0:1767321833.154949:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321833.154953:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321833.154957:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994216064:0@lo:38:kworker.0
00000100:00080000:0.0:1767321833.154967:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321833.154970:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321833.154974:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994216320:0@lo:38:kworker.0
00000100:00100000:1.0:1767321833.155022:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994216576
00000100:00100000:1.0:1767321833.155027:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994216576
00000100:00100000:1.0:1767321833.155269:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74238
00000100:00100000:1.0:1767321833.155276:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994216576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321833.155290:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321833.155381:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994216576:12345-0@lo:38:kworker.0 Request processed in 103us (1079us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321833.155388:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74238
00000100:00080000:2.0:1767321833.155629:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321833.155636:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321833.155639:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994216576:0@lo:38:kworker.0
00000100:00100000:3.0:1767321833.661723:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994216960:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321833.661827:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321833.662061:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994216960
00000100:00100000:0.0:1767321833.662071:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994216960
00000100:00100000:0.0:1767321833.662140:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3923
00000100:00100000:0.0:1767321833.662151:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994216960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321833.662217:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321833.662277:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994216960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (450us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321833.662285:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3923
00000100:00100000:1.0:1767321833.662417:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994216960:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321833.662705:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321833.662716:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72f411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994217088:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321833.662752:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321833.663067:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994217088
00000100:00100000:0.0:1767321833.663072:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994217088
00000100:00100000:0.0:1767321833.663121:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3924
00000100:00100000:0.0:1767321833.663130:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994217088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321833.663153:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321833.663388:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70760d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994217088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 258us (634us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321833.663395:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3924
00000100:00100000:3.0:1767321833.665853:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72f411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994217088:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321833.725961:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321833.726060:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321834.750378:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321834.751040:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321835.086033:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:2.0:1767321835.086089:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942329088 offset 0 length 520: 4
00000100:00100000:2.0:1767321835.086121:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321835.086224:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942329344
00000100:00100000:0.0:1767321835.086241:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942329344
00000100:00100000:1.0:1767321835.086399:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942329216
00000100:00100000:1.0:1767321835.086410:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942329216
00000100:00100000:0.0:1767321835.086514:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6694
00000100:00100000:0.0:1767321835.086528:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942329344:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321835.086629:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942329344:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 104us (613us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321835.086637:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6694
00000100:00100000:0.0:1767321835.086660:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74239
00000100:00100000:0.0:1767321835.086665:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942329216:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321835.086687:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321835.086713:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2508:x1853163942329216:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 47us (591us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321835.086720:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74239
00000100:00080000:2.0:1767321835.086822:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321835.773277:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321835.773927:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321836.798274:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321836.798318:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321837.821475:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321837.823260:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:0.0:1767321838.271082:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321838.271098:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321838.271102:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321838.271106:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321838.271112:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321838.271123:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7077
00000100:00080000:0.0:1767321838.271129:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321838.271139:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321838.271225:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b290000 x1853163994217216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321838.271333:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994217216:0@lo:38:kworker.0
00000100:00100000:2.0:1767321838.271466:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321838.271713:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321838.271719:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321838.271721:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321838.271727:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7077
00000100:00080000:0.0:1767321838.271730:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321838.271735:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321838.271756:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b292d80 x1853163994217344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321838.272154:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994217216
00000100:00100000:3.0:1767321838.272187:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994217216
00000100:00100000:3.0:1767321838.272249:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74240
00000100:00100000:3.0:1767321838.272260:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994217216:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321838.272305:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321838.273052:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994217344:0@lo:38:kworker.0
00000100:00100000:2.0:1767321838.273128:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321838.273512:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994217344
00000100:00100000:1.0:1767321838.273528:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994217344
00000100:00100000:1.0:1767321838.273598:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580
00000100:00100000:1.0:1767321838.273608:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994217344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321838.273634:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321838.273659:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321838.273665:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321838.273670:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321838.273677:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7077
00000100:00080000:0.0:1767321838.273682:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321838.273690:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321838.273720:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30e680 x1853163994217600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321838.273737:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994217344:12345-0@lo:38:kworker.0 Request processed in 123us (605us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321838.273749:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580
00000100:00080000:0.0:1767321838.273751:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321838.273758:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321838.273760:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321838.273767:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7077
00000100:00080000:0.0:1767321838.273771:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321838.273777:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321838.273797:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30c000 x1853163994217856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321838.273798:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994217472:0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.273860:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321838.273905:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321838.273913:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994217984:0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.273918:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994217728:0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.273977:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321838.273991:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321838.274031:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321838.274050:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994218112:0@lo:400:kworker.0
00000100:00100000:0.0:1767321838.274076:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321838.274114:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994217984
00000100:00100000:0.0:1767321838.274120:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994217984
00000100:00100000:0.0:1767321838.274203:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994218112
00000100:00100000:0.0:1767321838.274206:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994218112
00000100:00100000:1.0:1767321838.275303:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994217472
00000100:00100000:1.0:1767321838.275315:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994217472
00000100:00100000:1.0:1767321838.275480:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994217728
00000100:00100000:1.0:1767321838.275484:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994217728
00000100:00100000:1.0:1767321838.275519:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6695
00000100:00100000:1.0:1767321838.275528:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994217472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.275773:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994217472:12345-0@lo:400:kworker.0 Request processed in 245us (1915us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321838.275781:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6695
00000100:00100000:1.0:1767321838.275800:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6696
00000100:00100000:1.0:1767321838.275807:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994217728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.275836:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994217728:12345-0@lo:400:kworker.0 Request processed in 30us (1860us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321838.275842:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6696
00000100:00100000:1.0:1767321838.275876:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4111
00000100:00100000:1.0:1767321838.275886:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994217984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.275929:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994217984:12345-0@lo:400:kworker.0 Request processed in 46us (1943us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321838.275935:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4111
00000100:00100000:1.0:1767321838.276009:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994217728:0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.276204:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994217472:0@lo:400:kworker.0
00000100:00080000:1.0:1767321838.276256:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321838.276261:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321838.278628:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321838.278714:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4112
00000100:00100000:0.0:1767321838.278728:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994218112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321838.278871:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994218112:12345-0@lo:400:kworker.0 Request processed in 147us (4792us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321838.278880:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4112
00000100:00100000:1.0:1767321838.280455:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994217984:0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.280523:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994218112:0@lo:400:kworker.0
00000100:00100000:3.0:1767321838.281241:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994217216:12345-0@lo:38:kworker.0 Request processed in 8971us (9765us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321838.281261:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74240
00000100:00080000:2.0:1767321838.282082:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321838.282093:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321838.282099:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994217216:0@lo:38:kworker.0
00000100:00100000:2.0:1767321838.282142:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994217600:0@lo:38:kworker.0
00000100:00100000:2.0:1767321838.282247:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321838.282375:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994217856:0@lo:38:kworker.0
00000100:00100000:2.0:1767321838.282404:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321838.284848:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321838.284868:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321838.284874:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994217344:0@lo:38:kworker.0
00000100:00100000:3.0:1767321838.285079:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994217600
00000100:00100000:3.0:1767321838.285089:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994217600
00000100:00100000:3.0:1767321838.285229:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994217856
00000100:00100000:3.0:1767321838.285233:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994217856
00000100:00100000:0.0:1767321838.285413:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74241
00000100:00100000:0.0:1767321838.285440:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994217600:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321838.285476:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321838.285597:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994217600:12345-0@lo:38:kworker.0 Request processed in 159us (3349us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321838.285605:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74241
00000100:00100000:0.0:1767321838.285625:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74242
00000100:00100000:0.0:1767321838.285630:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994217856:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321838.285640:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321838.285671:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994217856:12345-0@lo:38:kworker.0 Request processed in 41us (3267us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321838.285676:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74242
00000100:00080000:1.0:1767321838.285778:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321838.285795:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321838.285800:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994217600:0@lo:38:kworker.0
00000100:00080000:1.0:1767321838.285823:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321838.285828:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321838.285832:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994217856:0@lo:38:kworker.0
00000100:00100000:0.0:1767321838.782618:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6075f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994218368:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321838.782709:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321838.782794:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321838.782801:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994218240:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321838.782877:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321838.782944:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994218368
00000100:00100000:1.0:1767321838.782954:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994218368
00000100:00100000:1.0:1767321838.783025:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994218240
00000100:00100000:1.0:1767321838.783029:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994218240
00000100:00100000:1.0:1767321838.783054:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3925
00000100:00100000:1.0:1767321838.783066:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994218368:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321838.783109:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321838.783117:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3926
00000100:00100000:0.0:1767321838.783127:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994218240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321838.783144:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321838.783185:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994218368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (476us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321838.783193:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3925
00000100:00100000:0.0:1767321838.783197:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994218240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (320us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321838.783255:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b7389f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994218240:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321838.783269:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6075f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994218368:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321838.783445:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3926
00000100:00100000:2.0:1767321838.845291:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321838.847013:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321839.870732:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321839.872078:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321840.202039:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321840.202098:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321840.202283:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942329600
00000100:00100000:1.0:1767321840.202298:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942329600
00000100:00100000:1.0:1767321840.202406:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942329472
00000100:00100000:1.0:1767321840.202410:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942329472
00000100:00100000:1.0:1767321840.202436:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6697
00000100:00100000:1.0:1767321840.202449:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942329600:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321840.202561:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7389f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942329600:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 116us (535us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321840.202570:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6697
00000100:00100000:1.0:1767321840.202593:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74243
00000100:00100000:1.0:1767321840.202598:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942329472:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321840.202625:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321840.202655:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942329472:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 55us (556us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321840.202662:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74243
00000100:00080000:2.0:1767321840.202913:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321840.893709:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321840.893897:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321841.917598:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321841.918080:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321842.941341:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321842.941922:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321843.389963:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321843.389981:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321843.389985:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321843.389991:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321843.389996:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321843.390008:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7082
00000100:00080000:3.0:1767321843.390015:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321843.390023:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321843.390088:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760e300 x1853163994218496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321843.390123:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321843.390128:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321843.390130:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321843.390135:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7082
00000100:00080000:3.0:1767321843.390137:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321843.390142:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321843.390196:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760dc00 x1853163994218624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321843.390246:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321843.390250:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321843.390252:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321843.390256:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7082
00000100:00080000:3.0:1767321843.390258:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321843.390272:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321843.390286:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ce00 x1853163994218880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321843.390305:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321843.390309:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321843.390310:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321843.390314:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7082
00000100:00080000:3.0:1767321843.390317:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321843.390320:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321843.390329:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d180 x1853163994219136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321843.390391:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994219264:0@lo:400:kworker.0
00000100:00100000:3.0:1767321843.390509:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321843.390890:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321843.390902:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994219392:0@lo:400:kworker.0
00000100:00100000:3.0:1767321843.390938:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321843.391059:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994218752:0@lo:400:kworker.0
00000100:00100000:0.0:1767321843.391105:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321843.391138:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321843.391144:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994219008:0@lo:400:kworker.0
00000100:00100000:0.0:1767321843.391192:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321843.391229:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994219264
00000100:00100000:0.0:1767321843.391238:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994219264
00000100:00100000:0.0:1767321843.391311:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994219392
00000100:00100000:0.0:1767321843.391314:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994219392
00000100:00100000:0.0:1767321843.391337:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4113
00000100:00100000:0.0:1767321843.391346:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994219264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321843.391407:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994219264:12345-0@lo:400:kworker.0 Request processed in 61us (898us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321843.391414:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4113
00000100:00100000:0.0:1767321843.391432:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4114
00000100:00100000:0.0:1767321843.391437:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994219392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321843.391458:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994219392:12345-0@lo:400:kworker.0 Request processed in 21us (520us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321843.391464:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4114
00000100:00080000:0.0:1767321843.391481:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321843.391485:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321843.391510:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994218752
00000100:00100000:0.0:1767321843.391513:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994218752
00000100:00100000:0.0:1767321843.391542:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994219008
00000100:00100000:0.0:1767321843.391544:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994219008
00000100:00100000:0.0:1767321843.391562:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6698
00000100:00100000:0.0:1767321843.391567:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994218752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321843.391870:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994218752:12345-0@lo:400:kworker.0 Request processed in 301us (763us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321843.391878:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6698
00000100:00100000:0.0:1767321843.391893:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6699
00000100:00100000:0.0:1767321843.391901:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994219008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321843.391929:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6075f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994219008:12345-0@lo:400:kworker.0 Request processed in 30us (736us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321843.391933:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6699
00000100:00080000:0.0:1767321843.391949:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321843.391992:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994219008:0@lo:400:kworker.0
00000100:00100000:0.0:1767321843.392005:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994218752:0@lo:400:kworker.0
00000100:00100000:0.0:1767321843.392050:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994219392:0@lo:400:kworker.0
00000100:00100000:0.0:1767321843.392063:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994219264:0@lo:400:kworker.0
00000100:00100000:1.0:1767321843.392222:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994218496:0@lo:38:kworker.0
00000100:00100000:1.0:1767321843.392277:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321843.392309:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994218624:0@lo:38:kworker.0
00000100:00100000:1.0:1767321843.392338:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321843.392366:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994218880:0@lo:38:kworker.0
00000100:00100000:1.0:1767321843.392386:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321843.392398:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994219136:0@lo:38:kworker.0
00000100:00100000:1.0:1767321843.392415:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321843.392447:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994218624
00000100:00100000:1.0:1767321843.392452:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994218624
00000100:00100000:1.0:1767321843.392477:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581
00000100:00100000:1.0:1767321843.392483:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994218624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321843.392519:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321843.392556:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994218624:12345-0@lo:38:kworker.0 Request processed in 72us (216us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321843.392562:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581
00000100:00100000:1.0:1767321843.392584:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994218496
00000100:00100000:1.0:1767321843.392836:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994218496
00000100:00100000:1.0:1767321843.392864:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994218880
00000100:00100000:1.0:1767321843.392867:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994218880
00000100:00100000:1.0:1767321843.392881:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994219136
00000100:00100000:1.0:1767321843.392884:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994219136
00000100:00100000:1.0:1767321843.392899:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74244
00000100:00100000:1.0:1767321843.392904:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994218496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321843.392914:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321843.392944:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994218496:12345-0@lo:38:kworker.0 Request processed in 39us (667us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321843.392950:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74244
00000100:00100000:1.0:1767321843.392961:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74245
00000100:00100000:1.0:1767321843.392965:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994218880:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321843.392975:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321843.392998:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994218880:12345-0@lo:38:kworker.0 Request processed in 32us (612us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321843.393004:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74245
00000100:00100000:1.0:1767321843.393016:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74246
00000100:00100000:1.0:1767321843.393020:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994219136:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321843.393029:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321843.393053:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994219136:12345-0@lo:38:kworker.0 Request processed in 32us (637us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321843.393059:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74246
00000100:00080000:1.0:1767321843.393100:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321843.393107:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321843.393110:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994218496:0@lo:38:kworker.0
00000100:00080000:1.0:1767321843.393123:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321843.393127:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321843.393129:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994218624:0@lo:38:kworker.0
00000100:00080000:1.0:1767321843.393138:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321843.393141:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321843.393144:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994218880:0@lo:38:kworker.0
00000100:00080000:1.0:1767321843.393152:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321843.393155:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321843.393202:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994219136:0@lo:38:kworker.0
00000100:00100000:3.0:1767321843.901894:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321843.901931:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994219520:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321843.902032:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321843.902821:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994219520
00000100:00100000:2.0:1767321843.902842:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994219520
00000100:00100000:2.0:1767321843.902928:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3927
00000100:00100000:2.0:1767321843.902940:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994219520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321843.902982:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321843.903048:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994219520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (1016us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321843.903056:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3927
00000100:00100000:3.0:1767321843.903231:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994219520:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321843.903994:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321843.904015:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994219648:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321843.904076:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321843.905787:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994219648
00000100:00100000:2.0:1767321843.905811:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994219648
00000100:00100000:2.0:1767321843.906415:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3928
00000100:00100000:2.0:1767321843.906442:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994219648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321843.906494:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321843.907462:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994219648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1029us (3378us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321843.907477:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3928
00000100:00100000:1.0:1767321843.908123:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994219648:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321843.966131:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321843.966245:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321844.989507:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321844.990820:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321845.322129:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321845.322291:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321845.325599:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942329856
00000100:00100000:0.0:1767321845.325624:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942329856
00000100:00100000:0.0:1767321845.325841:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942329728
00000100:00100000:0.0:1767321845.325851:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942329728
00000100:00100000:0.0:1767321845.325886:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6700
00000100:00100000:0.0:1767321845.325900:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942329856:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321845.327544:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942329856:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 129us (3911us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321845.327566:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6700
00000100:00100000:0.0:1767321845.327629:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74247
00000100:00100000:0.0:1767321845.327637:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942329728:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321845.327671:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321845.327775:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942329728:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 136us (5482us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321845.327782:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74247
00000100:00080000:1.0:1767321845.327996:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321846.013388:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321846.013926:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321847.037433:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321847.038194:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321848.061528:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321848.061546:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321848.509846:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321848.509862:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321848.509866:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321848.509870:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321848.509876:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321848.509886:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7088
00000100:00080000:0.0:1767321848.509892:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321848.509901:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321848.509956:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760ce00 x1853163994219776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321848.510025:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994219776:0@lo:38:kworker.0
00000100:00100000:1.0:1767321848.510136:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321848.510308:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994219776
00000100:00100000:2.0:1767321848.510329:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994219776
00000100:00100000:2.0:1767321848.510390:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74248
00000100:00100000:2.0:1767321848.510399:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994219776:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321848.510425:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321848.511219:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321848.511226:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321848.511230:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321848.511237:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7088
00000100:00080000:0.0:1767321848.511241:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321848.511247:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321848.511281:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760dc00 x1853163994219904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321848.515791:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994219904:0@lo:38:kworker.0
00000100:00100000:1.0:1767321848.515920:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321848.516099:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994219904
00000100:00100000:3.0:1767321848.516113:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994219904
00000100:00100000:3.0:1767321848.516204:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582
00000100:00100000:3.0:1767321848.516215:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994219904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321848.516248:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321848.516312:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994219904:12345-0@lo:38:kworker.0 Request processed in 96us (391us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321848.516331:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582
00000100:00100000:2.0:1767321848.516955:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994219776:12345-0@lo:38:kworker.0 Request processed in 6551us (6814us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321848.516968:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74248
00000100:00080000:0.0:1767321848.517415:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321848.517420:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321848.517425:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321848.517432:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7088
00000100:00080000:0.0:1767321848.517437:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321848.517443:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321848.517471:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760fb80 x1853163994220160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321848.517494:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321848.517498:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321848.517500:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321848.517503:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7088
00000100:00080000:0.0:1767321848.517507:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321848.517510:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321848.517525:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70760d180 x1853163994220416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321848.517633:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994220544:0@lo:400:kworker.0
00000100:00100000:0.0:1767321848.517699:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321848.517740:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321848.517747:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994220672:0@lo:400:kworker.0
00000100:00100000:0.0:1767321848.517771:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321848.517804:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994220544
00000100:00100000:0.0:1767321848.517811:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994220544
00000100:00100000:0.0:1767321848.517868:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994220672
00000100:00100000:0.0:1767321848.517872:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994220672
00000100:00100000:0.0:1767321848.517897:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4115
00000100:00100000:0.0:1767321848.517906:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994220544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321848.517965:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994220544:12345-0@lo:400:kworker.0 Request processed in 60us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321848.517972:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4115
00000100:00100000:0.0:1767321848.517989:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4116
00000100:00100000:0.0:1767321848.517995:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994220672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321848.518022:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994220672:12345-0@lo:400:kworker.0 Request processed in 27us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321848.518027:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4116
00000100:00100000:0.0:1767321848.518073:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994220672:0@lo:400:kworker.0
00000100:00100000:0.0:1767321848.518085:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994220544:0@lo:400:kworker.0
00000100:00100000:2.0:1767321848.518347:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994220288:0@lo:400:kworker.0
00000100:00100000:2.0:1767321848.518403:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321848.518431:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321848.518437:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994220032:0@lo:400:kworker.0
00000100:00100000:2.0:1767321848.518466:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321848.518498:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994220288
00000100:00100000:2.0:1767321848.518502:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994220288
00000100:00100000:2.0:1767321848.518539:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994220032
00000100:00100000:2.0:1767321848.518542:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994220032
00000100:00100000:2.0:1767321848.518568:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6701
00000100:00100000:2.0:1767321848.518576:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994220288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321848.518615:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994220288:12345-0@lo:400:kworker.0 Request processed in 40us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321848.518622:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6701
00000100:00100000:2.0:1767321848.518637:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6702
00000100:00100000:2.0:1767321848.518643:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994220032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321848.518671:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994220032:12345-0@lo:400:kworker.0 Request processed in 29us (205us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321848.518678:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6702
00000100:00100000:2.0:1767321848.518717:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994220032:0@lo:400:kworker.0
00000100:00100000:2.0:1767321848.518727:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994220288:0@lo:400:kworker.0
00000100:00080000:1.0:1767321848.522714:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321848.522736:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321848.522745:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994219776:0@lo:38:kworker.0
00000100:00100000:1.0:1767321848.522810:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994220160:0@lo:38:kworker.0
00000100:00100000:1.0:1767321848.522916:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321848.522962:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994220416:0@lo:38:kworker.0
00000100:00100000:1.0:1767321848.522988:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321848.523035:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321848.523040:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321848.523043:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994219904:0@lo:38:kworker.0
00000100:00080000:1.0:1767321848.523090:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321848.523098:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321848.523101:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321848.523262:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994220160
00000100:00100000:2.0:1767321848.523271:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994220160
00000100:00100000:2.0:1767321848.523317:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994220416
00000100:00100000:2.0:1767321848.523330:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994220416
00000100:00100000:2.0:1767321848.523353:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74249
00000100:00100000:2.0:1767321848.523363:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994220160:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321848.523651:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321848.523725:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994220160:12345-0@lo:38:kworker.0 Request processed in 361us (808us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321848.523739:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74249
00000100:00100000:2.0:1767321848.523766:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74250
00000100:00100000:2.0:1767321848.523770:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994220416:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321848.523781:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321848.523810:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994220416:12345-0@lo:38:kworker.0 Request processed in 38us (821us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321848.523817:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74250
00000100:00080000:1.0:1767321848.523995:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321848.524001:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321848.524005:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994220160:0@lo:38:kworker.0
00000100:00080000:1.0:1767321848.524015:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321848.524019:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321848.524021:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70760d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994220416:0@lo:38:kworker.0
00000100:00100000:3.0:1767321849.021979:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994220800:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321849.022084:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321849.022829:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994220928:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321849.022880:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321849.023094:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994220800
00000100:00100000:2.0:1767321849.023113:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994220800
00000100:00100000:2.0:1767321849.023230:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994220928
00000100:00100000:2.0:1767321849.023247:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994220928
00000100:00100000:2.0:1767321849.023272:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3929
00000100:00100000:2.0:1767321849.023283:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994220800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321849.023324:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321849.023381:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994220800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (1297us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321849.023390:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3929
00000100:00100000:2.0:1767321849.023415:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3930
00000100:00100000:2.0:1767321849.023421:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994220928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321849.023442:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321849.023474:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994220928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (594us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321849.023480:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3930
00000100:00100000:1.0:1767321849.024284:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994220928:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321849.024407:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994220800:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321849.086758:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321849.087826:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321850.109440:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321850.109487:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321850.443801:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321850.443863:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321850.443979:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942329984
00000100:00100000:3.0:1767321850.443995:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942329984
00000100:00100000:3.0:1767321850.444056:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942330112
00000100:00100000:3.0:1767321850.444059:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942330112
00000100:00100000:3.0:1767321850.444126:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6703
00000100:00100000:3.0:1767321850.444147:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942330112:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321850.444297:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942330112:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 161us (432us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321850.444319:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6703
00000100:00100000:3.0:1767321850.444341:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74251
00000100:00100000:3.0:1767321850.444346:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942329984:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321850.444373:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321850.444404:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942329984:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 56us (620us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321850.444410:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74251
00000100:00080000:1.0:1767321850.444632:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321851.135637:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321851.136247:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321852.160857:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321852.162928:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321853.184588:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321853.185097:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767321853.629621:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321853.629633:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321853.629635:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321853.629639:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321853.629643:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321853.629653:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7093
00000100:00080000:1.0:1767321853.629657:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321853.629665:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321853.629714:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731235500 x1853163994221056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321853.629736:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321853.629738:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321853.629740:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321853.629744:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7093
00000100:00080000:1.0:1767321853.629746:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321853.629749:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321853.629758:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731234700 x1853163994221184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321853.629792:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321853.629796:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321853.629798:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321853.629801:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7093
00000100:00080000:1.0:1767321853.629804:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321853.629807:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321853.629821:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b290000 x1853163994221440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321853.629836:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321853.629840:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321853.629842:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321853.629846:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7093
00000100:00080000:1.0:1767321853.629849:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321853.629852:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321853.629865:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b60a30c000 x1853163994221696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321853.629956:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994221952:0@lo:400:kworker.0
00000100:00100000:1.0:1767321853.630052:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321853.630148:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321853.630155:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994221824:0@lo:400:kworker.0
00000100:00100000:1.0:1767321853.630209:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321853.630257:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994221952
00000100:00100000:1.0:1767321853.630266:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994221952
00000100:00100000:1.0:1767321853.630336:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994221824
00000100:00100000:1.0:1767321853.630340:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994221824
00000100:00100000:1.0:1767321853.630367:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4117
00000100:00100000:1.0:1767321853.630379:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994221952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321853.630677:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994221568:0@lo:400:kworker.0
00000100:00100000:3.0:1767321853.630721:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321853.630753:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321853.630759:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994221312:0@lo:400:kworker.0
00000100:00100000:3.0:1767321853.630795:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321853.630831:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994221568
00000100:00100000:3.0:1767321853.630835:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994221568
00000100:00100000:3.0:1767321853.630872:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994221312
00000100:00100000:3.0:1767321853.630876:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994221312
00000100:00100000:3.0:1767321853.630899:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6704
00000100:00100000:3.0:1767321853.630919:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994221568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321853.630961:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994221568:12345-0@lo:400:kworker.0 Request processed in 55us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321853.630969:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6704
00000100:00100000:3.0:1767321853.630988:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6705
00000100:00100000:3.0:1767321853.630995:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994221312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321853.631022:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994221312:12345-0@lo:400:kworker.0 Request processed in 28us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321853.631028:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6705
00000100:00100000:3.0:1767321853.631104:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994221312:0@lo:400:kworker.0
00000100:00100000:3.0:1767321853.631116:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994221568:0@lo:400:kworker.0
00000100:00080000:3.0:1767321853.631197:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321853.631203:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321853.631205:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321853.631638:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4118
00000100:00100000:0.0:1767321853.631651:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994221824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321853.631719:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994221824:12345-0@lo:400:kworker.0 Request processed in 73us (1509us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321853.631726:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4118
00000100:00100000:1.0:1767321853.632072:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60a30d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994221952:12345-0@lo:400:kworker.0 Request processed in 1694us (2019us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321853.632089:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4117
00000100:00100000:2.0:1767321853.632208:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994221056:0@lo:38:kworker.0
00000100:00100000:2.0:1767321853.632253:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321853.632285:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994221184:0@lo:38:kworker.0
00000100:00100000:1.0:1767321853.632294:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994221056
00000100:00100000:1.0:1767321853.632300:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994221056
00000100:00100000:2.0:1767321853.632310:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321853.632337:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74252
00000100:00100000:2.0:1767321853.632339:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994221440:0@lo:38:kworker.0
00000100:00100000:1.0:1767321853.632343:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994221056:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321853.632359:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767321853.632367:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321853.632376:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994221696:0@lo:38:kworker.0
00000100:00100000:2.0:1767321853.632394:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321853.632396:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994221056:12345-0@lo:38:kworker.0 Request processed in 53us (143us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321853.632402:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74252
00000100:00100000:1.0:1767321853.632412:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994221440
00000100:00100000:1.0:1767321853.632416:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994221440
00000100:00100000:1.0:1767321853.632427:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994221696
00000100:00080000:2.0:1767321853.632437:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767321853.632438:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994221696
00000100:00080000:2.0:1767321853.632442:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321853.632446:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994221056:0@lo:38:kworker.0
00000100:00100000:1.0:1767321853.632455:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74253
00000100:00100000:1.0:1767321853.632458:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994221440:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321853.632467:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321853.632480:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74254
00000100:00100000:2.0:1767321853.632485:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994221696:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321853.632495:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994221440:12345-0@lo:38:kworker.0 Request processed in 36us (135us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767321853.632495:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321853.632502:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74253
00000100:00100000:2.0:1767321853.632532:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994221696:12345-0@lo:38:kworker.0 Request processed in 45us (136us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321853.632538:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74254
00000100:00080000:2.0:1767321853.632562:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321853.632565:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321853.632568:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994221440:0@lo:38:kworker.0
00000100:00080000:2.0:1767321853.632576:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321853.632579:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321853.632581:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994221696:0@lo:38:kworker.0
00000100:00100000:0.0:1767321853.632657:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994221184
00000100:00100000:0.0:1767321853.632662:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994221184
00000100:00100000:3.0:1767321853.632679:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994221824:0@lo:400:kworker.0
00000100:00100000:0.0:1767321853.632693:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583
00000100:00100000:3.0:1767321853.632694:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994221952:0@lo:400:kworker.0
00000100:00100000:0.0:1767321853.632698:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994221184:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321853.632709:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321853.632750:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994221184:12345-0@lo:38:kworker.0 Request processed in 50us (438us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321853.632756:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583
00000100:00080000:2.0:1767321853.632826:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321853.632830:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321853.632833:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994221184:0@lo:38:kworker.0
00000100:00100000:1.0:1767321854.145600:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994222080:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321854.145710:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321854.145881:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994222080
00000100:00100000:0.0:1767321854.145893:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994222080
00000100:00100000:0.0:1767321854.145964:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3931
00000100:00100000:0.0:1767321854.145976:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994222080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321854.146020:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321854.146097:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994222080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (387us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321854.146107:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3931
00000100:00100000:3.0:1767321854.146203:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994222080:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321854.146364:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321854.146374:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994222208:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321854.146406:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321854.146479:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994222208
00000100:00100000:2.0:1767321854.146484:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994222208
00000100:00100000:2.0:1767321854.146519:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3932
00000100:00100000:2.0:1767321854.146527:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70515ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994222208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321854.146549:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321854.146594:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70515ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994222208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321854.146602:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3932
00000100:00100000:1.0:1767321854.146783:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994222208:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321854.205300:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321854.205727:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321855.229307:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321855.229503:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321855.560390:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321855.560441:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321855.560545:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942330368
00000100:00100000:1.0:1767321855.560559:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942330368
00000100:00100000:1.0:1767321855.560663:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942330240
00000100:00100000:1.0:1767321855.560667:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942330240
00000100:00100000:1.0:1767321855.560693:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6706
00000100:00100000:1.0:1767321855.560706:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942330368:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:1.0:1767321855.560807:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942330368:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 104us (433us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321855.560817:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6706
00000100:00100000:1.0:1767321855.560850:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74255
00000100:00100000:1.0:1767321855.560855:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942330240:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:1.0:1767321855.560883:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321855.560914:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942330240:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 57us (472us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321855.560920:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74255
00000100:00080000:2.0:1767321855.561385:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321856.253555:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321856.254561:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321857.277760:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321857.278040:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321858.301283:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321858.304092:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321858.749705:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321858.749723:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321858.749727:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321858.749732:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321858.749738:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321858.749749:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7098
00000100:00080000:1.0:1767321858.749755:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321858.749763:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321858.749825:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f3800 x1853163994222336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321858.749859:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321858.749863:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321858.749865:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321858.749869:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7098
00000100:00080000:1.0:1767321858.749871:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321858.749875:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321858.749890:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f2680 x1853163994222464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321858.749941:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321858.749945:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321858.749947:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321858.749950:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7098
00000100:00080000:1.0:1767321858.749953:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321858.749957:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321858.750107:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321858.750129:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994222592:0@lo:400:kworker.0
00000100:00100000:0.0:1767321858.750280:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321858.750310:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f1c00 x1853163994222720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321858.750392:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994222592
00000100:00100000:0.0:1767321858.750403:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994222592
00000100:00100000:2.0:1767321858.750485:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321833/real 1767321833]  req@ffff89b604f65500 x1853163994215808/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321858 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321858.750487:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6707
00000100:00100000:0.0:1767321858.750504:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994222592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321858.750531:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b604f65500 x1853163994215808/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321858 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321858.750552:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994222336:0@lo:38:kworker.0
00000100:00100000:2.0:1767321858.750589:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321858.750616:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994222464:0@lo:38:kworker.0
00000100:00100000:2.0:1767321858.750651:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321858.750658:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321858.750674:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994222848:0@lo:400:kworker.0
00000100:00100000:2.0:1767321858.750686:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994222720:0@lo:38:kworker.0
00000100:00100000:3.0:1767321858.750724:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321858.750728:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321858.750770:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321858.750797:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767321858.750802:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994222464
00000100:00100000:2.0:1767321858.750808:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994222464
00000100:00080000:3.0:1767321858.750816:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321858.750821:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994215808:0@lo:250:kworker.0
00000100:00100000:2.0:1767321858.750844:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584
00000100:00100000:2.0:1767321858.750852:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994222464:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321858.750877:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994222336
00010000:00020000:2.0:1767321858.750879:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321858.750883:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994222336
00000100:00100000:3.0:1767321858.750914:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994222848
00000100:00100000:3.0:1767321858.750917:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994222848
00000100:00100000:2.0:1767321858.750928:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994222464:12345-0@lo:38:kworker.0 Request processed in 75us (277us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321858.750937:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584
00000100:00100000:3.0:1767321858.750953:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994222720
00000100:00100000:3.0:1767321858.750958:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994222720
00000100:00080000:2.0:1767321858.750968:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321858.750975:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6708
00000100:00100000:3.0:1767321858.751001:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994222848:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767321858.751013:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321858.751020:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321858.751023:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994222464:0@lo:38:kworker.0
00000100:00100000:3.0:1767321858.751047:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994222848:12345-0@lo:400:kworker.0 Request processed in 63us (322us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321858.751056:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6708
00000100:00100000:2.0:1767321858.751067:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74256
00000100:00100000:2.0:1767321858.751074:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994222336:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321858.751078:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74257
00000100:00100000:3.0:1767321858.751086:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994222720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321858.751089:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767321858.751102:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321858.751129:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994222336:12345-0@lo:38:kworker.0 Request processed in 53us (539us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321858.751140:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74256
00000100:00100000:3.0:1767321858.751141:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994222720:12345-0@lo:38:kworker.0 Request processed in 51us (369us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321858.751151:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74257
00000100:00080000:2.0:1767321858.751205:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321858.751211:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321858.751215:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994222336:0@lo:38:kworker.0
00000100:00100000:3.0:1767321858.751222:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994222848:0@lo:400:kworker.0
00000100:00080000:2.0:1767321858.751230:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321858.751236:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321858.751241:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994222720:0@lo:38:kworker.0
00000100:00080000:1.0:1767321858.751560:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321858.751570:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321858.751574:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321858.751582:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7098
00000100:00080000:1.0:1767321858.751588:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321858.751605:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321858.751643:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f1c00 x1853163994222976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321858.751709:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321858.751713:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321858.751715:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321858.751719:0:25267:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 7077
00000100:00080000:1.0:1767321858.751722:0:25267:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321858.751725:0:25267:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321858.751737:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f2680 x1853163994223360/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321858.751790:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994223104:0@lo:400:kworker.0
00000100:00100000:1.0:1767321858.752101:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321858.752146:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321858.752152:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994223232:0@lo:400:kworker.0
00000100:00100000:1.0:1767321858.752201:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321858.752238:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994223104
00000100:00100000:1.0:1767321858.752247:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994223104
00000100:00100000:1.0:1767321858.752305:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994223232
00000100:00100000:1.0:1767321858.752309:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994223232
00000100:00100000:1.0:1767321858.752663:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4119
00000100:00100000:1.0:1767321858.752676:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994223104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321858.752743:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994223104:12345-0@lo:400:kworker.0 Request processed in 70us (642us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321858.752764:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4119
00000100:00100000:1.0:1767321858.752785:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4120
00000100:00100000:1.0:1767321858.752792:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994223232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321858.752821:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994223232:12345-0@lo:400:kworker.0 Request processed in 30us (619us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321858.752827:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4120
00000100:00080000:2.0:1767321858.753004:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321858.753009:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321858.753026:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994222976:0@lo:38:kworker.0
00000100:00100000:2.0:1767321858.753063:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321858.753085:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994223360:0@lo:250:kworker.0
00000400:00000100:2.0:1767321858.753103:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994223360 offset 0 length 520: 4
00000100:00100000:1.0:1767321858.753565:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994223232:0@lo:400:kworker.0
00000100:00100000:1.0:1767321858.753576:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994223104:0@lo:400:kworker.0
00000100:00100000:3.0:1767321858.753711:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994222976
00000100:00100000:3.0:1767321858.753725:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994222976
00000100:00100000:3.0:1767321858.753785:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74258
00000100:00100000:3.0:1767321858.753793:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994222976:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321858.753821:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321858.753906:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994222976:12345-0@lo:38:kworker.0 Request processed in 112us (842us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321858.753913:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74258
00000100:00080000:3.0:1767321858.753974:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321858.753979:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321858.753992:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994222976:0@lo:38:kworker.0
00000100:00100000:0.0:1767321858.755612:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994222592:12345-0@lo:400:kworker.0 Request processed in 5098us (5317us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321858.755630:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6707
00000100:00100000:2.0:1767321858.755777:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994222592:0@lo:400:kworker.0
00000100:00100000:3.0:1767321859.261545:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994223488:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321859.261640:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321859.261785:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994223488
00000100:00100000:1.0:1767321859.261796:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994223488
00000100:00100000:1.0:1767321859.261866:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3933
00000100:00100000:1.0:1767321859.261876:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994223488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321859.261908:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321859.261957:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994223488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (317us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321859.261963:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3933
00000100:00100000:1.0:1767321859.262020:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994223488:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321859.263646:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994223616:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321859.263712:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321859.263833:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994223616
00000100:00100000:0.0:1767321859.263847:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994223616
00000100:00100000:0.0:1767321859.263924:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3934
00000100:00100000:0.0:1767321859.263935:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994223616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321859.264004:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321859.264102:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994223616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 168us (389us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321859.264111:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3934
00000100:00100000:2.0:1767321859.264252:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994223616:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321859.325383:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321859.325678:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321859.658834:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:1.0:1767321859.658883:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942330496 offset 0 length 520: 4
00000100:00100000:1.0:1767321859.658908:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321859.659154:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942330752
00000100:00100000:3.0:1767321859.659209:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942330752
00000100:00100000:3.0:1767321859.659314:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942330624
00000100:00100000:3.0:1767321859.659318:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942330624
00000100:00100000:3.0:1767321859.659345:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6709
00000100:00100000:3.0:1767321859.659357:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942330752:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321859.659470:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942330752:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 116us (654us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321859.659479:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6709
00000100:00100000:3.0:1767321859.659501:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74259
00000100:00100000:3.0:1767321859.659506:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942330624:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321859.659531:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321859.659558:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2508:x1853163942330624:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 51us (649us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321859.659563:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74259
00000100:00080000:2.0:1767321859.659998:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321860.349511:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321860.350587:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321861.374007:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321861.374092:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321862.397715:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321862.398986:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321863.421498:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321863.422920:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:3.0:1767321863.872913:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321863.872931:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321863.872935:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321863.872939:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321863.872945:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321863.872956:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7103
00000100:00080000:3.0:1767321863.872962:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321863.872972:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321863.873029:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b604f65c00 x1853163994223744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321863.873051:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321863.873054:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321863.873056:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321863.873061:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7103
00000100:00080000:3.0:1767321863.873064:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321863.873068:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321863.873087:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b290000 x1853163994223872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321863.873142:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321863.873146:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321863.873149:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767321863.873272:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321863.873298:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994224000:0@lo:400:kworker.0
00000100:00080000:3.0:1767321863.873306:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7103
00000100:00080000:3.0:1767321863.873315:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321863.873322:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:0.0:1767321863.873408:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321863.873517:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994224000
00000100:00100000:0.0:1767321863.873527:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994224000
00000100:00100000:0.0:1767321863.873600:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6710
00000100:00100000:0.0:1767321863.873612:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994224000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321863.873675:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994224000:12345-0@lo:400:kworker.0 Request processed in 65us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321863.873684:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6710
00000100:00080000:0.0:1767321863.873714:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321863.873750:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994224000:0@lo:400:kworker.0
00000100:00100000:3.0:1767321863.874124:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72b292d80 x1853163994224128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321863.874205:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994223744:0@lo:38:kworker.0
00000100:00100000:2.0:1767321863.874254:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321863.874265:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994224256:0@lo:400:kworker.0
00000100:00100000:2.0:1767321863.874297:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994223872:0@lo:38:kworker.0
00000100:00100000:0.0:1767321863.874358:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321863.874374:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321863.874661:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767321863.874665:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994223744
00000100:00080000:3.0:1767321863.874669:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767321863.874674:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994223744
00000100:00080000:3.0:1767321863.874675:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321863.874684:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7103
00000100:00080000:3.0:1767321863.874688:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321863.874694:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321863.874720:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994224256
00000100:00100000:3.0:1767321863.874720:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c3b80 x1853163994224384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321863.874727:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994224256
00000100:00100000:1.0:1767321863.874794:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6711
00000100:00100000:1.0:1767321863.874807:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994224256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321863.874828:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74260
00000100:00100000:3.0:1767321863.874839:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994223744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321863.874932:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321863.876971:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994224256:12345-0@lo:400:kworker.0 Request processed in 2154us (2609us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321863.876990:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6711
00000100:00080000:1.0:1767321863.877054:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321863.877125:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994224640:0@lo:400:kworker.0
00000100:00100000:0.0:1767321863.877147:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994224256:0@lo:400:kworker.0
00000100:00100000:1.0:1767321863.877216:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321863.877257:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994223872
00000100:00100000:0.0:1767321863.877265:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994223872
00000100:00100000:0.0:1767321863.877312:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585
00000100:00100000:0.0:1767321863.877320:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994223872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321863.877343:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321863.877719:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994223872:12345-0@lo:38:kworker.0 Request processed in 398us (3345us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321863.877728:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585
00000100:00100000:0.0:1767321863.877783:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994224512:0@lo:400:kworker.0
00000100:00100000:3.0:1767321863.878096:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994223744:12345-0@lo:38:kworker.0 Request processed in 3256us (3841us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321863.878106:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74260
00000100:00080000:2.0:1767321863.880088:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321863.880103:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321863.880110:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994223872:0@lo:38:kworker.0
00000100:00100000:2.0:1767321863.880124:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994224128:0@lo:38:kworker.0
00000100:00100000:2.0:1767321863.880234:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321863.880581:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994224384:0@lo:38:kworker.0
00000100:00100000:2.0:1767321863.880613:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321863.880652:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321863.880657:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321863.880661:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b604f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994223744:0@lo:38:kworker.0
00000100:00100000:2.0:1767321863.880710:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994224128
00000100:00100000:2.0:1767321863.880717:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994224128
00000100:00100000:2.0:1767321863.880758:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994224384
00000100:00100000:2.0:1767321863.880761:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994224384
00000100:00100000:2.0:1767321863.880781:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74261
00000100:00100000:2.0:1767321863.880790:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994224128:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321863.880819:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321863.880868:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994224128:12345-0@lo:38:kworker.0 Request processed in 77us (633us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321863.880876:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74261
00000100:00100000:2.0:1767321863.881857:0:19505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74262
00000100:00100000:2.0:1767321863.881868:0:19505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994224384:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321863.881896:0:19505:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321863.882786:0:19505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7013:x1853163994224384:12345-0@lo:38:kworker.0 Request processed in 91us (1345us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321863.882799:0:19505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74262
00000100:00080000:2.0:1767321863.882911:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321863.882919:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321863.882923:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994224384:0@lo:38:kworker.0
00000100:00080000:2.0:1767321863.882939:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321863.882943:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321863.882946:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72b292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994224128:0@lo:38:kworker.0
00000100:00100000:1.0:1767321863.883228:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321863.883275:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994224640
00000100:00100000:1.0:1767321863.883285:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994224640
00000100:00100000:1.0:1767321863.883364:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994224512
00000100:00100000:1.0:1767321863.883368:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994224512
00000100:00100000:1.0:1767321863.883394:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4121
00000100:00100000:1.0:1767321863.883403:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994224640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321863.883481:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994224640:12345-0@lo:400:kworker.0 Request processed in 80us (6268us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321863.883487:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4121
00000100:00100000:1.0:1767321863.883505:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4122
00000100:00100000:1.0:1767321863.883511:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994224512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321863.883540:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b7312b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994224512:12345-0@lo:400:kworker.0 Request processed in 30us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321863.883547:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4122
00000100:00080000:1.0:1767321863.883572:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321863.883577:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321863.883601:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994224512:0@lo:400:kworker.0
00000100:00100000:1.0:1767321863.883631:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994224640:0@lo:400:kworker.0
00000100:00100000:2.0:1767321864.381713:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321864.381740:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994224768:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321864.381845:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321864.382910:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994224768
00000100:00100000:3.0:1767321864.382926:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994224768
00000100:00100000:3.0:1767321864.383062:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3935
00000100:00100000:3.0:1767321864.383074:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994224768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321864.383118:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321864.383254:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994224768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 182us (1408us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321864.383263:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3935
00000100:00100000:2.0:1767321864.383382:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994224768:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321864.389506:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321864.389540:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994224896:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321864.389747:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321864.393764:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994224896
00000100:00100000:0.0:1767321864.393796:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994224896
00000100:00100000:0.0:1767321864.393898:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3936
00000100:00100000:0.0:1767321864.393912:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994224896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321864.393956:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321864.394071:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994224896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 163us (4331us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321864.394079:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3936
00000100:00100000:1.0:1767321864.395355:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6061b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994224896:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321864.445366:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321864.446187:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321864.783354:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321864.783482:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321864.784978:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942331008
00000100:00100000:0.0:1767321864.785005:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942331008
00000100:00100000:2.0:1767321864.785034:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942330880
00000100:00100000:2.0:1767321864.785052:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942330880
00000100:00080000:1.0:1767321864.785200:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321864.785288:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6712
00000100:00100000:2.0:1767321864.785306:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942331008:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321864.785421:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942331008:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 123us (2078us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321864.785431:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6712
00000100:00100000:2.0:1767321864.785456:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74263
00000100:00100000:2.0:1767321864.785461:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942330880:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321864.785484:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321864.785516:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:2508:x1853163942330880:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 53us (2034us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321864.785523:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74263
00010000:00010000:3.0:1767321865.469444:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321865.471713:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321866.493530:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321866.493538:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321867.517442:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321867.517476:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321868.544556:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321868.545310:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00080000:1.0:1767321868.990741:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321868.990753:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321868.990756:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321868.990760:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321868.990764:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321868.990772:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7108
00000100:00080000:1.0:1767321868.990777:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321868.990783:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321868.990833:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70b4f0e00 x1853163994225024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321868.990857:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321868.990861:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321868.990862:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321868.990866:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7108
00000100:00080000:1.0:1767321868.990869:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321868.990872:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321868.990890:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909e680 x1853163994225152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321868.990935:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321868.990939:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321868.990941:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321868.990944:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7108
00000100:00080000:1.0:1767321868.990946:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321868.990950:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321868.990961:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909c700 x1853163994225408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321868.990976:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321868.990978:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321868.990980:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321868.990984:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7108
00000100:00080000:1.0:1767321868.990986:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321868.990988:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321868.990997:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b70909d500 x1853163994225664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321868.991054:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994225792:0@lo:400:kworker.0
00000100:00100000:1.0:1767321868.991124:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321868.991217:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321868.991224:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994225920:0@lo:400:kworker.0
00000100:00100000:1.0:1767321868.991249:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321868.991284:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994225792
00000100:00100000:1.0:1767321868.991291:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994225792
00000100:00100000:1.0:1767321868.991341:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994225920
00000100:00100000:1.0:1767321868.991345:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994225920
00000100:00100000:1.0:1767321868.991371:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4123
00000100:00100000:1.0:1767321868.991380:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994225792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321868.991645:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994225536:0@lo:400:kworker.0
00000100:00100000:0.0:1767321868.991683:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321868.991705:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321868.991712:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994225280:0@lo:400:kworker.0
00000100:00100000:0.0:1767321868.991731:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321868.991758:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994225536
00000100:00100000:0.0:1767321868.991762:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994225536
00000100:00100000:0.0:1767321868.991789:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994225280
00000100:00100000:0.0:1767321868.991792:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994225280
00000100:00100000:0.0:1767321868.991823:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6713
00000100:00100000:0.0:1767321868.991829:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994225536:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321868.991867:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994225536:12345-0@lo:400:kworker.0 Request processed in 38us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321868.991874:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6713
00000100:00100000:0.0:1767321868.991891:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6714
00000100:00100000:0.0:1767321868.991896:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994225280:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321868.991918:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994225280:12345-0@lo:400:kworker.0 Request processed in 22us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321868.991924:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6714
00000100:00100000:0.0:1767321868.991965:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994225280:0@lo:400:kworker.0
00000100:00100000:0.0:1767321868.991975:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994225536:0@lo:400:kworker.0
00000100:00100000:0.0:1767321868.992030:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4124
00000100:00100000:0.0:1767321868.992038:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994225920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321868.992071:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994225920:12345-0@lo:400:kworker.0 Request processed in 35us (821us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321868.992076:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4124
00000100:00080000:0.0:1767321868.992096:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321868.992101:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321868.992103:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321868.992122:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994225920:0@lo:400:kworker.0
00000100:00100000:2.0:1767321868.992634:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994225024:0@lo:38:kworker.0
00000100:00100000:2.0:1767321868.992673:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321868.992702:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994225152:0@lo:38:kworker.0
00000100:00100000:2.0:1767321868.992725:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321868.992747:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994225408:0@lo:38:kworker.0
00000100:00100000:2.0:1767321868.992769:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321868.992786:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994225664:0@lo:38:kworker.0
00000100:00100000:2.0:1767321868.992872:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321868.992909:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994225024
00000100:00100000:2.0:1767321868.992913:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994225024
00000100:00100000:2.0:1767321868.992939:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994225408
00000100:00100000:2.0:1767321868.992942:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994225408
00000100:00100000:2.0:1767321868.992958:0:63702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994225664
00000100:00100000:2.0:1767321868.992960:0:63702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994225664
00000100:00100000:2.0:1767321868.992974:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74264
00000100:00100000:2.0:1767321868.992978:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994225024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321868.992996:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321868.993027:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994225024:12345-0@lo:38:kworker.0 Request processed in 48us (353us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321868.993034:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74264
00000100:00100000:2.0:1767321868.993049:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74265
00000100:00100000:2.0:1767321868.993053:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994225408:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321868.993061:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321868.993082:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b604f65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994225408:12345-0@lo:38:kworker.0 Request processed in 28us (312us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321868.993087:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74265
00000100:00100000:2.0:1767321868.993098:0:63702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74266
00000100:00100000:2.0:1767321868.993101:0:63702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994225664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321868.993112:0:63702:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321868.993132:0:63702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60c232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0+-99:7013:x1853163994225664:12345-0@lo:38:kworker.0 Request processed in 29us (261us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321868.993137:0:63702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74266
00000100:00080000:2.0:1767321868.993197:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321868.993203:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321868.993206:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994225024:0@lo:38:kworker.0
00000100:00080000:2.0:1767321868.993214:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321868.993218:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321868.993220:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994225408:0@lo:38:kworker.0
00000100:00080000:2.0:1767321868.993226:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321868.993228:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321868.993230:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994225664:0@lo:38:kworker.0
00000100:00100000:0.0:1767321868.993328:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994225152
00000100:00100000:0.0:1767321868.993332:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994225152
00000100:00100000:0.0:1767321868.993360:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586
00000100:00100000:0.0:1767321868.993365:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994225152:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321868.993375:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321868.993405:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6061b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994225152:12345-0@lo:38:kworker.0 Request processed in 40us (679us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321868.993411:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586
00000100:00100000:1.0:1767321868.997091:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994225792:12345-0@lo:400:kworker.0 Request processed in 5703us (5958us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321868.997106:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4123
00000100:00100000:0.0:1767321868.997651:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994225792:0@lo:400:kworker.0
00000100:00080000:2.0:1767321868.997763:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321868.997770:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321868.997774:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70909e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994225152:0@lo:38:kworker.0
00000100:00100000:1.0:1767321869.501781:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321869.501813:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994226048:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321869.501878:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321869.502116:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994226048
00000100:00100000:0.0:1767321869.502125:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994226048
00000100:00100000:0.0:1767321869.502197:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3937
00000100:00100000:0.0:1767321869.502206:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994226048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321869.502234:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321869.502284:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b705ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994226048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (405us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321869.502291:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3937
00000100:00100000:0.0:1767321869.502726:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321869.502738:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994226176:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321869.502768:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321869.502887:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994226048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321869.504043:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994226176
00000100:00100000:3.0:1767321869.504054:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994226176
00000100:00100000:3.0:1767321869.504114:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3938
00000100:00100000:3.0:1767321869.504124:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994226176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321869.504149:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321869.504250:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994226176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (1480us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321869.504257:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3938
00000100:00100000:1.0:1767321869.504605:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994226176:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321869.567088:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321869.567496:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321869.896391:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321869.896505:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942331264
00000100:00100000:0.0:1767321869.896521:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942331264
00000100:00100000:0.0:1767321869.896635:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6715
00000100:00100000:0.0:1767321869.896646:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942331264:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:0.0:1767321869.896732:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942331264:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 88us (736us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321869.896741:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6715
00000100:00080000:1.0:1767321869.896831:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321869.903372:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321869.903504:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942331136
00000100:00100000:2.0:1767321869.903521:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942331136
00000100:00100000:2.0:1767321869.903588:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74267
00000100:00100000:2.0:1767321869.903597:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942331136:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321869.903621:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321869.903956:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942331136:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 356us (597us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321869.903968:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74267
00010000:00010000:3.0:1767321870.589614:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321870.589757:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321871.613885:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321871.613904:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321872.637459:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321872.637513:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321873.662149:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321873.662337:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321874.109871:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321874.109884:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321874.109888:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321874.109892:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321874.109898:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321874.109908:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7113
00000100:00080000:1.0:1767321874.109913:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321874.109920:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321874.109967:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f1f80 x1853163994226304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321874.109995:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321874.109998:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321874.110000:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321874.110005:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7113
00000100:00080000:1.0:1767321874.110008:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321874.110011:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321874.110033:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f2a00 x1853163994226432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321874.110934:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994226560:0@lo:400:kworker.0
00000100:00100000:0.0:1767321874.111061:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321874.111283:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994226560
00000100:00100000:2.0:1767321874.111298:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994226560
00000100:00100000:2.0:1767321874.111388:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6716
00000100:00100000:2.0:1767321874.111402:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994226560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321874.111500:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994226560:12345-0@lo:400:kworker.0 Request processed in 100us (437us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321874.111507:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994226304:0@lo:38:kworker.0
00000100:00100000:2.0:1767321874.111517:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6716
00000100:00100000:3.0:1767321874.111562:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321874.111600:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994226432:0@lo:38:kworker.0
00000100:00100000:2.0:1767321874.111605:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994226304
00000100:00100000:2.0:1767321874.111613:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994226304
00000100:00100000:3.0:1767321874.111635:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321874.111645:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74268
00000100:00100000:2.0:1767321874.111652:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994226304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321874.111675:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321874.111735:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7013:x1853163994226304:12345-0@lo:38:kworker.0 Request processed in 82us (174us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321874.111743:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74268
00000100:00080000:3.0:1767321874.111873:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321874.111881:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321874.111886:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994226304:0@lo:38:kworker.0
00000100:00080000:0.0:1767321874.111994:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321874.112041:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994226560:0@lo:400:kworker.0
00000100:00080000:1.0:1767321874.112045:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321874.112052:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321874.112056:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321874.112063:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7113
00000100:00080000:1.0:1767321874.112067:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321874.112451:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321874.112496:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f3b80 x1853163994226688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321874.112552:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321874.112556:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321874.112559:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321874.112564:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7113
00000100:00080000:1.0:1767321874.112567:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321874.112572:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321874.112587:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b72c7f0000 x1853163994226944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321874.112598:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994226816:0@lo:400:kworker.0
00000100:00100000:1.0:1767321874.112665:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994227072:0@lo:400:kworker.0
00000100:00100000:0.0:1767321874.112677:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321874.112750:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994226816
00000100:00100000:0.0:1767321874.112759:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994226816
00000100:00100000:1.0:1767321874.112760:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321874.112819:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321874.112827:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994227200:0@lo:400:kworker.0
00000100:00100000:0.0:1767321874.112849:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6717
00000100:00100000:0.0:1767321874.112876:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994226816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321874.112876:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321874.112941:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994227072
00000100:00100000:1.0:1767321874.112949:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994227072
00000100:00100000:0.0:1767321874.112959:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994226816:12345-0@lo:400:kworker.0 Request processed in 98us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321874.112970:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6717
00000100:00100000:1.0:1767321874.113001:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994227200
00000100:00100000:1.0:1767321874.113008:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994227200
00000100:00100000:0.0:1767321874.113018:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4125
00000100:00100000:0.0:1767321874.113028:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994227072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321874.113079:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994227072:12345-0@lo:400:kworker.0 Request processed in 52us (322us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321874.113278:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994226688:0@lo:38:kworker.0
00000100:00100000:3.0:1767321874.113314:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321874.113336:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994226944:0@lo:38:kworker.0
00000100:00100000:3.0:1767321874.113355:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321874.114324:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994226432
00000100:00100000:2.0:1767321874.114334:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994226432
00000100:00100000:2.0:1767321874.114389:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587
00000100:00100000:2.0:1767321874.114397:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994226432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321874.114427:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321874.116459:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4126
00000100:00100000:0.0:1767321874.116493:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4125
00000100:00100000:2.0:1767321874.116538:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994226432:12345-0@lo:38:kworker.0 Request processed in 2134us (4898us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321874.116555:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587
00000100:00100000:0.0:1767321874.116585:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994226688
00000100:00100000:0.0:1767321874.116598:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994226688
00000100:00100000:2.0:1767321874.116614:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994226944
00000100:00100000:2.0:1767321874.116625:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994226944
00000100:00100000:0.0:1767321874.116763:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74269
00000100:00100000:0.0:1767321874.116776:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994226688:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321874.116779:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994227200:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767321874.116814:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321874.116862:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994227200:12345-0@lo:400:kworker.0 Request processed in 385us (4001us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321874.116871:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4126
00000100:00100000:1.0:1767321874.116932:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994227200:0@lo:400:kworker.0
00000100:00100000:1.0:1767321874.116946:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994227072:0@lo:400:kworker.0
00000100:00100000:0.0:1767321874.117089:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994226688:12345-0@lo:38:kworker.0 Request processed in 316us (3772us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321874.117097:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74269
00000100:00100000:0.0:1767321874.117129:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74270
00000100:00100000:0.0:1767321874.117135:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994226944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321874.117155:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321874.117204:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994226944:12345-0@lo:38:kworker.0 Request processed in 68us (3847us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321874.117210:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74270
00000100:00080000:2.0:1767321874.117265:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321874.117271:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321874.117272:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321874.117279:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321874.117281:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321874.117287:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994226688:0@lo:38:kworker.0
00000100:00100000:2.0:1767321874.117310:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994226816:0@lo:400:kworker.0
00000100:00080000:0.0:1767321874.126839:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321874.126854:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321874.126860:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994226944:0@lo:38:kworker.0
00000100:00080000:0.0:1767321874.126877:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321874.126881:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321874.126883:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b72c7f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994226432:0@lo:38:kworker.0
00000100:00100000:3.0:1767321874.622868:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994227328:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321874.622869:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994227456:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321874.633314:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321874.633471:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994227328
00000100:00100000:3.0:1767321874.633492:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994227328
00000100:00100000:3.0:1767321874.633545:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3939
00000100:00100000:3.0:1767321874.633556:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994227328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321874.633595:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321874.635260:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994227328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (340us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321874.635276:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3939
00000100:00100000:3.0:1767321874.635347:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994227328:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321874.640105:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321874.640200:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994227456
00000100:00100000:3.0:1767321874.640214:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994227456
00000100:00100000:3.0:1767321874.640274:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3940
00000100:00100000:3.0:1767321874.640285:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994227456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321874.640326:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321874.640419:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994227456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (325us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321874.640427:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3940
00000100:00100000:0.0:1767321874.640494:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b60295c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994227456:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321874.685419:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321874.685671:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321875.018254:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321875.018311:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321875.018491:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942331520
00000100:00100000:2.0:1767321875.018502:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942331520
00000100:00100000:2.0:1767321875.018587:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942331392
00000100:00100000:2.0:1767321875.018590:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942331392
00000100:00100000:2.0:1767321875.018613:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6718
00000100:00100000:2.0:1767321875.018623:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942331520:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321875.018777:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74271
00000100:00100000:3.0:1767321875.018784:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942331392:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321875.018813:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321875.018882:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321875.019117:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942331520:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 494us (873us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321875.019127:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6718
00000100:00100000:3.0:1767321875.023368:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942331392:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 4567us (5041us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321875.023385:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74271
00000100:00100000:2.0:1767321875.709275:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321875.709778:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321876.734966:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321876.735192:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321877.757391:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321877.757555:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321878.781423:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321878.781849:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321879.231741:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321879.231752:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321879.231755:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321879.231759:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321879.231764:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321879.231772:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7118
00000100:00080000:3.0:1767321879.231776:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321879.231788:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321879.231834:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0a80 x1853163994227584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321879.231871:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321879.231874:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321879.231876:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321879.231880:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7118
00000100:00080000:3.0:1767321879.231882:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321879.231886:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321879.231902:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c0380 x1853163994227712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321879.231942:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321879.231946:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321879.231947:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321879.231951:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7118
00000100:00080000:3.0:1767321879.231953:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321879.231956:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321879.231967:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c1c00 x1853163994227968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321879.231983:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321879.231986:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321879.231988:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321879.231991:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7118
00000100:00080000:3.0:1767321879.231993:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321879.231996:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321879.232005:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6380c1500 x1853163994228224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321879.232063:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994228352:0@lo:400:kworker.0
00000100:00100000:3.0:1767321879.232139:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321879.232240:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321879.232246:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994228480:0@lo:400:kworker.0
00000100:00100000:3.0:1767321879.232268:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321879.232310:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994228352
00000100:00100000:3.0:1767321879.232317:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994228352
00000100:00100000:3.0:1767321879.232373:0:25738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994228480
00000100:00100000:3.0:1767321879.232377:0:25738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994228480
00000100:00100000:3.0:1767321879.232395:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4127
00000100:00100000:3.0:1767321879.232403:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994228352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321879.232454:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994228352:12345-0@lo:400:kworker.0 Request processed in 52us (315us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321879.232461:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4127
00000100:00100000:3.0:1767321879.232477:0:25738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4128
00000100:00100000:3.0:1767321879.232483:0:25738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994228480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321879.232508:0:25738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994228480:12345-0@lo:400:kworker.0 Request processed in 25us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321879.232513:0:25738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4128
00000100:00080000:3.0:1767321879.232528:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321879.232532:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321879.232556:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994228480:0@lo:400:kworker.0
00000100:00100000:3.0:1767321879.232566:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994228352:0@lo:400:kworker.0
00000100:00100000:2.0:1767321879.232660:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994227840:0@lo:400:kworker.0
00000100:00100000:2.0:1767321879.232693:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321879.232722:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321879.232727:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994228096:0@lo:400:kworker.0
00000100:00100000:2.0:1767321879.232747:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321879.232810:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994227840
00000100:00100000:3.0:1767321879.232814:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994227840
00000100:00100000:3.0:1767321879.232883:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994228096
00000100:00100000:3.0:1767321879.232886:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994228096
00000100:00100000:0.0:1767321879.232968:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6719
00000100:00100000:0.0:1767321879.232977:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994227840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321879.233017:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994227840:12345-0@lo:400:kworker.0 Request processed in 42us (323us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321879.233023:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6719
00000100:00100000:0.0:1767321879.233048:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994227840:0@lo:400:kworker.0
00000100:00100000:1.0:1767321879.233135:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994227584:0@lo:38:kworker.0
00000100:00100000:1.0:1767321879.233197:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321879.233212:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994227712:0@lo:38:kworker.0
00000100:00100000:1.0:1767321879.233231:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321879.233252:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994227968:0@lo:38:kworker.0
00000100:00100000:1.0:1767321879.233268:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321879.233281:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994228224:0@lo:38:kworker.0
00000100:00100000:1.0:1767321879.233298:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321879.233320:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994227584
00000100:00100000:1.0:1767321879.233324:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994227584
00000100:00100000:1.0:1767321879.233340:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994227968
00000100:00100000:1.0:1767321879.233343:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994227968
00000100:00100000:1.0:1767321879.233354:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994228224
00000100:00100000:1.0:1767321879.233357:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994228224
00000100:00100000:1.0:1767321879.233371:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74272
00000100:00100000:1.0:1767321879.233375:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994227584:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321879.233395:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321879.233426:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994227584:12345-0@lo:38:kworker.0 Request processed in 50us (228us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321879.233432:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74272
00000100:00100000:1.0:1767321879.233446:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74273
00000100:00100000:1.0:1767321879.233450:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994227968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321879.233459:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321879.233480:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994227968:12345-0@lo:38:kworker.0 Request processed in 28us (210us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321879.233485:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74273
00000100:00100000:1.0:1767321879.233497:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74274
00000100:00100000:1.0:1767321879.233501:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994228224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321879.233509:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321879.233528:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163994228224:12345-0@lo:38:kworker.0 Request processed in 26us (230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321879.233533:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74274
00000100:00080000:1.0:1767321879.233560:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321879.233565:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321879.233568:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994227584:0@lo:38:kworker.0
00000100:00080000:1.0:1767321879.233574:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321879.233577:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321879.233580:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994227968:0@lo:38:kworker.0
00000100:00080000:1.0:1767321879.233585:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321879.233588:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321879.233590:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994228224:0@lo:38:kworker.0
00000100:00100000:1.0:1767321879.233647:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994227712
00000100:00100000:1.0:1767321879.233651:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994227712
00000100:00100000:1.0:1767321879.233672:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588
00000100:00100000:1.0:1767321879.233675:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994227712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321879.233685:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321879.233713:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72c7f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994227712:12345-0@lo:38:kworker.0 Request processed in 36us (481us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321879.233718:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588
00000100:00080000:1.0:1767321879.233739:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321879.233744:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321879.233747:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994227712:0@lo:38:kworker.0
00000100:00080000:2.0:1767321879.235585:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321879.235801:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6720
00000100:00100000:3.0:1767321879.235815:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994228096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321879.235981:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994228096:12345-0@lo:400:kworker.0 Request processed in 170us (3231us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321879.235990:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6720
00000100:00100000:1.0:1767321879.245720:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994228096:0@lo:400:kworker.0
00000100:00100000:3.0:1767321879.741426:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321879.741453:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994228608:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321879.741536:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321879.741722:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994228608
00000100:00100000:0.0:1767321879.741731:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994228608
00000100:00100000:0.0:1767321879.741799:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3941
00000100:00100000:0.0:1767321879.741809:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994228608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321879.741841:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321879.741887:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994228608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (351us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321879.741895:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3941
00000100:00100000:3.0:1767321879.741988:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994228608:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321879.742114:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994228736:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321879.742139:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321879.742227:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994228736
00000100:00100000:2.0:1767321879.742232:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994228736
00000100:00100000:2.0:1767321879.742265:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3942
00000100:00100000:2.0:1767321879.742272:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994228736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321879.742290:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321879.742329:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994228736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321879.742336:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3942
00000100:00100000:3.0:1767321879.742402:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994228736:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321879.805354:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321879.805640:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321880.135311:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321880.135359:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321880.135460:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942331648
00000100:00100000:2.0:1767321880.135471:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942331648
00000100:00100000:2.0:1767321880.135513:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942331776
00000100:00100000:2.0:1767321880.135515:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942331776
00000100:00100000:2.0:1767321880.135563:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6721
00000100:00100000:2.0:1767321880.135572:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942331776:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321880.135656:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2509:x1853163942331776:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 84us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321880.135663:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6721
00000100:00100000:2.0:1767321880.135681:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74275
00000100:00100000:2.0:1767321880.135685:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942331648:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321880.135706:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321880.135725:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942331648:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 40us (431us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321880.135731:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74275
00000100:00080000:2.0:1767321880.135744:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321880.829284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321880.829459:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321881.853271:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321881.856913:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321882.877353:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321882.877660:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321883.330946:0:7013:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321858/real 1767321858]  req@ffff89b70b4f2680 x1853163994223360/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321883 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321883.330987:0:7013:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff89b70b4f2680 x1853163994223360/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321883 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767321883.331009:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321883.331037:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767321883.331041:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b70b4f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994223360:0@lo:250:kworker.0
00000100:00080000:2.0:1767321883.331789:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321883.331796:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767321883.331799:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b703546800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321883.331804:0:72969:0:(import.c:509:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 7103
00000100:00080000:2.0:1767321883.331809:0:72969:0:(import.c:588:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321883.331815:0:72969:0:(import.c:623:import_select_connection()) MGC192.168.204.150@tcp: import ffff89b703546800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321883.331852:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d0e00 x1853163994228864/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321883.331881:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321883.331884:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321883.331887:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321883.331890:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7123
00000100:00080000:2.0:1767321883.331893:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321883.331896:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321883.331911:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d1f80 x1853163994228992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321883.331920:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321883.331932:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321883.331934:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321883.331937:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7123
00000100:00080000:2.0:1767321883.331940:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321883.331943:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321883.331957:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3b80 x1853163994229120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321883.332013:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321883.332016:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321883.332018:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321883.332021:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7123
00000100:00080000:2.0:1767321883.332024:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321883.332028:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321883.332039:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b6236d3100 x1853163994229376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321883.332053:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321883.332056:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321883.332058:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321883.332061:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7123
00000100:00080000:2.0:1767321883.332064:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321883.332066:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321883.332078:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609cced80 x1853163994229632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321883.332133:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994229760:0@lo:400:kworker.0
00000100:00100000:0.0:1767321883.332322:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994229504:0@lo:400:kworker.0
00000100:00100000:0.0:1767321883.332377:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321883.332435:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321883.332441:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994229248:0@lo:400:kworker.0
00000100:00100000:0.0:1767321883.332464:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321883.332501:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994229504
00000100:00100000:0.0:1767321883.332507:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994229504
00000100:00100000:0.0:1767321883.332571:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994229248
00000100:00100000:0.0:1767321883.332574:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994229248
00000100:00100000:0.0:1767321883.332599:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6722
00000100:00100000:0.0:1767321883.332607:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994229504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321883.332655:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163994229504:12345-0@lo:400:kworker.0 Request processed in 48us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321883.332662:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6722
00000100:00100000:0.0:1767321883.332679:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6723
00000100:00100000:0.0:1767321883.332686:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994229248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321883.332712:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163994229248:12345-0@lo:400:kworker.0 Request processed in 27us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321883.332717:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6723
00000100:00080000:0.0:1767321883.332733:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321883.332761:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163994229248:0@lo:400:kworker.0
00000100:00100000:0.0:1767321883.332771:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b61ecaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163994229504:0@lo:400:kworker.0
00000100:00100000:3.0:1767321883.333013:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994229888:0@lo:400:kworker.0
00000100:00100000:3.0:1767321883.333046:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321883.333337:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321883.333448:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994229888
00000100:00100000:3.0:1767321883.333454:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994229888
00000100:00100000:3.0:1767321883.333496:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994229760
00000100:00100000:3.0:1767321883.333500:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994229760
00000100:00100000:3.0:1767321883.333522:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4129
00000100:00100000:3.0:1767321883.333539:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994229888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321883.333579:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994229888:12345-0@lo:400:kworker.0 Request processed in 51us (532us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321883.333585:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4129
00000100:00100000:3.0:1767321883.333599:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4130
00000100:00100000:3.0:1767321883.333605:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994229760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321883.333637:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994229760:12345-0@lo:400:kworker.0 Request processed in 32us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321883.333643:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4130
00000100:00100000:3.0:1767321883.333674:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994229888:0@lo:400:kworker.0
00000100:00100000:3.0:1767321883.333696:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994229760:0@lo:400:kworker.0
00000100:00100000:1.0:1767321883.333919:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25defe48-6178-4b5d-973b-4e6b34eef190:7013:1853163994228864:0@lo:250:kworker.0
00000400:00000100:1.0:1767321883.333955:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163994228864 offset 0 length 520: 4
00000100:00100000:1.0:1767321883.333983:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994228992:0@lo:38:kworker.0
00000100:00100000:1.0:1767321883.334007:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321883.334032:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994229120:0@lo:38:kworker.0
00000100:00100000:1.0:1767321883.334054:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321883.334072:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994229376:0@lo:38:kworker.0
00000100:00100000:1.0:1767321883.334092:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321883.334107:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994229632:0@lo:38:kworker.0
00000100:00100000:1.0:1767321883.334127:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321883.334182:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994229120
00000100:00100000:1.0:1767321883.334187:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994229120
00000100:00100000:3.0:1767321883.334514:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994228992
00000100:00100000:3.0:1767321883.334519:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994228992
00000100:00100000:3.0:1767321883.334548:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994229376
00000100:00100000:3.0:1767321883.334551:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994229376
00000100:00100000:3.0:1767321883.334566:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994229632
00000100:00100000:3.0:1767321883.334569:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994229632
00000100:00100000:3.0:1767321883.334585:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74276
00000100:00100000:3.0:1767321883.334591:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994228992:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321883.334611:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321883.334652:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70b4f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994228992:12345-0@lo:38:kworker.0 Request processed in 59us (643us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321883.334659:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74276
00000100:00100000:3.0:1767321883.334672:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74277
00000100:00100000:3.0:1767321883.334676:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994229376:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321883.334685:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321883.334708:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994229376:12345-0@lo:38:kworker.0 Request processed in 31us (616us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321883.334714:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74277
00000100:00100000:3.0:1767321883.334724:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74278
00000100:00100000:3.0:1767321883.334727:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994229632:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321883.334735:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321883.334757:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994229632:12345-0@lo:38:kworker.0 Request processed in 27us (628us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321883.334762:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74278
00000100:00100000:1.0:1767321883.334883:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589
00000100:00100000:1.0:1767321883.334888:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994229120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321883.334899:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321883.334932:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994229120:12345-0@lo:38:kworker.0 Request processed in 34us (868us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321883.334937:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589
00000100:00080000:2.0:1767321883.334985:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321883.334989:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321883.338674:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321883.338688:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321883.338694:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994228992:0@lo:38:kworker.0
00000100:00080000:0.0:1767321883.338709:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321883.338713:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321883.338716:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994229120:0@lo:38:kworker.0
00000100:00080000:0.0:1767321883.338726:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321883.338729:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321883.338731:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6236d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994229376:0@lo:38:kworker.0
00000100:00080000:0.0:1767321883.338742:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321883.338745:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321883.338748:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994229632:0@lo:38:kworker.0
00000100:00100000:2.0:1767321883.901348:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321883.901825:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321884.861669:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321884.861700:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994230016:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321884.861788:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321884.862036:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994230016
00000100:00100000:3.0:1767321884.862045:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994230016
00000100:00100000:3.0:1767321884.862106:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3943
00000100:00100000:3.0:1767321884.862115:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994230016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321884.862154:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321884.862227:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b601283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994230016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (438us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321884.862235:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3943
00000100:00100000:1.0:1767321884.862480:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b6380c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994230016:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321884.862975:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321884.862990:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994230144:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321884.863038:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321884.863309:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994230144
00000100:00100000:2.0:1767321884.863315:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994230144
00000100:00100000:2.0:1767321884.863408:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3944
00000100:00100000:2.0:1767321884.863418:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994230144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321884.863456:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321884.863907:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994230144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 490us (866us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321884.863915:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3944
00000100:00100000:0.0:1767321884.864086:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994230144:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321884.925387:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321884.926816:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321885.255069:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321885.255119:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000400:00000100:2.0:1767321885.255145:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.50@tcp portal 26 match 1853163942332160 offset 0 length 520: 4
00000100:00100000:3.0:1767321885.255536:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942331904
00000100:00100000:3.0:1767321885.255547:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942331904
00000100:00100000:3.0:1767321885.255598:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942332032
00000100:00100000:3.0:1767321885.255602:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942332032
00000100:00100000:3.0:1767321885.255654:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6724
00000100:00100000:3.0:1767321885.255666:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942332032:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321885.255745:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2510:x1853163942332032:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 81us (624us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321885.255752:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6724
00000100:00100000:3.0:1767321885.255770:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74279
00000100:00100000:3.0:1767321885.255774:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942331904:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321885.255794:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321885.255820:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942331904:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 44us (764us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321885.255827:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74279
00000100:00080000:2.0:1767321885.256055:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321885.949589:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321885.951199:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321886.973421:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321886.973819:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321887.997382:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321888.000141:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321888.445407:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321888.445420:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321888.445424:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321888.445428:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321888.445433:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321888.445453:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7128
00000100:00080000:1.0:1767321888.445466:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321888.445472:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321888.445509:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731239880 x1853163994230272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321888.445530:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321888.445532:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321888.445534:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321888.445542:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7128
00000100:00080000:1.0:1767321888.445544:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321888.445546:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321888.445556:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238000 x1853163994230400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321888.445599:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321888.445603:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321888.445605:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321888.445608:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7128
00000100:00080000:1.0:1767321888.445611:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767321888.445612:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994230528:0@lo:400:kworker.0
00000100:00080000:1.0:1767321888.445614:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321888.445625:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b73123bb80 x1853163994230656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321888.445638:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321888.445641:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321888.445643:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321888.445646:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7128
00000100:00080000:1.0:1767321888.445648:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321888.445651:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:1.0:1767321888.445659:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731238e00 x1853163994230912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321888.445688:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321888.445704:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994231040:0@lo:400:kworker.0
00000100:00100000:1.0:1767321888.445739:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321888.445753:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321888.445759:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994230784:0@lo:400:kworker.0
00000100:00100000:1.0:1767321888.445767:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321888.445771:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994231168:0@lo:400:kworker.0
00000100:00100000:3.0:1767321888.445779:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321888.445806:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321888.445810:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994230528
00000100:00100000:3.0:1767321888.445828:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994230528
00000100:00100000:1.0:1767321888.445830:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994231040
00000100:00100000:1.0:1767321888.445834:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994231040
00000100:00100000:0.0:1767321888.445884:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994230272:0@lo:38:kworker.0
00000100:00100000:3.0:1767321888.445884:0:19505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994230784
00000100:00100000:3.0:1767321888.445887:0:19505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994230784
00000100:00100000:0.0:1767321888.445972:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321888.445996:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994230400:0@lo:38:kworker.0
00000100:00100000:0.0:1767321888.446016:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321888.446038:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994230656:0@lo:38:kworker.0
00000100:00100000:0.0:1767321888.446053:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321888.446066:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994230912:0@lo:38:kworker.0
00000100:00100000:0.0:1767321888.446081:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321888.446107:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994230272
00000100:00100000:0.0:1767321888.446110:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994230272
00000100:00100000:0.0:1767321888.446135:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994230656
00000100:00100000:0.0:1767321888.446138:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994230656
00000100:00100000:0.0:1767321888.446144:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994230912
00000100:00100000:0.0:1767321888.446146:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994230912
00000100:00100000:0.0:1767321888.446156:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6725
00000100:00100000:0.0:1767321888.446184:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994230528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321888.446230:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163994230528:12345-0@lo:400:kworker.0 Request processed in 49us (542us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321888.446237:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6725
00000100:00100000:0.0:1767321888.446252:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74280
00000100:00100000:0.0:1767321888.446256:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994230272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321888.446272:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321888.446295:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994230272:12345-0@lo:38:kworker.0 Request processed in 38us (324us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321888.446300:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74280
00000100:00100000:0.0:1767321888.446311:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74281
00000100:00100000:0.0:1767321888.446314:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994230656:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321888.446321:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321888.446335:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994230656:12345-0@lo:38:kworker.0 Request processed in 21us (281us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321888.446340:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74281
00000100:00100000:0.0:1767321888.446348:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74282
00000100:00100000:0.0:1767321888.446351:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994230912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321888.446358:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321888.446371:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b61ecaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994230912:12345-0@lo:38:kworker.0 Request processed in 20us (290us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321888.446376:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74282
00000100:00080000:0.0:1767321888.446401:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321888.446406:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321888.446409:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994230272:0@lo:38:kworker.0
00000100:00080000:0.0:1767321888.446417:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321888.446419:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321888.446422:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994230656:0@lo:38:kworker.0
00000100:00080000:0.0:1767321888.446427:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321888.446429:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321888.446431:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994230912:0@lo:38:kworker.0
00000100:00100000:0.0:1767321888.446482:0:25747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994231168
00000100:00100000:0.0:1767321888.446485:0:25747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994231168
00000100:00100000:1.0:1767321888.449383:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4131
00000100:00100000:3.0:1767321888.449387:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163994230528:0@lo:400:kworker.0
00000100:00100000:1.0:1767321888.449398:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994231040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321888.449468:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6726
00000100:00100000:3.0:1767321888.449476:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994230784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321888.449536:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163994230784:12345-0@lo:400:kworker.0 Request processed in 61us (3755us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321888.449544:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6726
00000100:00100000:3.0:1767321888.449580:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163994230784:0@lo:400:kworker.0
00000100:00100000:3.0:1767321888.449661:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994230400
00000100:00100000:3.0:1767321888.449668:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994230400
00000100:00100000:3.0:1767321888.449690:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590
00000100:00100000:3.0:1767321888.449695:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994230400:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321888.449715:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321888.449752:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b70909d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994230400:12345-0@lo:38:kworker.0 Request processed in 55us (3735us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321888.449758:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590
00000100:00080000:3.0:1767321888.449798:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321888.449804:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321888.449808:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994230400:0@lo:38:kworker.0
00000100:00100000:1.0:1767321888.450117:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994231040:12345-0@lo:400:kworker.0 Request processed in 723us (4377us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321888.450124:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4131
00000100:00100000:3.0:1767321888.450807:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994231040:0@lo:400:kworker.0
00000100:00080000:2.0:1767321888.453298:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321888.453307:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321888.453310:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321888.463341:0:25747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4132
00000100:00100000:0.0:1767321888.463357:0:25747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994231168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321888.463580:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994231168:0@lo:400:kworker.0
00000100:00100000:0.0:1767321888.464392:0:25747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994231168:12345-0@lo:400:kworker.0 Request processed in 1035us (18580us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321888.464402:0:25747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4132
00010000:00010000:2.0:1767321889.022818:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321889.022948:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321889.981855:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994231296:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321889.981987:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321889.982058:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321889.982065:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994231424:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321889.982098:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321889.982455:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994231296
00000100:00100000:2.0:1767321889.982465:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994231296
00000100:00100000:2.0:1767321889.982522:0:18371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994231424
00000100:00100000:2.0:1767321889.982526:0:18371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994231424
00000100:00100000:2.0:1767321889.982549:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3945
00000100:00100000:2.0:1767321889.982559:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994231296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321889.982591:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321889.982640:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6380c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994231296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (653us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321889.982647:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3945
00000100:00100000:2.0:1767321889.982667:0:18371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3946
00000100:00100000:2.0:1767321889.982674:0:18371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994231424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321889.982689:0:18371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321889.982712:0:18371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994231424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (614us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321889.982717:0:18371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3946
00000100:00100000:3.0:1767321889.982863:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994231424:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321889.982876:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994231296:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321890.046652:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321890.051864:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321890.375802:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:1.0:1767321890.375849:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:3.0:1767321890.375941:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942332416
00000100:00100000:3.0:1767321890.375952:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942332416
00000100:00100000:3.0:1767321890.376033:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942332288
00000100:00100000:3.0:1767321890.376037:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942332288
00000100:00100000:3.0:1767321890.376058:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6727
00000100:00100000:3.0:1767321890.376068:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942332416:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:3.0:1767321890.376151:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942332416:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 84us (371us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321890.376193:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6727
00000100:00100000:3.0:1767321890.376213:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74283
00000100:00100000:3.0:1767321890.376219:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942332288:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:3.0:1767321890.376242:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321890.376269:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2508:x1853163942332288:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 49us (419us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321890.376276:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74283
00000100:00080000:1.0:1767321890.376675:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321891.069624:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321891.069696:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321892.093271:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321892.094382:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321893.118057:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321893.119231:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321893.565394:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321893.565416:0:25267:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321893.565419:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321893.565423:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321893.565427:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321893.565436:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7133
00000100:00080000:3.0:1767321893.565441:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321893.565448:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321893.565497:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b609ccd180 x1853163994231552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321893.565523:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321893.565528:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321893.565530:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321893.565533:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7133
00000100:00080000:3.0:1767321893.565535:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321893.565539:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321893.565572:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731345c00 x1853163994231680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321893.565623:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321893.565627:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321893.565629:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321893.565632:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7133
00000100:00080000:3.0:1767321893.565635:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321893.565638:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321893.565650:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731344e00 x1853163994231936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321893.565665:0:25267:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321893.565668:0:25267:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321893.565670:0:25267:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321893.565673:0:25267:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7133
00000100:00080000:3.0:1767321893.565676:0:25267:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321893.565678:0:25267:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:3.0:1767321893.565687:0:25267:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731344000 x1853163994232192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321893.565746:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994232320:0@lo:400:kworker.0
00000100:00100000:3.0:1767321893.565820:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321893.565892:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321893.565898:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994232448:0@lo:400:kworker.0
00000100:00100000:3.0:1767321893.565923:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321893.566236:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994231808:0@lo:400:kworker.0
00000100:00100000:1.0:1767321893.566272:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321893.566307:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321893.566312:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994232064:0@lo:400:kworker.0
00000100:00100000:1.0:1767321893.566332:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321893.566370:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994232320
00000100:00100000:1.0:1767321893.566377:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994232320
00000100:00100000:1.0:1767321893.566424:0:18367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994232448
00000100:00100000:1.0:1767321893.566426:0:18367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994232448
00000100:00100000:1.0:1767321893.566441:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4133
00000100:00100000:1.0:1767321893.566446:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994232320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321893.566481:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994232320:12345-0@lo:400:kworker.0 Request processed in 35us (663us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321893.566485:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4133
00000100:00100000:1.0:1767321893.566496:0:18367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4134
00000100:00100000:1.0:1767321893.566500:0:18367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994232448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321893.566515:0:18367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163994232448:12345-0@lo:400:kworker.0 Request processed in 14us (591us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321893.566520:0:18367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4134
00000100:00080000:1.0:1767321893.566534:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321893.566537:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321893.566844:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b609ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994231552:0@lo:38:kworker.0
00000100:00100000:0.0:1767321893.566875:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321893.566902:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994231680:0@lo:38:kworker.0
00000100:00100000:0.0:1767321893.566922:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321893.566949:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994231936:0@lo:38:kworker.0
00000100:00100000:0.0:1767321893.566977:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321893.566992:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994232192:0@lo:38:kworker.0
00000100:00100000:2.0:1767321893.567138:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994231808
00000100:00100000:2.0:1767321893.567142:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994231808
00000100:00100000:2.0:1767321893.567182:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994232064
00000100:00100000:2.0:1767321893.567184:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994232064
00000100:00100000:2.0:1767321893.567195:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994231552
00000100:00100000:2.0:1767321893.567196:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994231552
00000100:00100000:2.0:1767321893.567205:0:19506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994231936
00000100:00100000:2.0:1767321893.567206:0:19506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994231936
00000100:00100000:2.0:1767321893.567212:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6728
00000100:00100000:2.0:1767321893.567216:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994231808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321893.567245:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163994231808:12345-0@lo:400:kworker.0 Request processed in 29us (974us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321893.567248:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6728
00000100:00100000:2.0:1767321893.567257:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6729
00000100:00100000:2.0:1767321893.567260:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994232064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321893.567273:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163994232064:12345-0@lo:400:kworker.0 Request processed in 13us (942us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321893.567278:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6729
00000100:00100000:2.0:1767321893.567285:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74284
00000100:00100000:2.0:1767321893.567288:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994231552:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321893.567302:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321893.567316:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994231552:12345-0@lo:38:kworker.0 Request processed in 28us (442us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321893.567320:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74284
00000100:00100000:2.0:1767321893.567325:0:19506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74285
00000100:00100000:2.0:1767321893.567327:0:19506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994231936:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321893.567332:0:19506:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321893.567356:0:19506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7013:x1853163994231936:12345-0@lo:38:kworker.0 Request processed in 14us (366us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321893.567361:0:19506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74285
00000100:00080000:2.0:1767321893.567377:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321893.567408:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163994232064:0@lo:400:kworker.0
00000100:00100000:2.0:1767321893.567418:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163994231808:0@lo:400:kworker.0
00000100:00100000:3.0:1767321893.567691:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994232448:0@lo:400:kworker.0
00000100:00100000:3.0:1767321893.567707:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7016:1853163994232320:0@lo:400:kworker.0
00000100:00100000:0.0:1767321893.567789:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321893.567821:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321893.567826:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321893.567830:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b609ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994231552:0@lo:38:kworker.0
00000100:00080000:0.0:1767321893.567837:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321893.567840:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321893.567843:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994231936:0@lo:38:kworker.0
00000100:00100000:1.0:1767321893.568234:0:74902:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994231680
00000100:00100000:1.0:1767321893.568240:0:74902:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994231680
00000100:00100000:1.0:1767321893.568263:0:74902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591
00000100:00100000:1.0:1767321893.568269:0:74902:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994231680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321893.568282:0:74902:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321893.568325:0:74902:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994231680:12345-0@lo:38:kworker.0 Request processed in 55us (1401us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321893.568331:0:74902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591
00000100:00080000:2.0:1767321893.569746:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321893.569756:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321893.569761:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994231680:0@lo:38:kworker.0
00000100:00100000:3.0:1767321893.569851:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994232192
00000100:00100000:3.0:1767321893.569857:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994232192
00000100:00100000:3.0:1767321893.569901:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74286
00000100:00100000:3.0:1767321893.569907:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994232192:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321893.569922:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321893.570331:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b6236d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994232192:12345-0@lo:38:kworker.0 Request processed in 422us (2540us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321893.570338:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74286
00000100:00080000:0.0:1767321893.570421:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321893.570427:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321893.570429:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994232192:0@lo:38:kworker.0
00000100:00100000:2.0:1767321894.141281:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321894.145441:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321895.101628:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994232576:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321895.101706:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321895.101736:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994232576
00000100:00100000:2.0:1767321895.101745:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994232576
00000100:00100000:3.0:1767321895.101780:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321895.101789:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994232704:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321895.101811:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3947
00000100:00100000:3.0:1767321895.101817:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321895.101824:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994232576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321895.101869:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321895.101927:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994232576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321895.101938:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3947
00000100:00100000:2.0:1767321895.101957:0:58644:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994232704
00000100:00100000:2.0:1767321895.101961:0:58644:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994232704
00000100:00100000:3.0:1767321895.101973:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994232576:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321895.101997:0:58644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3948
00000100:00100000:2.0:1767321895.102006:0:58644:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994232704:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321895.102021:0:58644:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321895.102062:0:58644:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994232704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (244us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321895.102069:0:58644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3948
00000100:00100000:3.0:1767321895.102094:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994232704:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321895.102152:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321895.102186:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767321895.165387:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321895.165418:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:3.0:1767321895.494861:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321895.494988:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942332672
00000100:00100000:2.0:1767321895.494998:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942332672
00000100:00100000:2.0:1767321895.495085:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6730
00000100:00100000:2.0:1767321895.495095:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942332672:12345-192.168.204.50@tcp:400:kworker.0
00000100:00080000:1.0:1767321895.495409:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321895.495473:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2511:x1853163942332672:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 379us (623us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321895.495482:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6730
00000100:00100000:3.0:1767321895.496033:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321895.496102:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942332544
00000100:00100000:2.0:1767321895.496107:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942332544
00000100:00100000:2.0:1767321895.496140:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74287
00000100:00100000:2.0:1767321895.496147:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942332544:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:2.0:1767321895.496187:0:25469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321895.496302:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2508:x1853163942332544:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 153us (269us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321895.496319:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74287
00010000:00010000:3.0:1767321896.189456:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321896.189530:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:2.0:1767321897.213592:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:2.0:1767321897.214562:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321898.237712:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321898.238473:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321898.687852:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321898.687866:0:72969:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25defe48-6178-4b5d-973b-4e6b34eef190->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321898.687869:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321898.687873:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321898.687877:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321898.687885:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 7138
00000100:00080000:2.0:1767321898.687890:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321898.687897:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff89b705168000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321898.687937:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b617fcc700 x1853163994232832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321898.687970:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321898.687973:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321898.687976:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321898.687979:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 7138
00000100:00080000:2.0:1767321898.687982:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321898.687986:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff89b717b94800 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321898.688003:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731344000 x1853163994232960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321898.688046:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321898.688050:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321898.688052:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321898.688056:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7138
00000100:00080000:2.0:1767321898.688058:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321898.688061:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89b60a26f000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321898.688074:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731344e00 x1853163994233216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321898.688086:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767321898.688101:0:72969:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321898.688106:0:72969:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321898.688108:0:72969:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767321898.688111:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994233344:0@lo:400:kworker.0
00000100:00080000:2.0:1767321898.688113:0:72969:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7138
00000100:00080000:2.0:1767321898.688117:0:72969:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321898.688122:0:72969:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff89b709793000 using connection 192.168.204.150@tcp/0@lo
00000100:00100000:2.0:1767321898.688132:0:72969:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff89b731346a00 x1853163994233472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321898.688222:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321898.688286:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994232832:0@lo:38:kworker.0
00000100:00100000:3.0:1767321898.688334:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994233600:0@lo:400:kworker.0
00000100:00100000:1.0:1767321898.688346:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994233088:0@lo:400:kworker.0
00000100:00100000:3.0:1767321898.688376:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321898.688384:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321898.688443:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994233728:0@lo:400:kworker.0
00000100:00100000:0.0:1767321898.688466:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321898.688529:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994233600
00000100:00100000:0.0:1767321898.688537:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994233600
00000100:00100000:2.0:1767321898.688631:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994233344
00000100:00100000:2.0:1767321898.688636:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994233344
00000100:00100000:0.0:1767321898.688660:0:25723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994233728
00000100:00100000:0.0:1767321898.688665:0:25723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994233728
00000100:00100000:2.0:1767321898.688676:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994233088
00000100:00100000:2.0:1767321898.688681:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994233088
00000100:00100000:0.0:1767321898.688700:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4135
00000100:00100000:0.0:1767321898.688711:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994233600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321898.688715:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6731
00000100:00100000:2.0:1767321898.688727:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994233344:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321898.688775:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163994233600:12345-0@lo:400:kworker.0 Request processed in 65us (398us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321898.688784:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4135
00000100:00100000:2.0:1767321898.688786:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7017:x1853163994233344:12345-0@lo:400:kworker.0 Request processed in 59us (562us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321898.688794:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6731
00000100:00100000:0.0:1767321898.688808:0:25723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4136
00000100:00100000:2.0:1767321898.688814:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6732
00000100:00100000:0.0:1767321898.688819:0:25723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994233728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321898.688825:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994233088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321898.688859:0:25723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b609ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163994233728:12345-0@lo:400:kworker.0 Request processed in 43us (390us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321898.688865:0:25723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4136
00000100:00100000:0.0:1767321898.688888:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321898.688899:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b731239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7017:x1853163994233088:12345-0@lo:400:kworker.0 Request processed in 77us (515us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321898.688907:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6732
00000100:00100000:0.0:1767321898.688911:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994232960:0@lo:38:kworker.0
00000100:00100000:2.0:1767321898.688922:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994232832
00000100:00100000:2.0:1767321898.688927:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994232832
00000100:00100000:0.0:1767321898.688945:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321898.688951:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74288
00000100:00100000:2.0:1767321898.688957:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994232832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321898.688975:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321898.689026:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60295c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994232832:12345-0@lo:38:kworker.0 Request processed in 68us (137us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321898.689031:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7014:1853163994233600:0@lo:400:kworker.0
00000100:00100000:2.0:1767321898.689036:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74288
00000100:00100000:3.0:1767321898.689094:0:18380:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994232960
00000100:00100000:3.0:1767321898.689099:0:18380:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994232960
00000100:00100000:2.0:1767321898.689102:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7015:1853163994233728:0@lo:400:kworker.0
00000100:00100000:3.0:1767321898.689126:0:18380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592
00000100:00100000:3.0:1767321898.689133:0:18380:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994232960:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321898.689144:0:18380:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767321898.689151:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321898.689182:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321898.689186:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321898.689193:0:18380:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7013:x1853163994232960:12345-0@lo:38:kworker.0 Request processed in 60us (249us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321898.689198:0:18380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592
00000100:00100000:1.0:1767321898.689668:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7017:1853163994233344:0@lo:400:kworker.0
00000100:00100000:1.0:1767321898.689680:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7017:1853163994233088:0@lo:400:kworker.0
00000100:00080000:0.0:1767321898.690009:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b717b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321898.690015:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321898.690017:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7013:1853163994232960:0@lo:38:kworker.0
00000100:00100000:0.0:1767321898.690024:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994233216:0@lo:38:kworker.0
00000100:00100000:0.0:1767321898.690058:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321898.690123:0:15467:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994233216
00000100:00100000:3.0:1767321898.690128:0:15467:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994233216
00000100:00100000:3.0:1767321898.690172:0:15467:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74289
00000100:00100000:3.0:1767321898.690179:0:15467:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994233216:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321898.690421:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994233472:0@lo:38:kworker.0
00000100:00100000:0.0:1767321898.690451:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321898.690555:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b705168000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321898.690560:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321898.690565:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b617fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163994232832:0@lo:38:kworker.0
00010000:00020000:3.0:1767321898.690586:0:15467:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321898.690587:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994233472
00000100:00100000:0.0:1767321898.690592:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994233472
00000100:00100000:3.0:1767321898.690631:0:15467:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7013:x1853163994233216:12345-0@lo:38:kworker.0 Request processed in 452us (572us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321898.690639:0:15467:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74289
00000100:00100000:0.0:1767321898.690772:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74290
00000100:00100000:0.0:1767321898.690777:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994233472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321898.690789:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321898.690816:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b72b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7013:x1853163994233472:12345-0@lo:38:kworker.0 Request processed in 38us (365us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321898.690823:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74290
00000100:00080000:0.0:1767321898.690893:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b60a26f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321898.690898:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321898.690901:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163994233216:0@lo:38:kworker.0
00000100:00080000:0.0:1767321898.690910:0:7013:0:(import.c:65:import_set_state_nolock()) ffff89b709793000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321898.690913:0:7013:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321898.690916:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163994233472:0@lo:38:kworker.0
00000100:00100000:2.0:1767321899.261284:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321899.261559:0:15461:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321900.221641:0:7017:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321900.221676:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994233856:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321900.221758:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321900.222032:0:23284:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994233856
00000100:00100000:2.0:1767321900.222041:0:23284:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994233856
00000100:00100000:2.0:1767321900.222110:0:23284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3949
00000100:00100000:2.0:1767321900.222120:0:23284:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994233856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321900.222154:0:23284:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321900.222253:0:23284:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b617fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994233856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (494us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321900.222261:0:23284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3949
00000100:00080000:0.0:1767321900.222416:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321900.222455:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b731344a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994233856:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321900.222615:0:7017:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff89b73123ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994233984:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321900.222657:0:7017:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321900.222802:0:18372:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163994233984
00000100:00100000:1.0:1767321900.222806:0:18372:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163994233984
00000100:00100000:1.0:1767321900.222852:0:18372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3950
00000100:00100000:1.0:1767321900.222860:0:18372:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994233984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321900.222877:0:18372:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148800 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321900.222914:0:18372:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73118aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7017:x1853163994233984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321900.222921:0:18372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3950
00000100:00100000:1.0:1767321900.222950:0:7017:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff89b73123ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7017:1853163994233984:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321900.223067:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767321900.285704:0:29325:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321900.288005:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321900.617228:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:2.0:1767321900.617510:0:25469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942332928
00000100:00100000:2.0:1767321900.617522:0:25469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942332928
00000100:00100000:2.0:1767321900.617608:0:25469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6733
00000100:00100000:2.0:1767321900.617618:0:25469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942332928:12345-192.168.204.50@tcp:400:kworker.0
00000100:00100000:2.0:1767321900.617708:0:25469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b73123ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:84f746fc-ae7c-400b-85c6-00ed8aa26927+5:2512:x1853163942332928:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 92us (552us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321900.617716:0:25469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6733
00000100:00100000:3.0:1767321900.618089:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp)
00000100:00100000:0.0:1767321900.618306:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163942332800
00000100:00100000:0.0:1767321900.618313:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163942332800
00000100:00100000:0.0:1767321900.618343:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74291
00000100:00100000:0.0:1767321900.618349:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942332800:12345-192.168.204.50@tcp:38:kworker.0
00010000:00020000:0.0:1767321900.618369:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.50@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321900.618402:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff89b60cab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2508:x1853163942332800:12345-192.168.204.50@tcp:38:kworker.0 Request processed in 51us (314us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321900.618409:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74291
00000100:00080000:1.0:1767321900.618825:0:15488:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321901.309639:0:18397:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321901.309691:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00000100:00100000:1.0:1767321902.334346:0:16009:0:(client.c:2690:ptlrpc_set_wait()) set ffff89b709150300 going to sleep for 0 seconds
00010000:00010000:3.0:1767321902.334830:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 94459 lines, 94459 kept, 0 dropped, 0 bad.